| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1892, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004228329809725159, |
| "grad_norm": 7.694468975067139, |
| "learning_rate": 1.5789473684210527e-07, |
| "loss": 1.8082377910614014, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008456659619450317, |
| "grad_norm": 4.224132537841797, |
| "learning_rate": 4.736842105263158e-07, |
| "loss": 2.105644941329956, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012684989429175475, |
| "grad_norm": 40.48551940917969, |
| "learning_rate": 7.894736842105263e-07, |
| "loss": 2.1039841175079346, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.016913319238900635, |
| "grad_norm": 4.266447067260742, |
| "learning_rate": 1.1052631578947367e-06, |
| "loss": 1.9520416259765625, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.021141649048625793, |
| "grad_norm": 14.256462097167969, |
| "learning_rate": 1.4210526315789475e-06, |
| "loss": 1.9604310989379883, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02536997885835095, |
| "grad_norm": 9.096770286560059, |
| "learning_rate": 1.7368421052631579e-06, |
| "loss": 1.6455304622650146, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02959830866807611, |
| "grad_norm": 5.048446178436279, |
| "learning_rate": 2.0526315789473687e-06, |
| "loss": 1.5505057573318481, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03382663847780127, |
| "grad_norm": 14.58578872680664, |
| "learning_rate": 2.368421052631579e-06, |
| "loss": 1.6621551513671875, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03805496828752643, |
| "grad_norm": 5.253897666931152, |
| "learning_rate": 2.6842105263157895e-06, |
| "loss": 1.6740902662277222, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.042283298097251586, |
| "grad_norm": 23.081262588500977, |
| "learning_rate": 3e-06, |
| "loss": 1.3902744054794312, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046511627906976744, |
| "grad_norm": 9.22622013092041, |
| "learning_rate": 3.3157894736842107e-06, |
| "loss": 1.2998855113983154, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0507399577167019, |
| "grad_norm": 5.467698574066162, |
| "learning_rate": 3.6315789473684213e-06, |
| "loss": 1.7007815837860107, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05496828752642706, |
| "grad_norm": 12.720537185668945, |
| "learning_rate": 3.9473684210526315e-06, |
| "loss": 1.308732509613037, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05919661733615222, |
| "grad_norm": 2.6377975940704346, |
| "learning_rate": 4.2631578947368425e-06, |
| "loss": 1.552311897277832, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06342494714587738, |
| "grad_norm": 5.389072418212891, |
| "learning_rate": 4.578947368421053e-06, |
| "loss": 1.2000977993011475, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06765327695560254, |
| "grad_norm": 12.113367080688477, |
| "learning_rate": 4.894736842105264e-06, |
| "loss": 0.925064742565155, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07188160676532769, |
| "grad_norm": 4.143190860748291, |
| "learning_rate": 5.210526315789474e-06, |
| "loss": 1.124603033065796, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07610993657505286, |
| "grad_norm": 65.45590209960938, |
| "learning_rate": 5.526315789473684e-06, |
| "loss": 1.3079326152801514, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.080338266384778, |
| "grad_norm": 6.632326126098633, |
| "learning_rate": 5.842105263157895e-06, |
| "loss": 1.213045597076416, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08456659619450317, |
| "grad_norm": 13.148003578186035, |
| "learning_rate": 6.157894736842105e-06, |
| "loss": 1.1457359790802002, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08879492600422834, |
| "grad_norm": 9.391830444335938, |
| "learning_rate": 6.473684210526316e-06, |
| "loss": 1.6578178405761719, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09302325581395349, |
| "grad_norm": 12.186043739318848, |
| "learning_rate": 6.7894736842105264e-06, |
| "loss": 1.530977487564087, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.09725158562367865, |
| "grad_norm": 4.1364030838012695, |
| "learning_rate": 7.105263157894737e-06, |
| "loss": 1.208533525466919, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1014799154334038, |
| "grad_norm": 4.0209150314331055, |
| "learning_rate": 7.421052631578948e-06, |
| "loss": 1.4389941692352295, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10570824524312897, |
| "grad_norm": 5.241251468658447, |
| "learning_rate": 7.73684210526316e-06, |
| "loss": 1.4688036441802979, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10993657505285412, |
| "grad_norm": 15.264612197875977, |
| "learning_rate": 8.052631578947368e-06, |
| "loss": 0.6938844323158264, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11416490486257928, |
| "grad_norm": 2.7024848461151123, |
| "learning_rate": 8.368421052631578e-06, |
| "loss": 1.0089298486709595, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11839323467230443, |
| "grad_norm": 6.740093231201172, |
| "learning_rate": 8.68421052631579e-06, |
| "loss": 1.3316614627838135, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1226215644820296, |
| "grad_norm": 5.489269733428955, |
| "learning_rate": 9e-06, |
| "loss": 1.342879295349121, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12684989429175475, |
| "grad_norm": 7.907677173614502, |
| "learning_rate": 9.315789473684212e-06, |
| "loss": 1.3620566129684448, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13107822410147993, |
| "grad_norm": 8.113728523254395, |
| "learning_rate": 9.63157894736842e-06, |
| "loss": 0.7701879143714905, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.13530655391120508, |
| "grad_norm": 4.900993347167969, |
| "learning_rate": 9.94736842105263e-06, |
| "loss": 0.9912793636322021, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13953488372093023, |
| "grad_norm": 3.029409170150757, |
| "learning_rate": 1.0263157894736843e-05, |
| "loss": 1.304231882095337, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14376321353065538, |
| "grad_norm": 3.575608253479004, |
| "learning_rate": 1.0578947368421053e-05, |
| "loss": 1.3269106149673462, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14799154334038056, |
| "grad_norm": 3.806364059448242, |
| "learning_rate": 1.0894736842105265e-05, |
| "loss": 1.3366682529449463, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1522198731501057, |
| "grad_norm": 2.623356342315674, |
| "learning_rate": 1.1210526315789473e-05, |
| "loss": 1.3186771869659424, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15644820295983086, |
| "grad_norm": 3.0762627124786377, |
| "learning_rate": 1.1526315789473683e-05, |
| "loss": 0.9637660384178162, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.160676532769556, |
| "grad_norm": 2.766496419906616, |
| "learning_rate": 1.1842105263157895e-05, |
| "loss": 0.8372132182121277, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1649048625792812, |
| "grad_norm": 3.4211647510528564, |
| "learning_rate": 1.2157894736842105e-05, |
| "loss": 1.2967195510864258, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16913319238900634, |
| "grad_norm": 19.049074172973633, |
| "learning_rate": 1.2473684210526317e-05, |
| "loss": 1.109818458557129, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1733615221987315, |
| "grad_norm": 4.257162570953369, |
| "learning_rate": 1.2789473684210526e-05, |
| "loss": 1.0717711448669434, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17758985200845667, |
| "grad_norm": 3.1085259914398193, |
| "learning_rate": 1.3105263157894738e-05, |
| "loss": 0.8620362281799316, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 6.120578289031982, |
| "learning_rate": 1.3421052631578948e-05, |
| "loss": 1.7329645156860352, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18604651162790697, |
| "grad_norm": 4.158970355987549, |
| "learning_rate": 1.3736842105263158e-05, |
| "loss": 1.2780858278274536, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19027484143763213, |
| "grad_norm": 10.176080703735352, |
| "learning_rate": 1.405263157894737e-05, |
| "loss": 1.0034303665161133, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1945031712473573, |
| "grad_norm": 6.470720291137695, |
| "learning_rate": 1.4368421052631578e-05, |
| "loss": 1.3009271621704102, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19873150105708245, |
| "grad_norm": 4.8003740310668945, |
| "learning_rate": 1.468421052631579e-05, |
| "loss": 0.9801025390625, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.2029598308668076, |
| "grad_norm": 11.697628021240234, |
| "learning_rate": 1.5e-05, |
| "loss": 1.2845995426177979, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20718816067653276, |
| "grad_norm": 2.799666166305542, |
| "learning_rate": 1.499995873926907e-05, |
| "loss": 1.361710548400879, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.21141649048625794, |
| "grad_norm": 4.723179817199707, |
| "learning_rate": 1.49998349575807e-05, |
| "loss": 1.3086001873016357, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2156448202959831, |
| "grad_norm": 2.69785213470459, |
| "learning_rate": 1.499962865644818e-05, |
| "loss": 1.2330563068389893, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21987315010570824, |
| "grad_norm": 5.640810966491699, |
| "learning_rate": 1.4999339838393618e-05, |
| "loss": 1.3007533550262451, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22410147991543342, |
| "grad_norm": 3.2364342212677, |
| "learning_rate": 1.4998968506947934e-05, |
| "loss": 1.2876789569854736, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22832980972515857, |
| "grad_norm": 4.499763488769531, |
| "learning_rate": 1.4998514666650803e-05, |
| "loss": 1.0546846389770508, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.23255813953488372, |
| "grad_norm": 6.636302471160889, |
| "learning_rate": 1.4997978323050603e-05, |
| "loss": 1.274618148803711, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23678646934460887, |
| "grad_norm": 6.544074535369873, |
| "learning_rate": 1.4997359482704357e-05, |
| "loss": 1.3548552989959717, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24101479915433405, |
| "grad_norm": 3.450063705444336, |
| "learning_rate": 1.4996658153177625e-05, |
| "loss": 1.6124544143676758, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2452431289640592, |
| "grad_norm": 4.983824729919434, |
| "learning_rate": 1.4995874343044454e-05, |
| "loss": 1.3115026950836182, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.24947145877378435, |
| "grad_norm": 4.061642169952393, |
| "learning_rate": 1.4995008061887229e-05, |
| "loss": 1.284308671951294, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2536997885835095, |
| "grad_norm": 3.3890793323516846, |
| "learning_rate": 1.4994059320296592e-05, |
| "loss": 0.8836103677749634, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25792811839323465, |
| "grad_norm": 4.161872863769531, |
| "learning_rate": 1.4993028129871286e-05, |
| "loss": 1.3136240243911743, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.26215644820295986, |
| "grad_norm": 3.673124074935913, |
| "learning_rate": 1.499191450321803e-05, |
| "loss": 1.1257632970809937, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.266384778012685, |
| "grad_norm": 4.10827112197876, |
| "learning_rate": 1.4990718453951355e-05, |
| "loss": 1.3352493047714233, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.27061310782241016, |
| "grad_norm": 5.97629451751709, |
| "learning_rate": 1.4989439996693445e-05, |
| "loss": 1.0660347938537598, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2748414376321353, |
| "grad_norm": 3.9054954051971436, |
| "learning_rate": 1.4988079147073955e-05, |
| "loss": 0.9676834344863892, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.27906976744186046, |
| "grad_norm": 10.937294006347656, |
| "learning_rate": 1.4986635921729819e-05, |
| "loss": 1.2509698867797852, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2832980972515856, |
| "grad_norm": 16.520305633544922, |
| "learning_rate": 1.4985110338305041e-05, |
| "loss": 0.8924391269683838, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.28752642706131076, |
| "grad_norm": 9.822235107421875, |
| "learning_rate": 1.49835024154505e-05, |
| "loss": 1.1069753170013428, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2917547568710359, |
| "grad_norm": 12.208863258361816, |
| "learning_rate": 1.4981812172823692e-05, |
| "loss": 1.3648462295532227, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.2959830866807611, |
| "grad_norm": 3.7847044467926025, |
| "learning_rate": 1.4980039631088512e-05, |
| "loss": 0.9196479320526123, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.30021141649048627, |
| "grad_norm": 5.275660037994385, |
| "learning_rate": 1.4978184811914998e-05, |
| "loss": 1.5483441352844238, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3044397463002114, |
| "grad_norm": 11.417383193969727, |
| "learning_rate": 1.497624773797906e-05, |
| "loss": 1.1038883924484253, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3086680761099366, |
| "grad_norm": 5.180784225463867, |
| "learning_rate": 1.4974228432962202e-05, |
| "loss": 0.6889899373054504, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3128964059196617, |
| "grad_norm": 4.184180736541748, |
| "learning_rate": 1.4972126921551245e-05, |
| "loss": 1.2477037906646729, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3171247357293869, |
| "grad_norm": 3.821504831314087, |
| "learning_rate": 1.4969943229438003e-05, |
| "loss": 1.2588844299316406, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.321353065539112, |
| "grad_norm": 3.584263801574707, |
| "learning_rate": 1.4967677383318993e-05, |
| "loss": 1.1803827285766602, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32558139534883723, |
| "grad_norm": 8.572141647338867, |
| "learning_rate": 1.4965329410895095e-05, |
| "loss": 0.7253922820091248, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3298097251585624, |
| "grad_norm": 3.9199986457824707, |
| "learning_rate": 1.496289934087121e-05, |
| "loss": 1.2379381656646729, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.33403805496828753, |
| "grad_norm": 5.235530853271484, |
| "learning_rate": 1.4960387202955927e-05, |
| "loss": 1.2606801986694336, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3382663847780127, |
| "grad_norm": 3.5799858570098877, |
| "learning_rate": 1.4957793027861142e-05, |
| "loss": 1.2408926486968994, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34249471458773784, |
| "grad_norm": 11.666617393493652, |
| "learning_rate": 1.4955116847301678e-05, |
| "loss": 1.127700924873352, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.346723044397463, |
| "grad_norm": 4.9434380531311035, |
| "learning_rate": 1.4952358693994928e-05, |
| "loss": 1.0459409952163696, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.35095137420718814, |
| "grad_norm": 3.040898323059082, |
| "learning_rate": 1.494951860166042e-05, |
| "loss": 0.8981512784957886, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35517970401691334, |
| "grad_norm": 17.78899383544922, |
| "learning_rate": 1.4946596605019421e-05, |
| "loss": 1.183695912361145, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.3594080338266385, |
| "grad_norm": 3.662290573120117, |
| "learning_rate": 1.494359273979452e-05, |
| "loss": 1.1915611028671265, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 2.9901981353759766, |
| "learning_rate": 1.4940507042709171e-05, |
| "loss": 1.0496366024017334, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3678646934460888, |
| "grad_norm": 4.738712310791016, |
| "learning_rate": 1.4937339551487265e-05, |
| "loss": 1.3456393480300903, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37209302325581395, |
| "grad_norm": 5.071211338043213, |
| "learning_rate": 1.493409030485265e-05, |
| "loss": 1.022275447845459, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3763213530655391, |
| "grad_norm": 6.975468158721924, |
| "learning_rate": 1.4930759342528674e-05, |
| "loss": 0.9057396650314331, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.38054968287526425, |
| "grad_norm": 2.4394216537475586, |
| "learning_rate": 1.492734670523769e-05, |
| "loss": 1.2772858142852783, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.38477801268498946, |
| "grad_norm": 3.5154824256896973, |
| "learning_rate": 1.4923852434700561e-05, |
| "loss": 1.5138930082321167, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3890063424947146, |
| "grad_norm": 4.25987434387207, |
| "learning_rate": 1.4920276573636144e-05, |
| "loss": 1.319218635559082, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.39323467230443976, |
| "grad_norm": 5.062972545623779, |
| "learning_rate": 1.4916619165760783e-05, |
| "loss": 1.0844130516052246, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.3974630021141649, |
| "grad_norm": 3.5910322666168213, |
| "learning_rate": 1.491288025578775e-05, |
| "loss": 0.9806352853775024, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.40169133192389006, |
| "grad_norm": 7.523984432220459, |
| "learning_rate": 1.4909059889426732e-05, |
| "loss": 1.0841087102890015, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4059196617336152, |
| "grad_norm": 3.9168834686279297, |
| "learning_rate": 1.4905158113383237e-05, |
| "loss": 1.300925374031067, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.41014799154334036, |
| "grad_norm": 1.194130301475525, |
| "learning_rate": 1.4901174975358043e-05, |
| "loss": 1.0178430080413818, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4143763213530655, |
| "grad_norm": 3.8591973781585693, |
| "learning_rate": 1.4897110524046617e-05, |
| "loss": 1.2843847274780273, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4186046511627907, |
| "grad_norm": 13.075984954833984, |
| "learning_rate": 1.4892964809138505e-05, |
| "loss": 1.1163668632507324, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.42283298097251587, |
| "grad_norm": 3.885435104370117, |
| "learning_rate": 1.4888737881316741e-05, |
| "loss": 1.1895148754119873, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.427061310782241, |
| "grad_norm": 8.137332916259766, |
| "learning_rate": 1.4884429792257216e-05, |
| "loss": 0.5709080696105957, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4312896405919662, |
| "grad_norm": 3.502025842666626, |
| "learning_rate": 1.4880040594628045e-05, |
| "loss": 1.2324035167694092, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4355179704016913, |
| "grad_norm": 9.34576416015625, |
| "learning_rate": 1.4875570342088935e-05, |
| "loss": 1.3080203533172607, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4397463002114165, |
| "grad_norm": 13.370067596435547, |
| "learning_rate": 1.487101908929052e-05, |
| "loss": 0.762572169303894, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4439746300211416, |
| "grad_norm": 4.07540225982666, |
| "learning_rate": 1.4866386891873693e-05, |
| "loss": 1.2926549911499023, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.44820295983086683, |
| "grad_norm": 4.890863418579102, |
| "learning_rate": 1.486167380646893e-05, |
| "loss": 1.2314975261688232, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.452431289640592, |
| "grad_norm": 8.476245880126953, |
| "learning_rate": 1.4856879890695592e-05, |
| "loss": 1.419435977935791, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.45665961945031713, |
| "grad_norm": 4.6727705001831055, |
| "learning_rate": 1.4852005203161227e-05, |
| "loss": 0.6406538486480713, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.4608879492600423, |
| "grad_norm": 5.0999650955200195, |
| "learning_rate": 1.4847049803460847e-05, |
| "loss": 1.0359560251235962, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.46511627906976744, |
| "grad_norm": 4.5378193855285645, |
| "learning_rate": 1.4842013752176204e-05, |
| "loss": 1.2910044193267822, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4693446088794926, |
| "grad_norm": 2.866401433944702, |
| "learning_rate": 1.4836897110875048e-05, |
| "loss": 1.2315150499343872, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47357293868921774, |
| "grad_norm": 3.354686737060547, |
| "learning_rate": 1.4831699942110378e-05, |
| "loss": 1.3348431587219238, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.47780126849894294, |
| "grad_norm": 2.757904529571533, |
| "learning_rate": 1.4826422309419665e-05, |
| "loss": 1.2508039474487305, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4820295983086681, |
| "grad_norm": 3.680971622467041, |
| "learning_rate": 1.4821064277324092e-05, |
| "loss": 1.234609603881836, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.48625792811839325, |
| "grad_norm": 9.203660011291504, |
| "learning_rate": 1.4815625911327753e-05, |
| "loss": 0.950295090675354, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.4904862579281184, |
| "grad_norm": 3.0646936893463135, |
| "learning_rate": 1.4810107277916858e-05, |
| "loss": 1.2634902000427246, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.49471458773784355, |
| "grad_norm": 7.7952141761779785, |
| "learning_rate": 1.4804508444558917e-05, |
| "loss": 0.9855551719665527, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4989429175475687, |
| "grad_norm": 8.720172882080078, |
| "learning_rate": 1.479882947970192e-05, |
| "loss": 0.8855298757553101, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5031712473572939, |
| "grad_norm": 3.9728446006774902, |
| "learning_rate": 1.4793070452773488e-05, |
| "loss": 0.8751131296157837, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.507399577167019, |
| "grad_norm": 4.010256767272949, |
| "learning_rate": 1.4787231434180044e-05, |
| "loss": 0.9102276563644409, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5116279069767442, |
| "grad_norm": 7.615983009338379, |
| "learning_rate": 1.4781312495305934e-05, |
| "loss": 1.312921166419983, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5158562367864693, |
| "grad_norm": 7.864718437194824, |
| "learning_rate": 1.4775313708512563e-05, |
| "loss": 1.2797123193740845, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5200845665961945, |
| "grad_norm": 5.20532751083374, |
| "learning_rate": 1.4769235147137514e-05, |
| "loss": 1.285362958908081, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5243128964059197, |
| "grad_norm": 3.5454776287078857, |
| "learning_rate": 1.4763076885493637e-05, |
| "loss": 1.2366383075714111, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5285412262156448, |
| "grad_norm": 8.903877258300781, |
| "learning_rate": 1.4756838998868158e-05, |
| "loss": 1.1922203302383423, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.53276955602537, |
| "grad_norm": 24.63131332397461, |
| "learning_rate": 1.4750521563521741e-05, |
| "loss": 1.1829485893249512, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5369978858350951, |
| "grad_norm": 6.238285064697266, |
| "learning_rate": 1.474412465668758e-05, |
| "loss": 1.7425312995910645, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5412262156448203, |
| "grad_norm": 2.712554454803467, |
| "learning_rate": 1.4737648356570426e-05, |
| "loss": 1.2178256511688232, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 2.992905855178833, |
| "learning_rate": 1.4731092742345652e-05, |
| "loss": 1.3663074970245361, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5496828752642706, |
| "grad_norm": 3.578605890274048, |
| "learning_rate": 1.472445789415827e-05, |
| "loss": 1.017599105834961, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5539112050739958, |
| "grad_norm": 2.6858808994293213, |
| "learning_rate": 1.4717743893121974e-05, |
| "loss": 1.1998910903930664, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5581395348837209, |
| "grad_norm": 7.4404730796813965, |
| "learning_rate": 1.4710950821318115e-05, |
| "loss": 1.060891032218933, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5623678646934461, |
| "grad_norm": 5.006414413452148, |
| "learning_rate": 1.4704078761794731e-05, |
| "loss": 1.5014731884002686, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5665961945031712, |
| "grad_norm": 22.558250427246094, |
| "learning_rate": 1.4697127798565508e-05, |
| "loss": 0.5403841733932495, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5708245243128964, |
| "grad_norm": 7.220975875854492, |
| "learning_rate": 1.4690098016608766e-05, |
| "loss": 1.0778307914733887, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5750528541226215, |
| "grad_norm": 7.279621601104736, |
| "learning_rate": 1.4682989501866411e-05, |
| "loss": 1.1842423677444458, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5792811839323467, |
| "grad_norm": 2.9293410778045654, |
| "learning_rate": 1.4675802341242893e-05, |
| "loss": 0.9627125263214111, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5835095137420718, |
| "grad_norm": 4.534882068634033, |
| "learning_rate": 1.466853662260414e-05, |
| "loss": 0.915324330329895, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.587737843551797, |
| "grad_norm": 1.1912890672683716, |
| "learning_rate": 1.4661192434776478e-05, |
| "loss": 0.9031130075454712, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5919661733615222, |
| "grad_norm": 3.6678357124328613, |
| "learning_rate": 1.4653769867545556e-05, |
| "loss": 1.2389652729034424, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5961945031712473, |
| "grad_norm": 4.153764247894287, |
| "learning_rate": 1.4646269011655239e-05, |
| "loss": 1.4591269493103027, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6004228329809725, |
| "grad_norm": 1.8016067743301392, |
| "learning_rate": 1.4638689958806506e-05, |
| "loss": 0.9679784774780273, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6046511627906976, |
| "grad_norm": 6.767185688018799, |
| "learning_rate": 1.4631032801656318e-05, |
| "loss": 1.2702375650405884, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6088794926004228, |
| "grad_norm": 9.04157543182373, |
| "learning_rate": 1.4623297633816507e-05, |
| "loss": 0.4504528045654297, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6131078224101479, |
| "grad_norm": 2.0485124588012695, |
| "learning_rate": 1.4615484549852597e-05, |
| "loss": 1.0178403854370117, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6173361522198731, |
| "grad_norm": 3.4373555183410645, |
| "learning_rate": 1.4607593645282686e-05, |
| "loss": 0.890856146812439, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6215644820295984, |
| "grad_norm": 3.560213088989258, |
| "learning_rate": 1.4599625016576245e-05, |
| "loss": 0.7663946747779846, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6257928118393234, |
| "grad_norm": 7.024014472961426, |
| "learning_rate": 1.4591578761152972e-05, |
| "loss": 0.7603721022605896, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6300211416490487, |
| "grad_norm": 3.070758819580078, |
| "learning_rate": 1.4583454977381563e-05, |
| "loss": 1.2674808502197266, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6342494714587738, |
| "grad_norm": 4.765546798706055, |
| "learning_rate": 1.4575253764578541e-05, |
| "loss": 1.2386133670806885, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.638477801268499, |
| "grad_norm": 3.3891117572784424, |
| "learning_rate": 1.4566975223007029e-05, |
| "loss": 0.7391263246536255, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.642706131078224, |
| "grad_norm": 11.069788932800293, |
| "learning_rate": 1.4558619453875524e-05, |
| "loss": 0.91716068983078, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6469344608879493, |
| "grad_norm": 2.78773832321167, |
| "learning_rate": 1.4550186559336655e-05, |
| "loss": 0.9525253772735596, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6511627906976745, |
| "grad_norm": 3.1941332817077637, |
| "learning_rate": 1.4541676642485954e-05, |
| "loss": 1.2245872020721436, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6553911205073996, |
| "grad_norm": 3.0903007984161377, |
| "learning_rate": 1.4533089807360568e-05, |
| "loss": 1.193055510520935, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6596194503171248, |
| "grad_norm": 3.724569320678711, |
| "learning_rate": 1.452442615893801e-05, |
| "loss": 1.2031176090240479, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6638477801268499, |
| "grad_norm": 5.010465145111084, |
| "learning_rate": 1.4515685803134858e-05, |
| "loss": 1.2304129600524902, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6680761099365751, |
| "grad_norm": 1.9797773361206055, |
| "learning_rate": 1.4506868846805476e-05, |
| "loss": 1.0927329063415527, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6723044397463002, |
| "grad_norm": 5.945505142211914, |
| "learning_rate": 1.4497975397740696e-05, |
| "loss": 0.7723104357719421, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6765327695560254, |
| "grad_norm": 3.638169765472412, |
| "learning_rate": 1.4489005564666508e-05, |
| "loss": 1.24289870262146, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6807610993657506, |
| "grad_norm": 5.947479248046875, |
| "learning_rate": 1.4479959457242723e-05, |
| "loss": 1.3015351295471191, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6849894291754757, |
| "grad_norm": 3.7739808559417725, |
| "learning_rate": 1.4470837186061642e-05, |
| "loss": 1.1160858869552612, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6892177589852009, |
| "grad_norm": 2.759521722793579, |
| "learning_rate": 1.4461638862646691e-05, |
| "loss": 1.2636997699737549, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.693446088794926, |
| "grad_norm": 5.39089822769165, |
| "learning_rate": 1.4452364599451069e-05, |
| "loss": 1.161313772201538, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6976744186046512, |
| "grad_norm": 6.9409403800964355, |
| "learning_rate": 1.4443014509856374e-05, |
| "loss": 0.9155374765396118, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7019027484143763, |
| "grad_norm": 3.952794313430786, |
| "learning_rate": 1.4433588708171203e-05, |
| "loss": 1.2246153354644775, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7061310782241015, |
| "grad_norm": 14.894582748413086, |
| "learning_rate": 1.4424087309629773e-05, |
| "loss": 1.1807254552841187, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7103594080338267, |
| "grad_norm": 2.6782469749450684, |
| "learning_rate": 1.4414510430390493e-05, |
| "loss": 1.2114849090576172, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7145877378435518, |
| "grad_norm": 5.351640224456787, |
| "learning_rate": 1.4404858187534565e-05, |
| "loss": 1.3075833320617676, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.718816067653277, |
| "grad_norm": 42.92411804199219, |
| "learning_rate": 1.4395130699064532e-05, |
| "loss": 1.1994694471359253, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7230443974630021, |
| "grad_norm": 6.069267272949219, |
| "learning_rate": 1.438532808390285e-05, |
| "loss": 1.12200927734375, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 21.054357528686523, |
| "learning_rate": 1.4375450461890427e-05, |
| "loss": 0.9327563643455505, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7315010570824524, |
| "grad_norm": 11.144492149353027, |
| "learning_rate": 1.4365497953785162e-05, |
| "loss": 0.8434457778930664, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7357293868921776, |
| "grad_norm": 6.523318290710449, |
| "learning_rate": 1.4355470681260463e-05, |
| "loss": 0.9562816619873047, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7399577167019028, |
| "grad_norm": 2.910780906677246, |
| "learning_rate": 1.4345368766903767e-05, |
| "loss": 1.322003960609436, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7441860465116279, |
| "grad_norm": 7.639605522155762, |
| "learning_rate": 1.4335192334215031e-05, |
| "loss": 1.1579456329345703, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7484143763213531, |
| "grad_norm": 8.27808952331543, |
| "learning_rate": 1.432494150760524e-05, |
| "loss": 0.7133760452270508, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7526427061310782, |
| "grad_norm": 7.430663108825684, |
| "learning_rate": 1.4314616412394867e-05, |
| "loss": 1.0546461343765259, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7568710359408034, |
| "grad_norm": 2.629093885421753, |
| "learning_rate": 1.4304217174812343e-05, |
| "loss": 1.2102062702178955, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7610993657505285, |
| "grad_norm": 8.667981147766113, |
| "learning_rate": 1.429374392199253e-05, |
| "loss": 0.7335385680198669, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7653276955602537, |
| "grad_norm": 8.128499984741211, |
| "learning_rate": 1.4283196781975148e-05, |
| "loss": 1.0875585079193115, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7695560253699789, |
| "grad_norm": 186.99935913085938, |
| "learning_rate": 1.4272575883703227e-05, |
| "loss": 1.0409858226776123, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.773784355179704, |
| "grad_norm": 3.1076133251190186, |
| "learning_rate": 1.4261881357021509e-05, |
| "loss": 1.2671312093734741, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7780126849894292, |
| "grad_norm": 4.150426864624023, |
| "learning_rate": 1.4251113332674884e-05, |
| "loss": 1.2061045169830322, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7822410147991543, |
| "grad_norm": 7.632771015167236, |
| "learning_rate": 1.4240271942306772e-05, |
| "loss": 0.881278932094574, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7864693446088795, |
| "grad_norm": 3.4033656120300293, |
| "learning_rate": 1.4229357318457529e-05, |
| "loss": 1.1870850324630737, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7906976744186046, |
| "grad_norm": 5.540162086486816, |
| "learning_rate": 1.4218369594562817e-05, |
| "loss": 1.2046070098876953, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7949260042283298, |
| "grad_norm": 8.602273941040039, |
| "learning_rate": 1.420730890495197e-05, |
| "loss": 1.2873551845550537, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7991543340380549, |
| "grad_norm": 5.199553489685059, |
| "learning_rate": 1.419617538484637e-05, |
| "loss": 0.9428425431251526, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8033826638477801, |
| "grad_norm": 5.882444381713867, |
| "learning_rate": 1.4184969170357766e-05, |
| "loss": 1.2508769035339355, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8076109936575053, |
| "grad_norm": 3.6772570610046387, |
| "learning_rate": 1.4173690398486635e-05, |
| "loss": 1.166191816329956, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8118393234672304, |
| "grad_norm": 3.7890865802764893, |
| "learning_rate": 1.4162339207120496e-05, |
| "loss": 0.9958459138870239, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8160676532769556, |
| "grad_norm": 5.569543361663818, |
| "learning_rate": 1.4150915735032221e-05, |
| "loss": 1.018789529800415, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8202959830866807, |
| "grad_norm": 3.23010516166687, |
| "learning_rate": 1.4139420121878348e-05, |
| "loss": 1.4793826341629028, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8245243128964059, |
| "grad_norm": 8.0390043258667, |
| "learning_rate": 1.4127852508197365e-05, |
| "loss": 1.171407699584961, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.828752642706131, |
| "grad_norm": 6.130298614501953, |
| "learning_rate": 1.4116213035408e-05, |
| "loss": 0.9279772043228149, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8329809725158562, |
| "grad_norm": 3.387218713760376, |
| "learning_rate": 1.410450184580748e-05, |
| "loss": 1.2349982261657715, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8372093023255814, |
| "grad_norm": 1.0166298151016235, |
| "learning_rate": 1.4092719082569803e-05, |
| "loss": 0.8054320812225342, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8414376321353065, |
| "grad_norm": 2.6399528980255127, |
| "learning_rate": 1.4080864889743983e-05, |
| "loss": 0.7137354016304016, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8456659619450317, |
| "grad_norm": 5.8082780838012695, |
| "learning_rate": 1.4068939412252294e-05, |
| "loss": 1.1254661083221436, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8498942917547568, |
| "grad_norm": 4.094141006469727, |
| "learning_rate": 1.4056942795888487e-05, |
| "loss": 0.9756426811218262, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.854122621564482, |
| "grad_norm": 2.5022029876708984, |
| "learning_rate": 1.4044875187316015e-05, |
| "loss": 0.8390086889266968, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8583509513742071, |
| "grad_norm": 4.811787128448486, |
| "learning_rate": 1.4032736734066244e-05, |
| "loss": 0.9835063219070435, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8625792811839323, |
| "grad_norm": 11.851859092712402, |
| "learning_rate": 1.402052758453664e-05, |
| "loss": 0.996360182762146, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8668076109936576, |
| "grad_norm": 3.006216049194336, |
| "learning_rate": 1.400824788798896e-05, |
| "loss": 0.8563735485076904, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.8710359408033826, |
| "grad_norm": 5.611896991729736, |
| "learning_rate": 1.399589779454743e-05, |
| "loss": 1.1601784229278564, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8752642706131079, |
| "grad_norm": 5.7954421043396, |
| "learning_rate": 1.3983477455196905e-05, |
| "loss": 1.065341830253601, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.879492600422833, |
| "grad_norm": 5.784130573272705, |
| "learning_rate": 1.3970987021781022e-05, |
| "loss": 1.0900375843048096, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8837209302325582, |
| "grad_norm": 4.542938709259033, |
| "learning_rate": 1.3958426647000346e-05, |
| "loss": 1.213735580444336, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8879492600422833, |
| "grad_norm": 7.152516841888428, |
| "learning_rate": 1.3945796484410508e-05, |
| "loss": 1.1278403997421265, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.8921775898520085, |
| "grad_norm": 7.564744472503662, |
| "learning_rate": 1.3933096688420315e-05, |
| "loss": 0.9469781517982483, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8964059196617337, |
| "grad_norm": 3.915074110031128, |
| "learning_rate": 1.3920327414289881e-05, |
| "loss": 1.2209410667419434, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9006342494714588, |
| "grad_norm": 2.8434088230133057, |
| "learning_rate": 1.3907488818128711e-05, |
| "loss": 1.1207141876220703, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.904862579281184, |
| "grad_norm": 6.559962749481201, |
| "learning_rate": 1.3894581056893797e-05, |
| "loss": 0.9067251086235046, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 2.8538448810577393, |
| "learning_rate": 1.388160428838771e-05, |
| "loss": 1.05842924118042, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9133192389006343, |
| "grad_norm": 4.789990425109863, |
| "learning_rate": 1.386855867125666e-05, |
| "loss": 1.2559375762939453, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9175475687103594, |
| "grad_norm": 9.767813682556152, |
| "learning_rate": 1.3855444364988552e-05, |
| "loss": 0.5389173030853271, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9217758985200846, |
| "grad_norm": 11.294173240661621, |
| "learning_rate": 1.3842261529911054e-05, |
| "loss": 0.38379937410354614, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9260042283298098, |
| "grad_norm": 2.282783031463623, |
| "learning_rate": 1.382901032718962e-05, |
| "loss": 0.9439561367034912, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 2.3570144176483154, |
| "learning_rate": 1.3815690918825522e-05, |
| "loss": 1.1267650127410889, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9344608879492601, |
| "grad_norm": 11.564787864685059, |
| "learning_rate": 1.3802303467653885e-05, |
| "loss": 0.7750686407089233, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9386892177589852, |
| "grad_norm": 4.886003017425537, |
| "learning_rate": 1.3788848137341675e-05, |
| "loss": 1.245846152305603, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9429175475687104, |
| "grad_norm": 5.777932167053223, |
| "learning_rate": 1.3775325092385711e-05, |
| "loss": 1.1271302700042725, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9471458773784355, |
| "grad_norm": 32.36698532104492, |
| "learning_rate": 1.3761734498110652e-05, |
| "loss": 1.1175425052642822, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9513742071881607, |
| "grad_norm": 13.74611759185791, |
| "learning_rate": 1.3748076520666974e-05, |
| "loss": 0.8335492610931396, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9556025369978859, |
| "grad_norm": 3.217629909515381, |
| "learning_rate": 1.3734351327028936e-05, |
| "loss": 0.8984948992729187, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.959830866807611, |
| "grad_norm": 20.633712768554688, |
| "learning_rate": 1.3720559084992541e-05, |
| "loss": 1.3068127632141113, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9640591966173362, |
| "grad_norm": 9.706938743591309, |
| "learning_rate": 1.3706699963173498e-05, |
| "loss": 0.6966771483421326, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9682875264270613, |
| "grad_norm": 35.36222457885742, |
| "learning_rate": 1.3692774131005132e-05, |
| "loss": 0.8925000429153442, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9725158562367865, |
| "grad_norm": 6.042158603668213, |
| "learning_rate": 1.3678781758736337e-05, |
| "loss": 1.2271270751953125, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9767441860465116, |
| "grad_norm": 3.6695802211761475, |
| "learning_rate": 1.3664723017429491e-05, |
| "loss": 1.2088079452514648, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9809725158562368, |
| "grad_norm": 4.8280158042907715, |
| "learning_rate": 1.3650598078958347e-05, |
| "loss": 0.7629251480102539, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.985200845665962, |
| "grad_norm": 2.760213851928711, |
| "learning_rate": 1.3636407116005958e-05, |
| "loss": 1.248457431793213, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9894291754756871, |
| "grad_norm": 7.934692859649658, |
| "learning_rate": 1.3622150302062543e-05, |
| "loss": 1.0029637813568115, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9936575052854123, |
| "grad_norm": 4.111275672912598, |
| "learning_rate": 1.3607827811423387e-05, |
| "loss": 1.2393298149108887, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9978858350951374, |
| "grad_norm": 3.1085457801818848, |
| "learning_rate": 1.3593439819186684e-05, |
| "loss": 1.2449924945831299, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0021141649048626, |
| "grad_norm": 4.671144485473633, |
| "learning_rate": 1.3578986501251426e-05, |
| "loss": 0.9800138473510742, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0063424947145878, |
| "grad_norm": 5.851824760437012, |
| "learning_rate": 1.3564468034315229e-05, |
| "loss": 1.0923573970794678, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0105708245243128, |
| "grad_norm": 15.939520835876465, |
| "learning_rate": 1.3549884595872185e-05, |
| "loss": 0.4250287115573883, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.014799154334038, |
| "grad_norm": 4.853209972381592, |
| "learning_rate": 1.3535236364210687e-05, |
| "loss": 0.7025294303894043, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0190274841437632, |
| "grad_norm": 6.012503623962402, |
| "learning_rate": 1.3520523518411252e-05, |
| "loss": 0.6440640687942505, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0232558139534884, |
| "grad_norm": 3.6974568367004395, |
| "learning_rate": 1.350574623834433e-05, |
| "loss": 0.9773796200752258, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0274841437632136, |
| "grad_norm": 6.0878400802612305, |
| "learning_rate": 1.349090470466811e-05, |
| "loss": 0.9877686500549316, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.0317124735729386, |
| "grad_norm": 8.939531326293945, |
| "learning_rate": 1.3475999098826302e-05, |
| "loss": 0.9277652502059937, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0359408033826638, |
| "grad_norm": 14.893548011779785, |
| "learning_rate": 1.3461029603045926e-05, |
| "loss": 0.813503623008728, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.040169133192389, |
| "grad_norm": 10.009620666503906, |
| "learning_rate": 1.344599640033508e-05, |
| "loss": 0.6832774877548218, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0443974630021142, |
| "grad_norm": 3.354914903640747, |
| "learning_rate": 1.3430899674480709e-05, |
| "loss": 1.1384618282318115, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0486257928118394, |
| "grad_norm": 2.5703911781311035, |
| "learning_rate": 1.3415739610046352e-05, |
| "loss": 0.9616219401359558, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0528541226215644, |
| "grad_norm": 2.797065019607544, |
| "learning_rate": 1.3400516392369888e-05, |
| "loss": 0.800805926322937, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0570824524312896, |
| "grad_norm": 3.4388198852539062, |
| "learning_rate": 1.3385230207561267e-05, |
| "loss": 0.8043174147605896, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0613107822410148, |
| "grad_norm": 2.472867012023926, |
| "learning_rate": 1.336988124250024e-05, |
| "loss": 1.0902597904205322, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.06553911205074, |
| "grad_norm": 2.6906862258911133, |
| "learning_rate": 1.3354469684834074e-05, |
| "loss": 0.9202855825424194, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.069767441860465, |
| "grad_norm": 11.038729667663574, |
| "learning_rate": 1.3338995722975248e-05, |
| "loss": 0.7815649509429932, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0739957716701902, |
| "grad_norm": 2.476713180541992, |
| "learning_rate": 1.332345954609917e-05, |
| "loss": 0.7831959128379822, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0782241014799154, |
| "grad_norm": 10.318900108337402, |
| "learning_rate": 1.3307861344141838e-05, |
| "loss": 0.8936349153518677, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.0824524312896406, |
| "grad_norm": 8.494014739990234, |
| "learning_rate": 1.3292201307797538e-05, |
| "loss": 1.0179133415222168, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0866807610993658, |
| "grad_norm": 5.610970497131348, |
| "learning_rate": 1.3276479628516509e-05, |
| "loss": 1.075989842414856, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 3.0615196228027344, |
| "learning_rate": 1.3260696498502594e-05, |
| "loss": 0.8677607774734497, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.095137420718816, |
| "grad_norm": 3.442467212677002, |
| "learning_rate": 1.3244852110710897e-05, |
| "loss": 0.808364987373352, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.0993657505285412, |
| "grad_norm": 12.80532169342041, |
| "learning_rate": 1.3228946658845429e-05, |
| "loss": 0.6996243000030518, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1035940803382664, |
| "grad_norm": 2.746342182159424, |
| "learning_rate": 1.3212980337356727e-05, |
| "loss": 1.1934597492218018, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1078224101479917, |
| "grad_norm": 20.217182159423828, |
| "learning_rate": 1.3196953341439487e-05, |
| "loss": 0.7237528562545776, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1120507399577166, |
| "grad_norm": 3.731555223464966, |
| "learning_rate": 1.3180865867030169e-05, |
| "loss": 1.2389192581176758, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1162790697674418, |
| "grad_norm": 2.772258758544922, |
| "learning_rate": 1.3164718110804614e-05, |
| "loss": 0.7679740190505981, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.120507399577167, |
| "grad_norm": 6.68835973739624, |
| "learning_rate": 1.314851027017563e-05, |
| "loss": 0.5018873810768127, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1247357293868923, |
| "grad_norm": 3.607449531555176, |
| "learning_rate": 1.3132242543290577e-05, |
| "loss": 0.9644540548324585, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1289640591966172, |
| "grad_norm": 2.7888481616973877, |
| "learning_rate": 1.3115915129028958e-05, |
| "loss": 0.7334082126617432, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.1331923890063424, |
| "grad_norm": 2.655278444290161, |
| "learning_rate": 1.3099528226999963e-05, |
| "loss": 0.8843320608139038, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1374207188160677, |
| "grad_norm": 25.368104934692383, |
| "learning_rate": 1.308308203754006e-05, |
| "loss": 0.6815811991691589, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1416490486257929, |
| "grad_norm": 6.247807025909424, |
| "learning_rate": 1.3066576761710523e-05, |
| "loss": 0.6804174780845642, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.145877378435518, |
| "grad_norm": 2.6505532264709473, |
| "learning_rate": 1.3050012601294974e-05, |
| "loss": 1.007495403289795, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.150105708245243, |
| "grad_norm": 10.71812629699707, |
| "learning_rate": 1.3033389758796933e-05, |
| "loss": 0.7838773727416992, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1543340380549683, |
| "grad_norm": 4.875476837158203, |
| "learning_rate": 1.301670843743733e-05, |
| "loss": 1.111068606376648, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1585623678646935, |
| "grad_norm": 4.563485145568848, |
| "learning_rate": 1.2999968841152018e-05, |
| "loss": 1.2227811813354492, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "grad_norm": 4.7432942390441895, |
| "learning_rate": 1.2983171174589283e-05, |
| "loss": 0.9843556880950928, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1670190274841437, |
| "grad_norm": 3.407167673110962, |
| "learning_rate": 1.2966315643107354e-05, |
| "loss": 1.002907395362854, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1712473572938689, |
| "grad_norm": 4.063988208770752, |
| "learning_rate": 1.294940245277187e-05, |
| "loss": 1.0935487747192383, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.175475687103594, |
| "grad_norm": 4.877832889556885, |
| "learning_rate": 1.2932431810353383e-05, |
| "loss": 0.9643925428390503, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1797040169133193, |
| "grad_norm": 2.247758388519287, |
| "learning_rate": 1.2915403923324808e-05, |
| "loss": 1.0302636623382568, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1839323467230445, |
| "grad_norm": 5.0767974853515625, |
| "learning_rate": 1.289831899985891e-05, |
| "loss": 0.8964630961418152, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1881606765327695, |
| "grad_norm": 2.1838598251342773, |
| "learning_rate": 1.2881177248825742e-05, |
| "loss": 0.6631878614425659, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.1923890063424947, |
| "grad_norm": 4.372375011444092, |
| "learning_rate": 1.2863978879790097e-05, |
| "loss": 0.9782743453979492, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1966173361522199, |
| "grad_norm": 7.168341636657715, |
| "learning_rate": 1.2846724103008943e-05, |
| "loss": 0.821781575679779, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.200845665961945, |
| "grad_norm": 6.865265369415283, |
| "learning_rate": 1.2829413129428864e-05, |
| "loss": 1.1108343601226807, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.20507399577167, |
| "grad_norm": 16.99683952331543, |
| "learning_rate": 1.2812046170683459e-05, |
| "loss": 1.178511619567871, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2093023255813953, |
| "grad_norm": 10.085429191589355, |
| "learning_rate": 1.2794623439090783e-05, |
| "loss": 0.9746255874633789, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2135306553911205, |
| "grad_norm": 2.6181468963623047, |
| "learning_rate": 1.2777145147650728e-05, |
| "loss": 0.7305482625961304, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2177589852008457, |
| "grad_norm": 5.700075149536133, |
| "learning_rate": 1.2759611510042426e-05, |
| "loss": 0.8339565396308899, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.221987315010571, |
| "grad_norm": 2.406853437423706, |
| "learning_rate": 1.2742022740621643e-05, |
| "loss": 0.8000067472457886, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.226215644820296, |
| "grad_norm": 4.314510345458984, |
| "learning_rate": 1.2724379054418152e-05, |
| "loss": 0.7380365133285522, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.230443974630021, |
| "grad_norm": 3.731355905532837, |
| "learning_rate": 1.2706680667133107e-05, |
| "loss": 1.0167348384857178, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2346723044397463, |
| "grad_norm": 9.207245826721191, |
| "learning_rate": 1.26889277951364e-05, |
| "loss": 0.8219566941261292, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2389006342494715, |
| "grad_norm": 20.01541519165039, |
| "learning_rate": 1.2671120655464021e-05, |
| "loss": 0.8420779705047607, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.2431289640591967, |
| "grad_norm": 3.9660184383392334, |
| "learning_rate": 1.2653259465815411e-05, |
| "loss": 0.9036701321601868, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2473572938689217, |
| "grad_norm": 1.908424973487854, |
| "learning_rate": 1.263534444455079e-05, |
| "loss": 0.6175505518913269, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.251585623678647, |
| "grad_norm": 2.081923246383667, |
| "learning_rate": 1.2617375810688487e-05, |
| "loss": 0.8378012180328369, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.255813953488372, |
| "grad_norm": 31.758546829223633, |
| "learning_rate": 1.2599353783902274e-05, |
| "loss": 1.101624846458435, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2600422832980973, |
| "grad_norm": 2.6002578735351562, |
| "learning_rate": 1.2581278584518666e-05, |
| "loss": 0.7061848640441895, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.2642706131078225, |
| "grad_norm": 4.041270732879639, |
| "learning_rate": 1.2563150433514236e-05, |
| "loss": 1.0772545337677002, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2684989429175475, |
| "grad_norm": 5.1957573890686035, |
| "learning_rate": 1.2544969552512918e-05, |
| "loss": 1.2544552087783813, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 2.725302219390869, |
| "learning_rate": 1.252673616378328e-05, |
| "loss": 0.8749057054519653, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.276955602536998, |
| "grad_norm": 2.6818063259124756, |
| "learning_rate": 1.2508450490235831e-05, |
| "loss": 0.9962588548660278, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2811839323467231, |
| "grad_norm": 20.071857452392578, |
| "learning_rate": 1.2490112755420276e-05, |
| "loss": 0.7794040441513062, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.285412262156448, |
| "grad_norm": 4.112557888031006, |
| "learning_rate": 1.2471723183522784e-05, |
| "loss": 1.0595139265060425, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2896405919661733, |
| "grad_norm": 3.070066213607788, |
| "learning_rate": 1.2453281999363266e-05, |
| "loss": 0.7081382274627686, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2938689217758985, |
| "grad_norm": 6.5331130027771, |
| "learning_rate": 1.2434789428392605e-05, |
| "loss": 0.6282811760902405, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2980972515856237, |
| "grad_norm": 2.448627233505249, |
| "learning_rate": 1.241624569668991e-05, |
| "loss": 0.8275872468948364, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.302325581395349, |
| "grad_norm": 6.834640979766846, |
| "learning_rate": 1.2397651030959753e-05, |
| "loss": 0.492057204246521, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.306553911205074, |
| "grad_norm": 30.322317123413086, |
| "learning_rate": 1.2379005658529392e-05, |
| "loss": 0.9143649339675903, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3107822410147991, |
| "grad_norm": 6.323922157287598, |
| "learning_rate": 1.2360309807345995e-05, |
| "loss": 1.105822205543518, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3150105708245243, |
| "grad_norm": 2.325181245803833, |
| "learning_rate": 1.2341563705973856e-05, |
| "loss": 0.9550759196281433, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3192389006342495, |
| "grad_norm": 5.629472255706787, |
| "learning_rate": 1.2322767583591596e-05, |
| "loss": 0.7337983846664429, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3234672304439745, |
| "grad_norm": 3.1637933254241943, |
| "learning_rate": 1.2303921669989356e-05, |
| "loss": 1.0394093990325928, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3276955602536997, |
| "grad_norm": 7.200225353240967, |
| "learning_rate": 1.228502619556601e-05, |
| "loss": 1.1816655397415161, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.331923890063425, |
| "grad_norm": 5.452358722686768, |
| "learning_rate": 1.226608139132632e-05, |
| "loss": 0.9340100288391113, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3361522198731501, |
| "grad_norm": 3.514946937561035, |
| "learning_rate": 1.2247087488878131e-05, |
| "loss": 0.5858926773071289, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3403805496828753, |
| "grad_norm": 2.9155478477478027, |
| "learning_rate": 1.2228044720429527e-05, |
| "loss": 0.7269644737243652, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3446088794926006, |
| "grad_norm": 8.57668399810791, |
| "learning_rate": 1.2208953318786009e-05, |
| "loss": 0.6660975217819214, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3488372093023255, |
| "grad_norm": 40.965423583984375, |
| "learning_rate": 1.2189813517347628e-05, |
| "loss": 0.9851181507110596, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.3530655391120507, |
| "grad_norm": 2.95336651802063, |
| "learning_rate": 1.2170625550106147e-05, |
| "loss": 0.8330931067466736, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.357293868921776, |
| "grad_norm": 2.1522130966186523, |
| "learning_rate": 1.2151389651642174e-05, |
| "loss": 1.1999034881591797, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.361522198731501, |
| "grad_norm": 3.892958164215088, |
| "learning_rate": 1.2132106057122298e-05, |
| "loss": 1.0367488861083984, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3657505285412261, |
| "grad_norm": 5.883722305297852, |
| "learning_rate": 1.2112775002296207e-05, |
| "loss": 0.7198834419250488, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3699788583509513, |
| "grad_norm": 9.357966423034668, |
| "learning_rate": 1.2093396723493814e-05, |
| "loss": 0.7189715504646301, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.3742071881606766, |
| "grad_norm": 11.686338424682617, |
| "learning_rate": 1.2073971457622361e-05, |
| "loss": 0.7784378528594971, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3784355179704018, |
| "grad_norm": 2.431422472000122, |
| "learning_rate": 1.2054499442163533e-05, |
| "loss": 0.7387130260467529, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.382663847780127, |
| "grad_norm": 3.942812204360962, |
| "learning_rate": 1.2034980915170535e-05, |
| "loss": 1.1472055912017822, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.386892177589852, |
| "grad_norm": 3.257403612136841, |
| "learning_rate": 1.2015416115265201e-05, |
| "loss": 0.9937019348144531, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3911205073995772, |
| "grad_norm": 8.456377983093262, |
| "learning_rate": 1.1995805281635077e-05, |
| "loss": 0.8755460381507874, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.3953488372093024, |
| "grad_norm": 2.4463460445404053, |
| "learning_rate": 1.1976148654030476e-05, |
| "loss": 0.9591925144195557, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3995771670190273, |
| "grad_norm": 2.219970941543579, |
| "learning_rate": 1.1956446472761575e-05, |
| "loss": 1.027714490890503, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.4038054968287526, |
| "grad_norm": 0.7301704287528992, |
| "learning_rate": 1.193669897869545e-05, |
| "loss": 0.7829005122184753, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4080338266384778, |
| "grad_norm": 5.239259719848633, |
| "learning_rate": 1.191690641325315e-05, |
| "loss": 1.2836198806762695, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.412262156448203, |
| "grad_norm": 7.135112762451172, |
| "learning_rate": 1.1897069018406743e-05, |
| "loss": 1.0177743434906006, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4164904862579282, |
| "grad_norm": 1.8965673446655273, |
| "learning_rate": 1.1877187036676345e-05, |
| "loss": 0.5985036492347717, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4207188160676534, |
| "grad_norm": 2.7872605323791504, |
| "learning_rate": 1.1857260711127173e-05, |
| "loss": 1.022948980331421, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4249471458773784, |
| "grad_norm": 3.7553322315216064, |
| "learning_rate": 1.1837290285366566e-05, |
| "loss": 0.5952565670013428, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4291754756871036, |
| "grad_norm": 8.235332489013672, |
| "learning_rate": 1.1817276003540995e-05, |
| "loss": 0.6997470855712891, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4334038054968288, |
| "grad_norm": 6.720636367797852, |
| "learning_rate": 1.1797218110333103e-05, |
| "loss": 1.2756273746490479, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.437632135306554, |
| "grad_norm": 3.039116859436035, |
| "learning_rate": 1.177711685095869e-05, |
| "loss": 1.114811897277832, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.441860465116279, |
| "grad_norm": 5.3889079093933105, |
| "learning_rate": 1.1756972471163728e-05, |
| "loss": 1.1164124011993408, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4460887949260042, |
| "grad_norm": 3.7277066707611084, |
| "learning_rate": 1.1736785217221353e-05, |
| "loss": 1.078765630722046, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4503171247357294, |
| "grad_norm": 10.488996505737305, |
| "learning_rate": 1.1716555335928856e-05, |
| "loss": 1.343940258026123, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 3.4089832305908203, |
| "learning_rate": 1.1696283074604662e-05, |
| "loss": 1.007319688796997, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4587737843551798, |
| "grad_norm": 20.99650764465332, |
| "learning_rate": 1.1675968681085309e-05, |
| "loss": 0.5235151052474976, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.463002114164905, |
| "grad_norm": 3.5375492572784424, |
| "learning_rate": 1.165561240372242e-05, |
| "loss": 1.1756583452224731, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.46723044397463, |
| "grad_norm": 3.020423412322998, |
| "learning_rate": 1.1635214491379666e-05, |
| "loss": 0.5886895060539246, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4714587737843552, |
| "grad_norm": 3.2611489295959473, |
| "learning_rate": 1.1614775193429719e-05, |
| "loss": 0.9970772862434387, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4756871035940804, |
| "grad_norm": 4.714967727661133, |
| "learning_rate": 1.159429475975121e-05, |
| "loss": 1.101649284362793, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4799154334038054, |
| "grad_norm": 3.6968319416046143, |
| "learning_rate": 1.1573773440725663e-05, |
| "loss": 1.002673625946045, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.4841437632135306, |
| "grad_norm": 2.209737777709961, |
| "learning_rate": 1.1553211487234456e-05, |
| "loss": 1.0193003416061401, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4883720930232558, |
| "grad_norm": 3.091419219970703, |
| "learning_rate": 1.1532609150655723e-05, |
| "loss": 0.9798566102981567, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.492600422832981, |
| "grad_norm": 2.548701286315918, |
| "learning_rate": 1.1511966682861316e-05, |
| "loss": 0.7223621606826782, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4968287526427062, |
| "grad_norm": 1.5869474411010742, |
| "learning_rate": 1.1491284336213685e-05, |
| "loss": 0.25400954484939575, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.5010570824524314, |
| "grad_norm": 4.244919776916504, |
| "learning_rate": 1.1470562363562834e-05, |
| "loss": 0.6636357307434082, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5052854122621564, |
| "grad_norm": 5.597408771514893, |
| "learning_rate": 1.1449801018243205e-05, |
| "loss": 0.5520629286766052, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5095137420718816, |
| "grad_norm": 3.0784873962402344, |
| "learning_rate": 1.1429000554070582e-05, |
| "loss": 0.9222792387008667, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.5137420718816068, |
| "grad_norm": 3.9098949432373047, |
| "learning_rate": 1.1408161225339e-05, |
| "loss": 1.0374963283538818, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5179704016913318, |
| "grad_norm": 3.4602458477020264, |
| "learning_rate": 1.138728328681762e-05, |
| "loss": 0.9747165441513062, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.522198731501057, |
| "grad_norm": 1.7642043828964233, |
| "learning_rate": 1.1366366993747633e-05, |
| "loss": 1.0247418880462646, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5264270613107822, |
| "grad_norm": 6.275250434875488, |
| "learning_rate": 1.1345412601839121e-05, |
| "loss": 0.9292112588882446, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5306553911205074, |
| "grad_norm": 3.356963872909546, |
| "learning_rate": 1.1324420367267947e-05, |
| "loss": 1.0227938890457153, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5348837209302326, |
| "grad_norm": 3.6875593662261963, |
| "learning_rate": 1.1303390546672611e-05, |
| "loss": 0.8873927593231201, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5391120507399578, |
| "grad_norm": 4.997678279876709, |
| "learning_rate": 1.128232339715112e-05, |
| "loss": 0.6472434401512146, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.543340380549683, |
| "grad_norm": 6.311956882476807, |
| "learning_rate": 1.1261219176257841e-05, |
| "loss": 0.8464550971984863, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.547568710359408, |
| "grad_norm": 7.914978981018066, |
| "learning_rate": 1.124007814200035e-05, |
| "loss": 0.9824374914169312, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5517970401691332, |
| "grad_norm": 2.399554967880249, |
| "learning_rate": 1.1218900552836286e-05, |
| "loss": 0.27934643626213074, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5560253699788582, |
| "grad_norm": 10.44113826751709, |
| "learning_rate": 1.1197686667670186e-05, |
| "loss": 0.9760729670524597, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5602536997885834, |
| "grad_norm": 1.8871999979019165, |
| "learning_rate": 1.1176436745850315e-05, |
| "loss": 0.6704195141792297, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5644820295983086, |
| "grad_norm": 2.2626752853393555, |
| "learning_rate": 1.1155151047165512e-05, |
| "loss": 1.036656379699707, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5687103594080338, |
| "grad_norm": 7.728819847106934, |
| "learning_rate": 1.1133829831841988e-05, |
| "loss": 0.8059333562850952, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.572938689217759, |
| "grad_norm": 2.929497480392456, |
| "learning_rate": 1.1112473360540172e-05, |
| "loss": 1.0583416223526, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5771670190274842, |
| "grad_norm": 5.286141872406006, |
| "learning_rate": 1.1091081894351504e-05, |
| "loss": 1.1481748819351196, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5813953488372094, |
| "grad_norm": 3.026707410812378, |
| "learning_rate": 1.1069655694795247e-05, |
| "loss": 0.8132309317588806, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5856236786469344, |
| "grad_norm": 1.7127267122268677, |
| "learning_rate": 1.1048195023815304e-05, |
| "loss": 0.06812727451324463, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5898520084566596, |
| "grad_norm": 11.426569938659668, |
| "learning_rate": 1.1026700143776998e-05, |
| "loss": 0.6742124557495117, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.5940803382663846, |
| "grad_norm": 3.724337577819824, |
| "learning_rate": 1.1005171317463876e-05, |
| "loss": 1.1136109828948975, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5983086680761098, |
| "grad_norm": 14.46644115447998, |
| "learning_rate": 1.0983608808074485e-05, |
| "loss": 1.0555235147476196, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.602536997885835, |
| "grad_norm": 2.902543783187866, |
| "learning_rate": 1.0962012879219166e-05, |
| "loss": 1.0864543914794922, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6067653276955602, |
| "grad_norm": 2.2856698036193848, |
| "learning_rate": 1.094038379491683e-05, |
| "loss": 1.0354400873184204, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6109936575052854, |
| "grad_norm": 5.503824710845947, |
| "learning_rate": 1.0918721819591716e-05, |
| "loss": 1.0819224119186401, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.6152219873150107, |
| "grad_norm": 4.914931297302246, |
| "learning_rate": 1.089702721807018e-05, |
| "loss": 1.0502334833145142, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6194503171247359, |
| "grad_norm": 53.18983459472656, |
| "learning_rate": 1.087530025557744e-05, |
| "loss": 0.8511941432952881, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.6236786469344608, |
| "grad_norm": 4.677562236785889, |
| "learning_rate": 1.0853541197734342e-05, |
| "loss": 1.0318713188171387, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.627906976744186, |
| "grad_norm": 8.187718391418457, |
| "learning_rate": 1.0831750310554107e-05, |
| "loss": 1.1383025646209717, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.6321353065539113, |
| "grad_norm": 3.5982542037963867, |
| "learning_rate": 1.0809927860439087e-05, |
| "loss": 0.9839271903038025, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 2.9337029457092285, |
| "learning_rate": 1.0788074114177505e-05, |
| "loss": 0.8683944940567017, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6405919661733614, |
| "grad_norm": 4.334524631500244, |
| "learning_rate": 1.0766189338940183e-05, |
| "loss": 1.081053376197815, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6448202959830867, |
| "grad_norm": 4.9040913581848145, |
| "learning_rate": 1.0744273802277298e-05, |
| "loss": 0.666792631149292, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6490486257928119, |
| "grad_norm": 3.91910457611084, |
| "learning_rate": 1.0722327772115085e-05, |
| "loss": 1.0052895545959473, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.653276955602537, |
| "grad_norm": 4.458645820617676, |
| "learning_rate": 1.0700351516752581e-05, |
| "loss": 0.795367956161499, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6575052854122623, |
| "grad_norm": 3.319808006286621, |
| "learning_rate": 1.0678345304858339e-05, |
| "loss": 1.1920814514160156, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6617336152219875, |
| "grad_norm": 9.8060884475708, |
| "learning_rate": 1.0656309405467135e-05, |
| "loss": 0.47730082273483276, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6659619450317125, |
| "grad_norm": 1.8717176914215088, |
| "learning_rate": 1.0634244087976699e-05, |
| "loss": 1.0296953916549683, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6701902748414377, |
| "grad_norm": 2.6735174655914307, |
| "learning_rate": 1.0612149622144399e-05, |
| "loss": 0.7138187289237976, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6744186046511627, |
| "grad_norm": 2.331336736679077, |
| "learning_rate": 1.0590026278083955e-05, |
| "loss": 0.28828227519989014, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6786469344608879, |
| "grad_norm": 5.77733850479126, |
| "learning_rate": 1.0567874326262141e-05, |
| "loss": 0.9935804605484009, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.682875264270613, |
| "grad_norm": 2.2524654865264893, |
| "learning_rate": 1.054569403749546e-05, |
| "loss": 0.6224902868270874, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6871035940803383, |
| "grad_norm": 2.1855461597442627, |
| "learning_rate": 1.0523485682946862e-05, |
| "loss": 1.1767523288726807, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.6913319238900635, |
| "grad_norm": 2.8387317657470703, |
| "learning_rate": 1.05012495341224e-05, |
| "loss": 1.0280368328094482, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6955602536997887, |
| "grad_norm": 27.568706512451172, |
| "learning_rate": 1.0478985862867923e-05, |
| "loss": 0.5349442362785339, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.699788583509514, |
| "grad_norm": 2.9083518981933594, |
| "learning_rate": 1.0456694941365764e-05, |
| "loss": 1.076808214187622, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.7040169133192389, |
| "grad_norm": 5.691309928894043, |
| "learning_rate": 1.0434377042131388e-05, |
| "loss": 0.7902665138244629, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.708245243128964, |
| "grad_norm": 4.423396587371826, |
| "learning_rate": 1.0412032438010084e-05, |
| "loss": 0.7379248142242432, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.712473572938689, |
| "grad_norm": 2.52016544342041, |
| "learning_rate": 1.038966140217361e-05, |
| "loss": 1.1066546440124512, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7167019027484143, |
| "grad_norm": 12.179728507995605, |
| "learning_rate": 1.0367264208116872e-05, |
| "loss": 1.3080463409423828, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7209302325581395, |
| "grad_norm": 2.4812378883361816, |
| "learning_rate": 1.0344841129654561e-05, |
| "loss": 1.0156711339950562, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.7251585623678647, |
| "grad_norm": 4.029164791107178, |
| "learning_rate": 1.0322392440917821e-05, |
| "loss": 1.0871458053588867, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.72938689217759, |
| "grad_norm": 3.927384853363037, |
| "learning_rate": 1.0299918416350892e-05, |
| "loss": 0.8827550411224365, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.733615221987315, |
| "grad_norm": 5.5373759269714355, |
| "learning_rate": 1.027741933070775e-05, |
| "loss": 0.9537783265113831, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7378435517970403, |
| "grad_norm": 4.271606922149658, |
| "learning_rate": 1.0254895459048762e-05, |
| "loss": 0.689419686794281, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.7420718816067653, |
| "grad_norm": 1.294979453086853, |
| "learning_rate": 1.0232347076737304e-05, |
| "loss": 0.5793521404266357, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7463002114164905, |
| "grad_norm": 17.122577667236328, |
| "learning_rate": 1.0209774459436412e-05, |
| "loss": 0.9610742926597595, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7505285412262155, |
| "grad_norm": 3.9229793548583984, |
| "learning_rate": 1.0187177883105397e-05, |
| "loss": 0.8773674964904785, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7547568710359407, |
| "grad_norm": 11.299139976501465, |
| "learning_rate": 1.0164557623996484e-05, |
| "loss": 0.6969875693321228, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.758985200845666, |
| "grad_norm": 3.3945024013519287, |
| "learning_rate": 1.0141913958651433e-05, |
| "loss": 1.096483826637268, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.763213530655391, |
| "grad_norm": 3.2834410667419434, |
| "learning_rate": 1.0119247163898143e-05, |
| "loss": 0.72940993309021, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7674418604651163, |
| "grad_norm": 3.5844316482543945, |
| "learning_rate": 1.0096557516847292e-05, |
| "loss": 0.7658038139343262, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7716701902748415, |
| "grad_norm": 2.6991755962371826, |
| "learning_rate": 1.0073845294888928e-05, |
| "loss": 1.0644285678863525, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7758985200845667, |
| "grad_norm": 2.1810121536254883, |
| "learning_rate": 1.005111077568909e-05, |
| "loss": 0.7696046829223633, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7801268498942917, |
| "grad_norm": 5.519890785217285, |
| "learning_rate": 1.0028354237186413e-05, |
| "loss": 0.3710637092590332, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.784355179704017, |
| "grad_norm": 2.480895757675171, |
| "learning_rate": 1.0005575957588714e-05, |
| "loss": 0.6643533706665039, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7885835095137421, |
| "grad_norm": 12.730748176574707, |
| "learning_rate": 9.982776215369619e-06, |
| "loss": 0.9776512980461121, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.792811839323467, |
| "grad_norm": 3.686861515045166, |
| "learning_rate": 9.959955289265134e-06, |
| "loss": 0.7493982911109924, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.7970401691331923, |
| "grad_norm": 7.337475299835205, |
| "learning_rate": 9.937113458270251e-06, |
| "loss": 0.6792470216751099, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.8012684989429175, |
| "grad_norm": 2.533167839050293, |
| "learning_rate": 9.914251001635533e-06, |
| "loss": 0.8989590406417847, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8054968287526427, |
| "grad_norm": 11.006254196166992, |
| "learning_rate": 9.89136819886369e-06, |
| "loss": 0.6507301926612854, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.809725158562368, |
| "grad_norm": 3.517608404159546, |
| "learning_rate": 9.868465329706187e-06, |
| "loss": 1.0075135231018066, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.8139534883720931, |
| "grad_norm": 7.212334632873535, |
| "learning_rate": 9.845542674159795e-06, |
| "loss": 0.6750871539115906, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 17.240829467773438, |
| "learning_rate": 9.822600512463191e-06, |
| "loss": 0.9815979599952698, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8224101479915433, |
| "grad_norm": 3.5664961338043213, |
| "learning_rate": 9.799639125093517e-06, |
| "loss": 0.9762383699417114, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8266384778012685, |
| "grad_norm": 2.7361466884613037, |
| "learning_rate": 9.776658792762961e-06, |
| "loss": 0.5271580815315247, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8308668076109935, |
| "grad_norm": 2.0726253986358643, |
| "learning_rate": 9.753659796415316e-06, |
| "loss": 0.7146393060684204, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.8350951374207187, |
| "grad_norm": 3.1244375705718994, |
| "learning_rate": 9.730642417222552e-06, |
| "loss": 1.0803109407424927, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.839323467230444, |
| "grad_norm": 2.640867233276367, |
| "learning_rate": 9.707606936581379e-06, |
| "loss": 1.0314481258392334, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.8435517970401691, |
| "grad_norm": 0.9036064147949219, |
| "learning_rate": 9.684553636109804e-06, |
| "loss": 0.6167151927947998, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8477801268498943, |
| "grad_norm": 2.197615385055542, |
| "learning_rate": 9.66148279764368e-06, |
| "loss": 1.0580313205718994, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8520084566596196, |
| "grad_norm": 8.674159049987793, |
| "learning_rate": 9.638394703233283e-06, |
| "loss": 0.8300498723983765, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8562367864693448, |
| "grad_norm": 13.859265327453613, |
| "learning_rate": 9.61528963513984e-06, |
| "loss": 0.4127427339553833, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8604651162790697, |
| "grad_norm": 23.210044860839844, |
| "learning_rate": 9.592167875832095e-06, |
| "loss": 0.7470444440841675, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.864693446088795, |
| "grad_norm": 2.505610942840576, |
| "learning_rate": 9.56902970798284e-06, |
| "loss": 1.090230941772461, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.86892177589852, |
| "grad_norm": 2.9492130279541016, |
| "learning_rate": 9.54587541446547e-06, |
| "loss": 0.7710232734680176, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.8731501057082451, |
| "grad_norm": 3.537020206451416, |
| "learning_rate": 9.522705278350537e-06, |
| "loss": 1.0183334350585938, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8773784355179703, |
| "grad_norm": 2.785041093826294, |
| "learning_rate": 9.499519582902253e-06, |
| "loss": 1.1000419855117798, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8816067653276956, |
| "grad_norm": 8.031927108764648, |
| "learning_rate": 9.476318611575066e-06, |
| "loss": 0.6185715794563293, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.8858350951374208, |
| "grad_norm": 13.80721378326416, |
| "learning_rate": 9.45310264801017e-06, |
| "loss": 0.7824044227600098, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.890063424947146, |
| "grad_norm": 5.304888725280762, |
| "learning_rate": 9.429871976032045e-06, |
| "loss": 1.0168921947479248, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.8942917547568712, |
| "grad_norm": 4.4846906661987305, |
| "learning_rate": 9.40662687964499e-06, |
| "loss": 1.3741871118545532, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8985200845665962, |
| "grad_norm": 3.269422769546509, |
| "learning_rate": 9.383367643029648e-06, |
| "loss": 0.9915837049484253, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.9027484143763214, |
| "grad_norm": 7.235335826873779, |
| "learning_rate": 9.360094550539532e-06, |
| "loss": 0.49685949087142944, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9069767441860463, |
| "grad_norm": 3.386599540710449, |
| "learning_rate": 9.336807886697548e-06, |
| "loss": 1.0478886365890503, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9112050739957716, |
| "grad_norm": 6.171862602233887, |
| "learning_rate": 9.313507936192513e-06, |
| "loss": 0.4817698001861572, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9154334038054968, |
| "grad_norm": 2.7828140258789062, |
| "learning_rate": 9.290194983875687e-06, |
| "loss": 0.8664864301681519, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.919661733615222, |
| "grad_norm": 5.921950340270996, |
| "learning_rate": 9.266869314757277e-06, |
| "loss": 1.2135703563690186, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9238900634249472, |
| "grad_norm": 2.893843173980713, |
| "learning_rate": 9.243531214002959e-06, |
| "loss": 0.7672044634819031, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9281183932346724, |
| "grad_norm": 2.384639024734497, |
| "learning_rate": 9.22018096693039e-06, |
| "loss": 1.076727032661438, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9323467230443976, |
| "grad_norm": 12.744176864624023, |
| "learning_rate": 9.196818859005725e-06, |
| "loss": 0.7033243775367737, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9365750528541226, |
| "grad_norm": 5.475032806396484, |
| "learning_rate": 9.17344517584011e-06, |
| "loss": 1.0084125995635986, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9408033826638478, |
| "grad_norm": 2.289100170135498, |
| "learning_rate": 9.150060203186227e-06, |
| "loss": 0.6431819200515747, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.945031712473573, |
| "grad_norm": 12.430115699768066, |
| "learning_rate": 9.126664226934752e-06, |
| "loss": 0.8973474502563477, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.949260042283298, |
| "grad_norm": 3.9509570598602295, |
| "learning_rate": 9.103257533110894e-06, |
| "loss": 0.9589901566505432, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9534883720930232, |
| "grad_norm": 2.3002769947052, |
| "learning_rate": 9.079840407870894e-06, |
| "loss": 0.9648246169090271, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9577167019027484, |
| "grad_norm": 0.7922413349151611, |
| "learning_rate": 9.05641313749851e-06, |
| "loss": 0.6890993118286133, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9619450317124736, |
| "grad_norm": 2.6043052673339844, |
| "learning_rate": 9.03297600840154e-06, |
| "loss": 1.1835768222808838, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9661733615221988, |
| "grad_norm": 4.483892440795898, |
| "learning_rate": 9.0095293071083e-06, |
| "loss": 0.7545671463012695, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.970401691331924, |
| "grad_norm": 3.2555809020996094, |
| "learning_rate": 8.986073320264131e-06, |
| "loss": 1.2224719524383545, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9746300211416492, |
| "grad_norm": 23.03080940246582, |
| "learning_rate": 8.962608334627904e-06, |
| "loss": 0.7920926213264465, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9788583509513742, |
| "grad_norm": 4.875718116760254, |
| "learning_rate": 8.939134637068488e-06, |
| "loss": 0.6524693965911865, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.9830866807610994, |
| "grad_norm": 4.2743449211120605, |
| "learning_rate": 8.915652514561267e-06, |
| "loss": 0.738945484161377, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9873150105708244, |
| "grad_norm": 3.230198621749878, |
| "learning_rate": 8.892162254184628e-06, |
| "loss": 0.9962481260299683, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9915433403805496, |
| "grad_norm": 3.018540143966675, |
| "learning_rate": 8.868664143116435e-06, |
| "loss": 1.0108933448791504, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9957716701902748, |
| "grad_norm": 4.269857406616211, |
| "learning_rate": 8.845158468630539e-06, |
| "loss": 1.061213493347168, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 4.223613739013672, |
| "learning_rate": 8.821645518093257e-06, |
| "loss": 0.46159759163856506, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.004228329809725, |
| "grad_norm": 11.974381446838379, |
| "learning_rate": 8.798125578959852e-06, |
| "loss": 0.7713661193847656, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0084566596194504, |
| "grad_norm": 2.5552642345428467, |
| "learning_rate": 8.77459893877103e-06, |
| "loss": 0.7751846313476562, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0126849894291756, |
| "grad_norm": 4.3100690841674805, |
| "learning_rate": 8.75106588514942e-06, |
| "loss": 0.7624510526657104, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.016913319238901, |
| "grad_norm": 3.5014708042144775, |
| "learning_rate": 8.72752670579606e-06, |
| "loss": 0.9763152003288269, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0211416490486256, |
| "grad_norm": 6.179083347320557, |
| "learning_rate": 8.703981688486867e-06, |
| "loss": 0.9362106323242188, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.025369978858351, |
| "grad_norm": 4.7563347816467285, |
| "learning_rate": 8.680431121069144e-06, |
| "loss": 0.6679912805557251, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.029598308668076, |
| "grad_norm": 3.954463005065918, |
| "learning_rate": 8.656875291458037e-06, |
| "loss": 0.9013761281967163, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.033826638477801, |
| "grad_norm": 5.922805309295654, |
| "learning_rate": 8.633314487633026e-06, |
| "loss": 0.836639940738678, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0380549682875264, |
| "grad_norm": 7.306420803070068, |
| "learning_rate": 8.609748997634405e-06, |
| "loss": 0.7415498495101929, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.0422832980972516, |
| "grad_norm": 3.4032561779022217, |
| "learning_rate": 8.586179109559756e-06, |
| "loss": 0.6187089085578918, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.046511627906977, |
| "grad_norm": 12.172759056091309, |
| "learning_rate": 8.56260511156043e-06, |
| "loss": 0.6059896349906921, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.050739957716702, |
| "grad_norm": 3.80167555809021, |
| "learning_rate": 8.539027291838022e-06, |
| "loss": 0.9446553587913513, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.0549682875264272, |
| "grad_norm": 8.426054000854492, |
| "learning_rate": 8.515445938640856e-06, |
| "loss": 0.4593411684036255, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.059196617336152, |
| "grad_norm": 2.598299264907837, |
| "learning_rate": 8.49186134026044e-06, |
| "loss": 0.8528721332550049, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.063424947145877, |
| "grad_norm": 3.0406436920166016, |
| "learning_rate": 8.468273785027973e-06, |
| "loss": 0.7405988574028015, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0676532769556024, |
| "grad_norm": 3.550297737121582, |
| "learning_rate": 8.444683561310793e-06, |
| "loss": 0.8227701187133789, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.0718816067653276, |
| "grad_norm": 8.660592079162598, |
| "learning_rate": 8.421090957508857e-06, |
| "loss": 0.638812780380249, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.076109936575053, |
| "grad_norm": 30.22115135192871, |
| "learning_rate": 8.39749626205123e-06, |
| "loss": 0.6441130638122559, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.080338266384778, |
| "grad_norm": 2.1604866981506348, |
| "learning_rate": 8.37389976339254e-06, |
| "loss": 0.6124245524406433, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.0845665961945032, |
| "grad_norm": 3.387357711791992, |
| "learning_rate": 8.350301750009467e-06, |
| "loss": 0.7291161417961121, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0887949260042284, |
| "grad_norm": 4.107940196990967, |
| "learning_rate": 8.3267025103972e-06, |
| "loss": 0.868223249912262, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.0930232558139537, |
| "grad_norm": 4.35333776473999, |
| "learning_rate": 8.30310233306593e-06, |
| "loss": 0.8408278226852417, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.097251585623679, |
| "grad_norm": 8.392865180969238, |
| "learning_rate": 8.279501506537304e-06, |
| "loss": 0.5695615410804749, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.1014799154334036, |
| "grad_norm": 21.974660873413086, |
| "learning_rate": 8.255900319340908e-06, |
| "loss": 0.5733252763748169, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.105708245243129, |
| "grad_norm": 3.524529457092285, |
| "learning_rate": 8.232299060010737e-06, |
| "loss": 0.5694207549095154, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.109936575052854, |
| "grad_norm": 3.8602561950683594, |
| "learning_rate": 8.208698017081669e-06, |
| "loss": 0.6829028129577637, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.1141649048625792, |
| "grad_norm": 3.903876543045044, |
| "learning_rate": 8.185097479085937e-06, |
| "loss": 0.7495624423027039, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.1183932346723044, |
| "grad_norm": 6.39402961730957, |
| "learning_rate": 8.161497734549597e-06, |
| "loss": 0.25603872537612915, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.1226215644820297, |
| "grad_norm": 5.94532585144043, |
| "learning_rate": 8.137899071989008e-06, |
| "loss": 0.6226204633712769, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.126849894291755, |
| "grad_norm": 6.8498125076293945, |
| "learning_rate": 8.1143017799073e-06, |
| "loss": 0.7593845129013062, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.13107822410148, |
| "grad_norm": 5.664738178253174, |
| "learning_rate": 8.090706146790852e-06, |
| "loss": 0.8689855337142944, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.1353065539112053, |
| "grad_norm": 2.65742564201355, |
| "learning_rate": 8.067112461105758e-06, |
| "loss": 0.36753150820732117, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.13953488372093, |
| "grad_norm": 3.0979502201080322, |
| "learning_rate": 8.043521011294303e-06, |
| "loss": 0.4595454931259155, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1437632135306552, |
| "grad_norm": 3.5513947010040283, |
| "learning_rate": 8.01993208577144e-06, |
| "loss": 0.4619039297103882, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1479915433403804, |
| "grad_norm": 5.999022483825684, |
| "learning_rate": 7.996345972921259e-06, |
| "loss": 0.6711839437484741, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.1522198731501057, |
| "grad_norm": 3.678095579147339, |
| "learning_rate": 7.972762961093464e-06, |
| "loss": 0.7942661643028259, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.156448202959831, |
| "grad_norm": 4.207014560699463, |
| "learning_rate": 7.949183338599856e-06, |
| "loss": 0.6157369613647461, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.160676532769556, |
| "grad_norm": 5.344851493835449, |
| "learning_rate": 7.925607393710787e-06, |
| "loss": 0.5308436751365662, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.1649048625792813, |
| "grad_norm": 4.248290538787842, |
| "learning_rate": 7.902035414651658e-06, |
| "loss": 0.7235709428787231, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1691331923890065, |
| "grad_norm": 2.3185105323791504, |
| "learning_rate": 7.878467689599383e-06, |
| "loss": 0.8228424787521362, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.1733615221987317, |
| "grad_norm": 3.386425495147705, |
| "learning_rate": 7.854904506678867e-06, |
| "loss": 0.7933652400970459, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.177589852008457, |
| "grad_norm": 4.166110038757324, |
| "learning_rate": 7.831346153959488e-06, |
| "loss": 0.6963284015655518, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 6.0741987228393555, |
| "learning_rate": 7.807792919451577e-06, |
| "loss": 0.9691816568374634, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.186046511627907, |
| "grad_norm": 4.15472936630249, |
| "learning_rate": 7.784245091102887e-06, |
| "loss": 1.0107653141021729, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.190274841437632, |
| "grad_norm": 2.812757968902588, |
| "learning_rate": 7.760702956795074e-06, |
| "loss": 0.5595121383666992, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.1945031712473573, |
| "grad_norm": 10.084578514099121, |
| "learning_rate": 7.737166804340196e-06, |
| "loss": 0.33979323506355286, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.1987315010570825, |
| "grad_norm": 3.1473519802093506, |
| "learning_rate": 7.713636921477167e-06, |
| "loss": 0.8217160701751709, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.2029598308668077, |
| "grad_norm": 10.61715316772461, |
| "learning_rate": 7.690113595868264e-06, |
| "loss": 0.31587648391723633, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.207188160676533, |
| "grad_norm": 6.740917205810547, |
| "learning_rate": 7.666597115095591e-06, |
| "loss": 0.7981530427932739, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.211416490486258, |
| "grad_norm": 4.512329578399658, |
| "learning_rate": 7.64308776665757e-06, |
| "loss": 0.428538054227829, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.2156448202959833, |
| "grad_norm": 5.668430805206299, |
| "learning_rate": 7.619585837965435e-06, |
| "loss": 0.6565294861793518, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.219873150105708, |
| "grad_norm": 8.00012493133545, |
| "learning_rate": 7.596091616339704e-06, |
| "loss": 0.5196812748908997, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.2241014799154333, |
| "grad_norm": 3.3288419246673584, |
| "learning_rate": 7.572605389006674e-06, |
| "loss": 0.6543052792549133, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2283298097251585, |
| "grad_norm": 5.0379204750061035, |
| "learning_rate": 7.549127443094913e-06, |
| "loss": 0.78211510181427, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.2325581395348837, |
| "grad_norm": 2.536381483078003, |
| "learning_rate": 7.525658065631742e-06, |
| "loss": 0.7623010873794556, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.236786469344609, |
| "grad_norm": 0.8982001543045044, |
| "learning_rate": 7.502197543539728e-06, |
| "loss": 0.5135959386825562, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.241014799154334, |
| "grad_norm": 2.4977076053619385, |
| "learning_rate": 7.47874616363318e-06, |
| "loss": 0.708351731300354, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.2452431289640593, |
| "grad_norm": 3.0987396240234375, |
| "learning_rate": 7.455304212614639e-06, |
| "loss": 0.8210294246673584, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2494714587737845, |
| "grad_norm": 5.032050609588623, |
| "learning_rate": 7.431871977071373e-06, |
| "loss": 0.6369508504867554, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.2536997885835097, |
| "grad_norm": 8.411706924438477, |
| "learning_rate": 7.408449743471876e-06, |
| "loss": 0.48274511098861694, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2579281183932345, |
| "grad_norm": 3.858473539352417, |
| "learning_rate": 7.385037798162367e-06, |
| "loss": 0.7990399599075317, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.2621564482029597, |
| "grad_norm": 17.01264762878418, |
| "learning_rate": 7.361636427363279e-06, |
| "loss": 0.531071126461029, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.266384778012685, |
| "grad_norm": 3.482454776763916, |
| "learning_rate": 7.338245917165771e-06, |
| "loss": 0.8320953249931335, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.27061310782241, |
| "grad_norm": 1.3474791049957275, |
| "learning_rate": 7.314866553528231e-06, |
| "loss": 0.5014660358428955, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.2748414376321353, |
| "grad_norm": 5.595104217529297, |
| "learning_rate": 7.291498622272774e-06, |
| "loss": 0.5741405487060547, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2790697674418605, |
| "grad_norm": 22.88589096069336, |
| "learning_rate": 7.268142409081741e-06, |
| "loss": 0.2660031318664551, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.2832980972515857, |
| "grad_norm": 1.1417269706726074, |
| "learning_rate": 7.244798199494229e-06, |
| "loss": 0.13065798580646515, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.287526427061311, |
| "grad_norm": 0.5472865104675293, |
| "learning_rate": 7.221466278902575e-06, |
| "loss": 0.4948457181453705, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.291754756871036, |
| "grad_norm": 2.980639934539795, |
| "learning_rate": 7.198146932548882e-06, |
| "loss": 0.31336259841918945, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.295983086680761, |
| "grad_norm": 4.62089729309082, |
| "learning_rate": 7.174840445521527e-06, |
| "loss": 0.15869992971420288, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.300211416490486, |
| "grad_norm": 5.934708595275879, |
| "learning_rate": 7.151547102751679e-06, |
| "loss": 0.6501063108444214, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.3044397463002113, |
| "grad_norm": 2.87433123588562, |
| "learning_rate": 7.128267189009815e-06, |
| "loss": 0.7624810934066772, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3086680761099365, |
| "grad_norm": 4.089123249053955, |
| "learning_rate": 7.1050009889022285e-06, |
| "loss": 0.5524851083755493, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.3128964059196617, |
| "grad_norm": 4.505253791809082, |
| "learning_rate": 7.081748786867563e-06, |
| "loss": 0.7651753425598145, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.317124735729387, |
| "grad_norm": 3.3210437297821045, |
| "learning_rate": 7.058510867173335e-06, |
| "loss": 0.5861210823059082, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.321353065539112, |
| "grad_norm": 9.441654205322266, |
| "learning_rate": 7.035287513912446e-06, |
| "loss": 0.7587156891822815, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.3255813953488373, |
| "grad_norm": 4.8436150550842285, |
| "learning_rate": 7.012079010999715e-06, |
| "loss": 0.5002784132957458, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3298097251585626, |
| "grad_norm": 4.722902774810791, |
| "learning_rate": 6.9888856421684235e-06, |
| "loss": 0.6835054755210876, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.3340380549682873, |
| "grad_norm": 6.3986968994140625, |
| "learning_rate": 6.965707690966817e-06, |
| "loss": 0.800835132598877, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3382663847780125, |
| "grad_norm": 2.611933946609497, |
| "learning_rate": 6.94254544075466e-06, |
| "loss": 0.744974672794342, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3424947145877377, |
| "grad_norm": 2.5357513427734375, |
| "learning_rate": 6.919399174699772e-06, |
| "loss": 0.8622950315475464, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.346723044397463, |
| "grad_norm": 3.6918015480041504, |
| "learning_rate": 6.896269175774555e-06, |
| "loss": 0.9981531500816345, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.350951374207188, |
| "grad_norm": 1.6883232593536377, |
| "learning_rate": 6.8731557267525306e-06, |
| "loss": 0.5184407234191895, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.3551797040169133, |
| "grad_norm": 7.713250637054443, |
| "learning_rate": 6.850059110204907e-06, |
| "loss": 0.6412698030471802, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.3594080338266386, |
| "grad_norm": 14.632420539855957, |
| "learning_rate": 6.8269796084971e-06, |
| "loss": 0.483031690120697, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 10.526875495910645, |
| "learning_rate": 6.803917503785286e-06, |
| "loss": 1.0426650047302246, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.367864693446089, |
| "grad_norm": 2.9324185848236084, |
| "learning_rate": 6.780873078012963e-06, |
| "loss": 0.9922658205032349, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.3720930232558137, |
| "grad_norm": 3.5904834270477295, |
| "learning_rate": 6.7578466129074925e-06, |
| "loss": 0.672528862953186, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.376321353065539, |
| "grad_norm": 5.510763168334961, |
| "learning_rate": 6.734838389976669e-06, |
| "loss": 0.5631533861160278, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.380549682875264, |
| "grad_norm": 11.611955642700195, |
| "learning_rate": 6.71184869050525e-06, |
| "loss": 0.7926510572433472, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.3847780126849893, |
| "grad_norm": 17.06283187866211, |
| "learning_rate": 6.688877795551555e-06, |
| "loss": 0.5594879388809204, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3890063424947146, |
| "grad_norm": 3.918444871902466, |
| "learning_rate": 6.665925985944006e-06, |
| "loss": 0.6550354957580566, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.3932346723044398, |
| "grad_norm": 46.8716926574707, |
| "learning_rate": 6.642993542277688e-06, |
| "loss": 0.5268495678901672, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.397463002114165, |
| "grad_norm": 3.0828797817230225, |
| "learning_rate": 6.620080744910945e-06, |
| "loss": 0.826082706451416, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.40169133192389, |
| "grad_norm": 10.348783493041992, |
| "learning_rate": 6.597187873961926e-06, |
| "loss": 0.6743037700653076, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.4059196617336154, |
| "grad_norm": 12.417279243469238, |
| "learning_rate": 6.5743152093051795e-06, |
| "loss": 0.6979293823242188, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.41014799154334, |
| "grad_norm": 2.407043933868408, |
| "learning_rate": 6.551463030568219e-06, |
| "loss": 0.8857864141464233, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.4143763213530653, |
| "grad_norm": 2.7346420288085938, |
| "learning_rate": 6.528631617128107e-06, |
| "loss": 0.863304853439331, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.4186046511627906, |
| "grad_norm": 6.259657382965088, |
| "learning_rate": 6.505821248108051e-06, |
| "loss": 0.45249801874160767, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4228329809725158, |
| "grad_norm": 15.594244003295898, |
| "learning_rate": 6.4830322023739745e-06, |
| "loss": 0.6080983877182007, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.427061310782241, |
| "grad_norm": 2.611605644226074, |
| "learning_rate": 6.4602647585311134e-06, |
| "loss": 0.5861684083938599, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.431289640591966, |
| "grad_norm": 3.322051763534546, |
| "learning_rate": 6.437519194920624e-06, |
| "loss": 0.46751779317855835, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.4355179704016914, |
| "grad_norm": 2.1621007919311523, |
| "learning_rate": 6.414795789616152e-06, |
| "loss": 0.4653051793575287, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4397463002114166, |
| "grad_norm": 2.70967698097229, |
| "learning_rate": 6.3920948204204574e-06, |
| "loss": 0.47130006551742554, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.443974630021142, |
| "grad_norm": 2.744441032409668, |
| "learning_rate": 6.369416564862013e-06, |
| "loss": 0.7375286221504211, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.448202959830867, |
| "grad_norm": 3.5042006969451904, |
| "learning_rate": 6.346761300191603e-06, |
| "loss": 0.43085339665412903, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.452431289640592, |
| "grad_norm": 2.566814661026001, |
| "learning_rate": 6.324129303378936e-06, |
| "loss": 0.7773959040641785, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.456659619450317, |
| "grad_norm": 3.937950849533081, |
| "learning_rate": 6.30152085110927e-06, |
| "loss": 0.8399026393890381, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.460887949260042, |
| "grad_norm": 2.5817205905914307, |
| "learning_rate": 6.278936219780016e-06, |
| "loss": 0.5889649391174316, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.4651162790697674, |
| "grad_norm": 5.135617733001709, |
| "learning_rate": 6.256375685497364e-06, |
| "loss": 0.8806902170181274, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4693446088794926, |
| "grad_norm": 2.385249376296997, |
| "learning_rate": 6.233839524072911e-06, |
| "loss": 0.8959009647369385, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.473572938689218, |
| "grad_norm": 5.280783653259277, |
| "learning_rate": 6.211328011020282e-06, |
| "loss": 0.5888158082962036, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.477801268498943, |
| "grad_norm": 9.050507545471191, |
| "learning_rate": 6.188841421551775e-06, |
| "loss": 0.6950839161872864, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.482029598308668, |
| "grad_norm": 6.435463905334473, |
| "learning_rate": 6.166380030574974e-06, |
| "loss": 0.5979903936386108, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.4862579281183934, |
| "grad_norm": 2.2374320030212402, |
| "learning_rate": 6.1439441126894066e-06, |
| "loss": 0.544196605682373, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4904862579281186, |
| "grad_norm": 4.943401336669922, |
| "learning_rate": 6.12153394218319e-06, |
| "loss": 0.6882659196853638, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.4947145877378434, |
| "grad_norm": 6.256656169891357, |
| "learning_rate": 6.099149793029655e-06, |
| "loss": 0.503983736038208, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.4989429175475686, |
| "grad_norm": 1.7354086637496948, |
| "learning_rate": 6.076791938884021e-06, |
| "loss": 0.37795916199684143, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.503171247357294, |
| "grad_norm": 1.8148046731948853, |
| "learning_rate": 6.054460653080039e-06, |
| "loss": 0.11189557611942291, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.507399577167019, |
| "grad_norm": 5.922695159912109, |
| "learning_rate": 6.032156208626644e-06, |
| "loss": 0.8841594457626343, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.511627906976744, |
| "grad_norm": 27.15448760986328, |
| "learning_rate": 6.009878878204636e-06, |
| "loss": 0.6559537649154663, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.5158562367864694, |
| "grad_norm": 14.289588928222656, |
| "learning_rate": 5.987628934163326e-06, |
| "loss": 0.6222526431083679, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5200845665961946, |
| "grad_norm": 4.882129669189453, |
| "learning_rate": 5.9654066485172255e-06, |
| "loss": 0.9310466051101685, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.52431289640592, |
| "grad_norm": 2.318420886993408, |
| "learning_rate": 5.943212292942697e-06, |
| "loss": 0.5784898400306702, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.528541226215645, |
| "grad_norm": 18.058345794677734, |
| "learning_rate": 5.921046138774655e-06, |
| "loss": 0.7834794521331787, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.53276955602537, |
| "grad_norm": 4.75090217590332, |
| "learning_rate": 5.898908457003243e-06, |
| "loss": 0.7496220469474792, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.536997885835095, |
| "grad_norm": 83.07051086425781, |
| "learning_rate": 5.876799518270515e-06, |
| "loss": 0.6990331411361694, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.54122621564482, |
| "grad_norm": 3.8002798557281494, |
| "learning_rate": 5.854719592867123e-06, |
| "loss": 0.8437431454658508, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 6.901557445526123, |
| "learning_rate": 5.832668950729036e-06, |
| "loss": 0.27411916851997375, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5496828752642706, |
| "grad_norm": 2.845240354537964, |
| "learning_rate": 5.810647861434207e-06, |
| "loss": 0.8636689186096191, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.553911205073996, |
| "grad_norm": 3.0194482803344727, |
| "learning_rate": 5.788656594199295e-06, |
| "loss": 0.8075793981552124, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.558139534883721, |
| "grad_norm": 3.082803249359131, |
| "learning_rate": 5.766695417876385e-06, |
| "loss": 0.9541327953338623, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5623678646934462, |
| "grad_norm": 25.209640502929688, |
| "learning_rate": 5.7447646009496814e-06, |
| "loss": 0.5687824487686157, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.5665961945031714, |
| "grad_norm": 3.5537517070770264, |
| "learning_rate": 5.722864411532224e-06, |
| "loss": 0.731854259967804, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.570824524312896, |
| "grad_norm": 6.745619297027588, |
| "learning_rate": 5.700995117362633e-06, |
| "loss": 0.5729124546051025, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.5750528541226214, |
| "grad_norm": 4.356179237365723, |
| "learning_rate": 5.679156985801816e-06, |
| "loss": 0.5397675633430481, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5792811839323466, |
| "grad_norm": 17.691112518310547, |
| "learning_rate": 5.6573502838297005e-06, |
| "loss": 0.4180915951728821, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.583509513742072, |
| "grad_norm": 9.041176795959473, |
| "learning_rate": 5.635575278041984e-06, |
| "loss": 0.5155890583992004, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.587737843551797, |
| "grad_norm": 11.912383079528809, |
| "learning_rate": 5.613832234646856e-06, |
| "loss": 0.6245535612106323, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.5919661733615222, |
| "grad_norm": 3.5519378185272217, |
| "learning_rate": 5.592121419461765e-06, |
| "loss": 0.27122265100479126, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.5961945031712474, |
| "grad_norm": 2.705690860748291, |
| "learning_rate": 5.570443097910141e-06, |
| "loss": 0.6669236421585083, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.6004228329809727, |
| "grad_norm": 4.374434471130371, |
| "learning_rate": 5.548797535018177e-06, |
| "loss": 0.7499839067459106, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.604651162790698, |
| "grad_norm": 7.572882175445557, |
| "learning_rate": 5.527184995411577e-06, |
| "loss": 0.5752793550491333, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6088794926004226, |
| "grad_norm": 8.03064250946045, |
| "learning_rate": 5.505605743312321e-06, |
| "loss": 0.5467522144317627, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.613107822410148, |
| "grad_norm": 2.6537134647369385, |
| "learning_rate": 5.484060042535431e-06, |
| "loss": 0.7529774308204651, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.617336152219873, |
| "grad_norm": 5.498042106628418, |
| "learning_rate": 5.46254815648576e-06, |
| "loss": 0.8222641348838806, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6215644820295982, |
| "grad_norm": 5.9159440994262695, |
| "learning_rate": 5.4410703481547604e-06, |
| "loss": 0.5579326748847961, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.6257928118393234, |
| "grad_norm": 4.791767120361328, |
| "learning_rate": 5.419626880117257e-06, |
| "loss": 0.7740464806556702, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6300211416490487, |
| "grad_norm": 4.887804985046387, |
| "learning_rate": 5.3982180145282705e-06, |
| "loss": 0.809455156326294, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.634249471458774, |
| "grad_norm": 15.179192543029785, |
| "learning_rate": 5.376844013119783e-06, |
| "loss": 0.5088845491409302, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.638477801268499, |
| "grad_norm": 17.6065673828125, |
| "learning_rate": 5.355505137197547e-06, |
| "loss": 0.4826335310935974, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.6427061310782243, |
| "grad_norm": 3.4311397075653076, |
| "learning_rate": 5.334201647637893e-06, |
| "loss": 0.8478144407272339, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.646934460887949, |
| "grad_norm": 18.74444580078125, |
| "learning_rate": 5.312933804884545e-06, |
| "loss": 0.3134567141532898, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.6511627906976747, |
| "grad_norm": 19.681562423706055, |
| "learning_rate": 5.291701868945415e-06, |
| "loss": 0.4650720953941345, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.6553911205073994, |
| "grad_norm": 2.7126781940460205, |
| "learning_rate": 5.270506099389458e-06, |
| "loss": 0.7491689920425415, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6596194503171247, |
| "grad_norm": 2.6843392848968506, |
| "learning_rate": 5.249346755343472e-06, |
| "loss": 0.2267875224351883, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.66384778012685, |
| "grad_norm": 3.666651725769043, |
| "learning_rate": 5.228224095488936e-06, |
| "loss": 0.3900783658027649, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.668076109936575, |
| "grad_norm": 8.007824897766113, |
| "learning_rate": 5.207138378058854e-06, |
| "loss": 0.6020317077636719, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6723044397463003, |
| "grad_norm": 16.254152297973633, |
| "learning_rate": 5.1860898608345945e-06, |
| "loss": 0.5172767639160156, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.6765327695560255, |
| "grad_norm": 8.599892616271973, |
| "learning_rate": 5.165078801142734e-06, |
| "loss": 0.3476654887199402, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6807610993657507, |
| "grad_norm": 2.5561442375183105, |
| "learning_rate": 5.144105455851921e-06, |
| "loss": 0.5237537622451782, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.6849894291754755, |
| "grad_norm": 5.838195323944092, |
| "learning_rate": 5.123170081369727e-06, |
| "loss": 0.6949069499969482, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.689217758985201, |
| "grad_norm": 47.40632629394531, |
| "learning_rate": 5.102272933639516e-06, |
| "loss": 0.534892201423645, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.693446088794926, |
| "grad_norm": 1.3106054067611694, |
| "learning_rate": 5.081414268137314e-06, |
| "loss": 0.26238980889320374, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.697674418604651, |
| "grad_norm": 4.7548298835754395, |
| "learning_rate": 5.060594339868688e-06, |
| "loss": 0.3718658685684204, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.7019027484143763, |
| "grad_norm": 3.828075647354126, |
| "learning_rate": 5.039813403365626e-06, |
| "loss": 0.8566993474960327, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.7061310782241015, |
| "grad_norm": 7.661798477172852, |
| "learning_rate": 5.019071712683423e-06, |
| "loss": 0.5238276720046997, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7103594080338267, |
| "grad_norm": 4.937265872955322, |
| "learning_rate": 4.998369521397585e-06, |
| "loss": 0.7930333614349365, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.714587737843552, |
| "grad_norm": 0.972127377986908, |
| "learning_rate": 4.977707082600714e-06, |
| "loss": 0.48816972970962524, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.718816067653277, |
| "grad_norm": 0.611610472202301, |
| "learning_rate": 4.957084648899424e-06, |
| "loss": 0.7112208604812622, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.723044397463002, |
| "grad_norm": 5.758712291717529, |
| "learning_rate": 4.936502472411261e-06, |
| "loss": 0.4793018400669098, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 2.5748517513275146, |
| "learning_rate": 4.9159608047615925e-06, |
| "loss": 0.770174503326416, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.7315010570824523, |
| "grad_norm": 2.6540465354919434, |
| "learning_rate": 4.895459897080558e-06, |
| "loss": 0.8726343512535095, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7357293868921775, |
| "grad_norm": 5.4259724617004395, |
| "learning_rate": 4.875000000000002e-06, |
| "loss": 0.7556043267250061, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7399577167019027, |
| "grad_norm": 2.2050538063049316, |
| "learning_rate": 4.854581363650374e-06, |
| "loss": 0.22899200022220612, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.744186046511628, |
| "grad_norm": 2.445115089416504, |
| "learning_rate": 4.834204237657707e-06, |
| "loss": 0.47289910912513733, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.748414376321353, |
| "grad_norm": 2.6427910327911377, |
| "learning_rate": 4.813868871140562e-06, |
| "loss": 0.6392954587936401, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7526427061310783, |
| "grad_norm": 4.095657825469971, |
| "learning_rate": 4.793575512706958e-06, |
| "loss": 0.5735055208206177, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.7568710359408035, |
| "grad_norm": 3.827575206756592, |
| "learning_rate": 4.7733244104513524e-06, |
| "loss": 0.5476028919219971, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7610993657505283, |
| "grad_norm": 8.736998558044434, |
| "learning_rate": 4.753115811951612e-06, |
| "loss": 0.6437253952026367, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.765327695560254, |
| "grad_norm": 4.04536247253418, |
| "learning_rate": 4.732949964265975e-06, |
| "loss": 0.7658560872077942, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7695560253699787, |
| "grad_norm": 3.036914587020874, |
| "learning_rate": 4.71282711393002e-06, |
| "loss": 0.8213181495666504, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.773784355179704, |
| "grad_norm": 2.982767343521118, |
| "learning_rate": 4.692747506953686e-06, |
| "loss": 0.6892085671424866, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.778012684989429, |
| "grad_norm": 5.73858118057251, |
| "learning_rate": 4.672711388818235e-06, |
| "loss": 0.41903311014175415, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.7822410147991543, |
| "grad_norm": 3.6708431243896484, |
| "learning_rate": 4.652719004473257e-06, |
| "loss": 0.7566148638725281, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.7864693446088795, |
| "grad_norm": 1.1564128398895264, |
| "learning_rate": 4.632770598333681e-06, |
| "loss": 0.4328104257583618, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.7906976744186047, |
| "grad_norm": 3.038012742996216, |
| "learning_rate": 4.612866414276793e-06, |
| "loss": 0.6838144063949585, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.79492600422833, |
| "grad_norm": 7.835508823394775, |
| "learning_rate": 4.593006695639241e-06, |
| "loss": 0.2752630114555359, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.7991543340380547, |
| "grad_norm": 2.6067874431610107, |
| "learning_rate": 4.573191685214053e-06, |
| "loss": 0.8349895477294922, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.8033826638477803, |
| "grad_norm": 20.813175201416016, |
| "learning_rate": 4.5534216252477015e-06, |
| "loss": 0.24655112624168396, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.807610993657505, |
| "grad_norm": 4.950113296508789, |
| "learning_rate": 4.533696757437112e-06, |
| "loss": 0.3304949104785919, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8118393234672303, |
| "grad_norm": 2.336275815963745, |
| "learning_rate": 4.514017322926712e-06, |
| "loss": 0.5199775695800781, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.8160676532769555, |
| "grad_norm": 3.1804957389831543, |
| "learning_rate": 4.494383562305501e-06, |
| "loss": 0.8000071048736572, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8202959830866807, |
| "grad_norm": 59.97634506225586, |
| "learning_rate": 4.474795715604091e-06, |
| "loss": 0.6024331450462341, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.824524312896406, |
| "grad_norm": 3.2196907997131348, |
| "learning_rate": 4.45525402229177e-06, |
| "loss": 0.8493744134902954, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.828752642706131, |
| "grad_norm": 3.6626698970794678, |
| "learning_rate": 4.435758721273596e-06, |
| "loss": 0.884376049041748, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.8329809725158563, |
| "grad_norm": 6.249343395233154, |
| "learning_rate": 4.416310050887456e-06, |
| "loss": 0.625389575958252, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.8372093023255816, |
| "grad_norm": 2.2683088779449463, |
| "learning_rate": 4.396908248901157e-06, |
| "loss": 0.8382396101951599, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8414376321353068, |
| "grad_norm": 2.673769235610962, |
| "learning_rate": 4.377553552509526e-06, |
| "loss": 0.610434889793396, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8456659619450315, |
| "grad_norm": 22.46831512451172, |
| "learning_rate": 4.3582461983315e-06, |
| "loss": 0.701159656047821, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8498942917547567, |
| "grad_norm": 3.0735974311828613, |
| "learning_rate": 4.33898642240724e-06, |
| "loss": 0.7810471057891846, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.854122621564482, |
| "grad_norm": 6.111540794372559, |
| "learning_rate": 4.319774460195247e-06, |
| "loss": 0.4749992787837982, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.858350951374207, |
| "grad_norm": 5.31748104095459, |
| "learning_rate": 4.300610546569476e-06, |
| "loss": 0.7766779661178589, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8625792811839323, |
| "grad_norm": 1.829461693763733, |
| "learning_rate": 4.281494915816471e-06, |
| "loss": 0.695534348487854, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.8668076109936576, |
| "grad_norm": 6.927337646484375, |
| "learning_rate": 4.262427801632496e-06, |
| "loss": 0.3583388328552246, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8710359408033828, |
| "grad_norm": 4.506462097167969, |
| "learning_rate": 4.2434094371206845e-06, |
| "loss": 0.7241630554199219, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.875264270613108, |
| "grad_norm": 5.312159538269043, |
| "learning_rate": 4.2244400547881815e-06, |
| "loss": 0.418176531791687, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.879492600422833, |
| "grad_norm": 1.7675882577896118, |
| "learning_rate": 4.205519886543308e-06, |
| "loss": 0.5930696725845337, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.883720930232558, |
| "grad_norm": 95.4727554321289, |
| "learning_rate": 4.186649163692724e-06, |
| "loss": 0.9458314180374146, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.887949260042283, |
| "grad_norm": 6.941816806793213, |
| "learning_rate": 4.167828116938596e-06, |
| "loss": 0.7628875970840454, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8921775898520083, |
| "grad_norm": 2.6443560123443604, |
| "learning_rate": 4.149056976375781e-06, |
| "loss": 0.7894702553749084, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.8964059196617336, |
| "grad_norm": 2.783626079559326, |
| "learning_rate": 4.130335971489016e-06, |
| "loss": 0.8570024967193604, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.9006342494714588, |
| "grad_norm": 3.836874485015869, |
| "learning_rate": 4.111665331150106e-06, |
| "loss": 0.8969783782958984, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.904862579281184, |
| "grad_norm": 2.837597608566284, |
| "learning_rate": 4.093045283615127e-06, |
| "loss": 0.7379070520401001, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 2.364428758621216, |
| "learning_rate": 4.074476056521649e-06, |
| "loss": 0.8580070734024048, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9133192389006344, |
| "grad_norm": 5.514664649963379, |
| "learning_rate": 4.055957876885926e-06, |
| "loss": 0.488551527261734, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.9175475687103596, |
| "grad_norm": 3.8790414333343506, |
| "learning_rate": 4.037490971100145e-06, |
| "loss": 0.5080937743186951, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9217758985200843, |
| "grad_norm": 3.09446382522583, |
| "learning_rate": 4.019075564929654e-06, |
| "loss": 0.8675774931907654, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.92600422832981, |
| "grad_norm": 5.416377544403076, |
| "learning_rate": 4.000711883510186e-06, |
| "loss": 0.6472148299217224, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9302325581395348, |
| "grad_norm": 2.695937395095825, |
| "learning_rate": 3.982400151345126e-06, |
| "loss": 0.5023255944252014, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.93446088794926, |
| "grad_norm": 3.863544225692749, |
| "learning_rate": 3.964140592302755e-06, |
| "loss": 0.7238068580627441, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.938689217758985, |
| "grad_norm": 0.5972089171409607, |
| "learning_rate": 3.9459334296135236e-06, |
| "loss": 0.41500455141067505, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9429175475687104, |
| "grad_norm": 2.5893378257751465, |
| "learning_rate": 3.927778885867304e-06, |
| "loss": 0.8614441752433777, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.9471458773784356, |
| "grad_norm": 1.21278715133667, |
| "learning_rate": 3.909677183010689e-06, |
| "loss": 0.1820823848247528, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.951374207188161, |
| "grad_norm": 4.897063732147217, |
| "learning_rate": 3.891628542344273e-06, |
| "loss": 0.45394155383110046, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.955602536997886, |
| "grad_norm": 98.68574523925781, |
| "learning_rate": 3.873633184519934e-06, |
| "loss": 0.7896195650100708, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9598308668076108, |
| "grad_norm": 2.2949140071868896, |
| "learning_rate": 3.855691329538151e-06, |
| "loss": 1.0011615753173828, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.9640591966173364, |
| "grad_norm": 9.6893892288208, |
| "learning_rate": 3.837803196745316e-06, |
| "loss": 0.6197819709777832, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.968287526427061, |
| "grad_norm": 16.134605407714844, |
| "learning_rate": 3.819969004831031e-06, |
| "loss": 0.4888783395290375, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.9725158562367864, |
| "grad_norm": 6.059750556945801, |
| "learning_rate": 3.8021889718254596e-06, |
| "loss": 0.7471818923950195, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.9767441860465116, |
| "grad_norm": 2.5034637451171875, |
| "learning_rate": 3.7844633150966528e-06, |
| "loss": 0.688784122467041, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.980972515856237, |
| "grad_norm": 6.228513717651367, |
| "learning_rate": 3.766792251347883e-06, |
| "loss": 0.5776879787445068, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.985200845665962, |
| "grad_norm": 3.410459280014038, |
| "learning_rate": 3.749175996615e-06, |
| "loss": 0.81548011302948, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.989429175475687, |
| "grad_norm": 2.448632001876831, |
| "learning_rate": 3.7316147662638003e-06, |
| "loss": 0.5467603206634521, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9936575052854124, |
| "grad_norm": 11.337075233459473, |
| "learning_rate": 3.7141087749873817e-06, |
| "loss": 0.6863502264022827, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.997885835095137, |
| "grad_norm": 2.8512160778045654, |
| "learning_rate": 3.696658236803512e-06, |
| "loss": 0.45499980449676514, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.0021141649048624, |
| "grad_norm": 3.1439597606658936, |
| "learning_rate": 3.6792633650520413e-06, |
| "loss": 0.7144482135772705, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.0063424947145876, |
| "grad_norm": 5.3563690185546875, |
| "learning_rate": 3.6619243723922596e-06, |
| "loss": 0.4187362492084503, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.010570824524313, |
| "grad_norm": 6.3570685386657715, |
| "learning_rate": 3.644641470800321e-06, |
| "loss": 0.5987511873245239, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.014799154334038, |
| "grad_norm": 8.241591453552246, |
| "learning_rate": 3.6274148715666392e-06, |
| "loss": 0.2966862618923187, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.019027484143763, |
| "grad_norm": 3.058715343475342, |
| "learning_rate": 3.6102447852933117e-06, |
| "loss": 0.3856967091560364, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.0232558139534884, |
| "grad_norm": 2.451725482940674, |
| "learning_rate": 3.593131421891541e-06, |
| "loss": 0.6055225133895874, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.0274841437632136, |
| "grad_norm": 3.799666404724121, |
| "learning_rate": 3.5760749905790703e-06, |
| "loss": 0.6629390716552734, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.031712473572939, |
| "grad_norm": 4.413266658782959, |
| "learning_rate": 3.559075699877624e-06, |
| "loss": 0.4798010587692261, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.035940803382664, |
| "grad_norm": 12.168867111206055, |
| "learning_rate": 3.5421337576103625e-06, |
| "loss": 0.3695339858531952, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.040169133192389, |
| "grad_norm": 2.4337873458862305, |
| "learning_rate": 3.525249370899335e-06, |
| "loss": 0.12947264313697815, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.044397463002114, |
| "grad_norm": 3.6875813007354736, |
| "learning_rate": 3.5084227461629525e-06, |
| "loss": 0.7691330909729004, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.048625792811839, |
| "grad_norm": 4.5679426193237305, |
| "learning_rate": 3.4916540891134636e-06, |
| "loss": 0.40797170996665955, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.0528541226215644, |
| "grad_norm": 88.38854217529297, |
| "learning_rate": 3.4749436047544367e-06, |
| "loss": 0.14900317788124084, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.0570824524312896, |
| "grad_norm": 5.826979637145996, |
| "learning_rate": 3.458291497378257e-06, |
| "loss": 0.3735783100128174, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.061310782241015, |
| "grad_norm": 26.2069149017334, |
| "learning_rate": 3.4416979705636272e-06, |
| "loss": 0.5161640048027039, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.06553911205074, |
| "grad_norm": 2.800994396209717, |
| "learning_rate": 3.4251632271730805e-06, |
| "loss": 0.30497026443481445, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.0697674418604652, |
| "grad_norm": 4.793062210083008, |
| "learning_rate": 3.4086874693504953e-06, |
| "loss": 0.4791848659515381, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.0739957716701904, |
| "grad_norm": 2.5238945484161377, |
| "learning_rate": 3.392270898518632e-06, |
| "loss": 0.6181557178497314, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.0782241014799157, |
| "grad_norm": 1.6508667469024658, |
| "learning_rate": 3.375913715376664e-06, |
| "loss": 0.12339607626199722, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.0824524312896404, |
| "grad_norm": 2.436734914779663, |
| "learning_rate": 3.3596161198977267e-06, |
| "loss": 0.43841099739074707, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.0866807610993656, |
| "grad_norm": 3.9307093620300293, |
| "learning_rate": 3.343378311326473e-06, |
| "loss": 0.6221660375595093, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.090909090909091, |
| "grad_norm": 8.085297584533691, |
| "learning_rate": 3.327200488176636e-06, |
| "loss": 0.39823031425476074, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.095137420718816, |
| "grad_norm": 2.621410846710205, |
| "learning_rate": 3.3110828482286036e-06, |
| "loss": 0.33392971754074097, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.0993657505285412, |
| "grad_norm": 2.6769158840179443, |
| "learning_rate": 3.2950255885269988e-06, |
| "loss": 0.5379525423049927, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.1035940803382664, |
| "grad_norm": 2.421057939529419, |
| "learning_rate": 3.279028905378274e-06, |
| "loss": 0.5930631160736084, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.1078224101479917, |
| "grad_norm": 3.5492327213287354, |
| "learning_rate": 3.2630929943483033e-06, |
| "loss": 0.4956851005554199, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.112050739957717, |
| "grad_norm": 6.835333824157715, |
| "learning_rate": 3.2472180502600095e-06, |
| "loss": 0.45605579018592834, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.116279069767442, |
| "grad_norm": 3.2966368198394775, |
| "learning_rate": 3.2314042671909547e-06, |
| "loss": 0.5774145126342773, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.120507399577167, |
| "grad_norm": 5.298715591430664, |
| "learning_rate": 3.2156518384709914e-06, |
| "loss": 0.6050201654434204, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.124735729386892, |
| "grad_norm": 8.961942672729492, |
| "learning_rate": 3.1999609566798935e-06, |
| "loss": 0.20493540167808533, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.1289640591966172, |
| "grad_norm": 5.5406317710876465, |
| "learning_rate": 3.1843318136449904e-06, |
| "loss": 0.6007043719291687, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.1331923890063424, |
| "grad_norm": 3.2629332542419434, |
| "learning_rate": 3.168764600438834e-06, |
| "loss": 0.66721111536026, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.1374207188160677, |
| "grad_norm": 2.272597312927246, |
| "learning_rate": 3.1532595073768675e-06, |
| "loss": 0.1713816523551941, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.141649048625793, |
| "grad_norm": 5.638473987579346, |
| "learning_rate": 3.1378167240150746e-06, |
| "loss": 0.5887155532836914, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.145877378435518, |
| "grad_norm": 2.7961437702178955, |
| "learning_rate": 3.122436439147688e-06, |
| "loss": 0.777740478515625, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.1501057082452433, |
| "grad_norm": 14.388794898986816, |
| "learning_rate": 3.1071188408048715e-06, |
| "loss": 0.6065592765808105, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.1543340380549685, |
| "grad_norm": 8.867056846618652, |
| "learning_rate": 3.091864116250421e-06, |
| "loss": 0.42025887966156006, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.1585623678646932, |
| "grad_norm": 2.7912538051605225, |
| "learning_rate": 3.076672451979466e-06, |
| "loss": 0.25820159912109375, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.1627906976744184, |
| "grad_norm": 0.1891254335641861, |
| "learning_rate": 3.061544033716211e-06, |
| "loss": 0.3286079466342926, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.1670190274841437, |
| "grad_norm": 2.4893414974212646, |
| "learning_rate": 3.0464790464116474e-06, |
| "loss": 0.501311719417572, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.171247357293869, |
| "grad_norm": 17.540361404418945, |
| "learning_rate": 3.0314776742412915e-06, |
| "loss": 0.6890122890472412, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.175475687103594, |
| "grad_norm": 5.458293914794922, |
| "learning_rate": 3.0165401006029515e-06, |
| "loss": 0.14551039040088654, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.1797040169133193, |
| "grad_norm": 2.249338388442993, |
| "learning_rate": 3.0016665081144643e-06, |
| "loss": 0.22969891130924225, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.1839323467230445, |
| "grad_norm": 5.115957736968994, |
| "learning_rate": 2.9868570786114753e-06, |
| "loss": 0.5196421146392822, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.1881606765327697, |
| "grad_norm": 6.169950485229492, |
| "learning_rate": 2.9721119931452044e-06, |
| "loss": 0.27555975317955017, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.192389006342495, |
| "grad_norm": 26.197885513305664, |
| "learning_rate": 2.9574314319802505e-06, |
| "loss": 0.14574167132377625, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.1966173361522197, |
| "grad_norm": 0.9431304335594177, |
| "learning_rate": 2.942815574592373e-06, |
| "loss": 0.06069979816675186, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.200845665961945, |
| "grad_norm": 22.147968292236328, |
| "learning_rate": 2.928264599666294e-06, |
| "loss": 0.7088733315467834, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.20507399577167, |
| "grad_norm": 3.5478057861328125, |
| "learning_rate": 2.9137786850935336e-06, |
| "loss": 0.5723929405212402, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.2093023255813953, |
| "grad_norm": 5.536271095275879, |
| "learning_rate": 2.8993580079702178e-06, |
| "loss": 0.34792324900627136, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.2135306553911205, |
| "grad_norm": 9.223129272460938, |
| "learning_rate": 2.8850027445949116e-06, |
| "loss": 0.4138156473636627, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.2177589852008457, |
| "grad_norm": 3.8463335037231445, |
| "learning_rate": 2.8707130704664836e-06, |
| "loss": 0.5544077157974243, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.221987315010571, |
| "grad_norm": 10.065972328186035, |
| "learning_rate": 2.856489160281939e-06, |
| "loss": 0.44332054257392883, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.226215644820296, |
| "grad_norm": 3.8914177417755127, |
| "learning_rate": 2.842331187934293e-06, |
| "loss": 0.5320138931274414, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.2304439746300213, |
| "grad_norm": 11.092885971069336, |
| "learning_rate": 2.828239326510448e-06, |
| "loss": 0.09144806861877441, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.234672304439746, |
| "grad_norm": 7.451350212097168, |
| "learning_rate": 2.814213748289069e-06, |
| "loss": 0.609919548034668, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.2389006342494713, |
| "grad_norm": 4.692660808563232, |
| "learning_rate": 2.8002546247384868e-06, |
| "loss": 0.4236515760421753, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.2431289640591965, |
| "grad_norm": 3.8960964679718018, |
| "learning_rate": 2.786362126514594e-06, |
| "loss": 0.5734156966209412, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.2473572938689217, |
| "grad_norm": 5.420835494995117, |
| "learning_rate": 2.7725364234587617e-06, |
| "loss": 0.347150981426239, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.251585623678647, |
| "grad_norm": 6.251684188842773, |
| "learning_rate": 2.7587776845957662e-06, |
| "loss": 0.4469456076622009, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.255813953488372, |
| "grad_norm": 21.507543563842773, |
| "learning_rate": 2.7450860781317173e-06, |
| "loss": 0.3971479535102844, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.2600422832980973, |
| "grad_norm": 7.660346984863281, |
| "learning_rate": 2.7314617714520043e-06, |
| "loss": 0.8031713962554932, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.2642706131078225, |
| "grad_norm": 2.2891054153442383, |
| "learning_rate": 2.7179049311192504e-06, |
| "loss": 0.48143908381462097, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.2684989429175477, |
| "grad_norm": 4.596741676330566, |
| "learning_rate": 2.7044157228712737e-06, |
| "loss": 0.6226749420166016, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.2727272727272725, |
| "grad_norm": 1.4002420902252197, |
| "learning_rate": 2.690994311619067e-06, |
| "loss": 0.11138340830802917, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.276955602536998, |
| "grad_norm": 4.153841495513916, |
| "learning_rate": 2.6776408614447735e-06, |
| "loss": 0.6336830854415894, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.281183932346723, |
| "grad_norm": 2.388697624206543, |
| "learning_rate": 2.664355535599685e-06, |
| "loss": 0.546576976776123, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.285412262156448, |
| "grad_norm": 0.29166239500045776, |
| "learning_rate": 2.651138496502252e-06, |
| "loss": 0.033531758934259415, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.2896405919661733, |
| "grad_norm": 4.946993350982666, |
| "learning_rate": 2.6379899057360827e-06, |
| "loss": 0.5425522327423096, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.2938689217758985, |
| "grad_norm": 3.1549251079559326, |
| "learning_rate": 2.6249099240479836e-06, |
| "loss": 0.32674214243888855, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.2980972515856237, |
| "grad_norm": 8.850679397583008, |
| "learning_rate": 2.611898711345988e-06, |
| "loss": 0.6610650420188904, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.302325581395349, |
| "grad_norm": 6.184957027435303, |
| "learning_rate": 2.598956426697395e-06, |
| "loss": 0.5154082775115967, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.306553911205074, |
| "grad_norm": 3.3899574279785156, |
| "learning_rate": 2.586083228326834e-06, |
| "loss": 0.2964227795600891, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.3107822410147993, |
| "grad_norm": 4.757692813873291, |
| "learning_rate": 2.5732792736143315e-06, |
| "loss": 0.37677574157714844, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.3150105708245245, |
| "grad_norm": 0.7952932715415955, |
| "learning_rate": 2.5605447190933735e-06, |
| "loss": 0.11109252274036407, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.3192389006342493, |
| "grad_norm": 4.223363876342773, |
| "learning_rate": 2.547879720449005e-06, |
| "loss": 0.42762500047683716, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.3234672304439745, |
| "grad_norm": 7.4136528968811035, |
| "learning_rate": 2.5352844325159256e-06, |
| "loss": 0.367853045463562, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.3276955602536997, |
| "grad_norm": 7.674802780151367, |
| "learning_rate": 2.522759009276592e-06, |
| "loss": 0.0927632600069046, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.331923890063425, |
| "grad_norm": 10.520106315612793, |
| "learning_rate": 2.51030360385933e-06, |
| "loss": 0.21945616602897644, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.33615221987315, |
| "grad_norm": 4.3439178466796875, |
| "learning_rate": 2.4979183685364768e-06, |
| "loss": 0.423862487077713, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.3403805496828753, |
| "grad_norm": 2.7911365032196045, |
| "learning_rate": 2.485603454722514e-06, |
| "loss": 0.22814875841140747, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.3446088794926006, |
| "grad_norm": 8.745915412902832, |
| "learning_rate": 2.4733590129722057e-06, |
| "loss": 0.6174420118331909, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.3488372093023258, |
| "grad_norm": 18.10921287536621, |
| "learning_rate": 2.4611851929787727e-06, |
| "loss": 0.4750524163246155, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.353065539112051, |
| "grad_norm": 8.06883716583252, |
| "learning_rate": 2.449082143572057e-06, |
| "loss": 0.3762156069278717, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.3572938689217757, |
| "grad_norm": 7.110628128051758, |
| "learning_rate": 2.4370500127167007e-06, |
| "loss": 0.5135639309883118, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.361522198731501, |
| "grad_norm": 3.898881673812866, |
| "learning_rate": 2.425088947510333e-06, |
| "loss": 0.15028291940689087, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.365750528541226, |
| "grad_norm": 3.6705503463745117, |
| "learning_rate": 2.4131990941817855e-06, |
| "loss": 0.46352654695510864, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.3699788583509513, |
| "grad_norm": 4.805996894836426, |
| "learning_rate": 2.4013805980892935e-06, |
| "loss": 0.2101811170578003, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.3742071881606766, |
| "grad_norm": 11.132594108581543, |
| "learning_rate": 2.3896336037187134e-06, |
| "loss": 0.4875684976577759, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.3784355179704018, |
| "grad_norm": 8.26980972290039, |
| "learning_rate": 2.3779582546817767e-06, |
| "loss": 0.46042075753211975, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.382663847780127, |
| "grad_norm": 1.4917199611663818, |
| "learning_rate": 2.366354693714316e-06, |
| "loss": 0.1829816997051239, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.386892177589852, |
| "grad_norm": 7.070324897766113, |
| "learning_rate": 2.3548230626745206e-06, |
| "loss": 0.3791201114654541, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.3911205073995774, |
| "grad_norm": 4.70546293258667, |
| "learning_rate": 2.3433635025412175e-06, |
| "loss": 0.6322838664054871, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.395348837209302, |
| "grad_norm": 3.3470864295959473, |
| "learning_rate": 2.3319761534121324e-06, |
| "loss": 0.5865774154663086, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.3995771670190273, |
| "grad_norm": 11.541276931762695, |
| "learning_rate": 2.320661154502184e-06, |
| "loss": 0.266635000705719, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.4038054968287526, |
| "grad_norm": 5.313563346862793, |
| "learning_rate": 2.309418644141778e-06, |
| "loss": 0.6351131796836853, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.4080338266384778, |
| "grad_norm": 3.4072742462158203, |
| "learning_rate": 2.298248759775121e-06, |
| "loss": 0.5530030727386475, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.412262156448203, |
| "grad_norm": 4.182117938995361, |
| "learning_rate": 2.287151637958538e-06, |
| "loss": 0.3355867266654968, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.416490486257928, |
| "grad_norm": 4.2684221267700195, |
| "learning_rate": 2.276127414358801e-06, |
| "loss": 0.5294431447982788, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.4207188160676534, |
| "grad_norm": 3.2420287132263184, |
| "learning_rate": 2.265176223751472e-06, |
| "loss": 0.5649456977844238, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.4249471458773786, |
| "grad_norm": 3.103886127471924, |
| "learning_rate": 2.254298200019256e-06, |
| "loss": 0.5623273849487305, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.429175475687104, |
| "grad_norm": 43.18498229980469, |
| "learning_rate": 2.243493476150364e-06, |
| "loss": 0.3995000123977661, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.4334038054968286, |
| "grad_norm": 5.148665428161621, |
| "learning_rate": 2.2327621842368864e-06, |
| "loss": 0.5599923133850098, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.4376321353065538, |
| "grad_norm": 8.19351863861084, |
| "learning_rate": 2.222104455473177e-06, |
| "loss": 0.3380429148674011, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.441860465116279, |
| "grad_norm": 2.9326305389404297, |
| "learning_rate": 2.2115204201542526e-06, |
| "loss": 0.702970027923584, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.446088794926004, |
| "grad_norm": 7.2235307693481445, |
| "learning_rate": 2.2010102076741976e-06, |
| "loss": 0.2136242389678955, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.4503171247357294, |
| "grad_norm": 5.567283630371094, |
| "learning_rate": 2.190573946524581e-06, |
| "loss": 0.3858000934123993, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.4545454545454546, |
| "grad_norm": 3.113748550415039, |
| "learning_rate": 2.1802117642928894e-06, |
| "loss": 0.34387698769569397, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.45877378435518, |
| "grad_norm": 3.291321039199829, |
| "learning_rate": 2.169923787660963e-06, |
| "loss": 0.5708330869674683, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.463002114164905, |
| "grad_norm": 0.22893865406513214, |
| "learning_rate": 2.1597101424034486e-06, |
| "loss": 0.13088123500347137, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.46723044397463, |
| "grad_norm": 3.1485464572906494, |
| "learning_rate": 2.149570953386265e-06, |
| "loss": 0.28203028440475464, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.471458773784355, |
| "grad_norm": 1.1462241411209106, |
| "learning_rate": 2.1395063445650702e-06, |
| "loss": 0.06495456397533417, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.47568710359408, |
| "grad_norm": 4.584822654724121, |
| "learning_rate": 2.1295164389837494e-06, |
| "loss": 0.4998210370540619, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.4799154334038054, |
| "grad_norm": 3.43422269821167, |
| "learning_rate": 2.1196013587729142e-06, |
| "loss": 0.49499210715293884, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.4841437632135306, |
| "grad_norm": 0.5868573188781738, |
| "learning_rate": 2.109761225148402e-06, |
| "loss": 0.3613981008529663, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.488372093023256, |
| "grad_norm": 3.685621500015259, |
| "learning_rate": 2.0999961584098e-06, |
| "loss": 0.3973362445831299, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.492600422832981, |
| "grad_norm": 7.215812683105469, |
| "learning_rate": 2.0903062779389724e-06, |
| "loss": 0.3681108355522156, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.496828752642706, |
| "grad_norm": 9.877945899963379, |
| "learning_rate": 2.0806917021986e-06, |
| "loss": 0.45029395818710327, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.5010570824524314, |
| "grad_norm": 3.5222997665405273, |
| "learning_rate": 2.071152548730737e-06, |
| "loss": 0.5927355289459229, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.5052854122621566, |
| "grad_norm": 0.48773089051246643, |
| "learning_rate": 2.061688934155364e-06, |
| "loss": 0.2075621485710144, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.5095137420718814, |
| "grad_norm": 2.8444597721099854, |
| "learning_rate": 2.052300974168971e-06, |
| "loss": 0.3432048261165619, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.513742071881607, |
| "grad_norm": 5.066531181335449, |
| "learning_rate": 2.042988783543144e-06, |
| "loss": 0.31335684657096863, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.517970401691332, |
| "grad_norm": 5.156900405883789, |
| "learning_rate": 2.0337524761231517e-06, |
| "loss": 0.4727555513381958, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.522198731501057, |
| "grad_norm": 6.01795768737793, |
| "learning_rate": 2.024592164826562e-06, |
| "loss": 0.7001634836196899, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.526427061310782, |
| "grad_norm": 2.102504014968872, |
| "learning_rate": 2.015507961641865e-06, |
| "loss": 0.13448987901210785, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.5306553911205074, |
| "grad_norm": 0.33504489064216614, |
| "learning_rate": 2.0064999776270894e-06, |
| "loss": 0.3235025405883789, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.5348837209302326, |
| "grad_norm": 6.815194606781006, |
| "learning_rate": 1.9975683229084617e-06, |
| "loss": 0.3820517659187317, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.539112050739958, |
| "grad_norm": 3.395521402359009, |
| "learning_rate": 1.9887131066790485e-06, |
| "loss": 0.5702619552612305, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.543340380549683, |
| "grad_norm": 3.1102519035339355, |
| "learning_rate": 1.979934437197428e-06, |
| "loss": 0.2866312861442566, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.547568710359408, |
| "grad_norm": 4.02962589263916, |
| "learning_rate": 1.9712324217863566e-06, |
| "loss": 0.5964412689208984, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.5517970401691334, |
| "grad_norm": 1.861243724822998, |
| "learning_rate": 1.962607166831473e-06, |
| "loss": 0.31753939390182495, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.556025369978858, |
| "grad_norm": 3.3818070888519287, |
| "learning_rate": 1.9540587777799843e-06, |
| "loss": 0.36724668741226196, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.5602536997885834, |
| "grad_norm": 5.534794807434082, |
| "learning_rate": 1.945587359139377e-06, |
| "loss": 0.4233294129371643, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.5644820295983086, |
| "grad_norm": 28.959678649902344, |
| "learning_rate": 1.9371930144761517e-06, |
| "loss": 0.0679631233215332, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.568710359408034, |
| "grad_norm": 5.814289569854736, |
| "learning_rate": 1.9288758464145427e-06, |
| "loss": 0.4481062591075897, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.572938689217759, |
| "grad_norm": 0.8135766983032227, |
| "learning_rate": 1.920635956635271e-06, |
| "loss": 0.02256624586880207, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.5771670190274842, |
| "grad_norm": 9.225582122802734, |
| "learning_rate": 1.9124734458743e-06, |
| "loss": 0.2678327262401581, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.5813953488372094, |
| "grad_norm": 7.333009719848633, |
| "learning_rate": 1.9043884139216031e-06, |
| "loss": 0.4615964889526367, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.585623678646934, |
| "grad_norm": 5.408736228942871, |
| "learning_rate": 1.8963809596199432e-06, |
| "loss": 0.19673492014408112, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.58985200845666, |
| "grad_norm": 3.9907760620117188, |
| "learning_rate": 1.8884511808636671e-06, |
| "loss": 0.4891815483570099, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.5940803382663846, |
| "grad_norm": 4.118829727172852, |
| "learning_rate": 1.8805991745975062e-06, |
| "loss": 0.8720452785491943, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.59830866807611, |
| "grad_norm": 12.184479713439941, |
| "learning_rate": 1.8728250368153906e-06, |
| "loss": 0.5542669892311096, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.602536997885835, |
| "grad_norm": 8.63931655883789, |
| "learning_rate": 1.8651288625592794e-06, |
| "loss": 0.20688292384147644, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.6067653276955602, |
| "grad_norm": 2.81652569770813, |
| "learning_rate": 1.8575107459179937e-06, |
| "loss": 0.2420281618833542, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.6109936575052854, |
| "grad_norm": 5.55596399307251, |
| "learning_rate": 1.8499707800260706e-06, |
| "loss": 0.6276252269744873, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.6152219873150107, |
| "grad_norm": 10.919977188110352, |
| "learning_rate": 1.8425090570626223e-06, |
| "loss": 0.4683901071548462, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.619450317124736, |
| "grad_norm": 3.751389980316162, |
| "learning_rate": 1.8351256682502103e-06, |
| "loss": 0.24191835522651672, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.6236786469344606, |
| "grad_norm": 1.3749680519104004, |
| "learning_rate": 1.827820703853728e-06, |
| "loss": 0.1549309939146042, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.6279069767441863, |
| "grad_norm": 7.281813144683838, |
| "learning_rate": 1.8205942531793012e-06, |
| "loss": 0.4165268540382385, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.632135306553911, |
| "grad_norm": 7.609879493713379, |
| "learning_rate": 1.813446404573192e-06, |
| "loss": 0.2930583357810974, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.6363636363636362, |
| "grad_norm": 4.279430866241455, |
| "learning_rate": 1.8063772454207212e-06, |
| "loss": 0.15954896807670593, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.6405919661733614, |
| "grad_norm": 4.053138256072998, |
| "learning_rate": 1.7993868621451993e-06, |
| "loss": 0.4065016806125641, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.6448202959830867, |
| "grad_norm": 3.9610989093780518, |
| "learning_rate": 1.7924753402068716e-06, |
| "loss": 0.48019081354141235, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.649048625792812, |
| "grad_norm": 3.0792617797851562, |
| "learning_rate": 1.7856427641018695e-06, |
| "loss": 0.6954116821289062, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.653276955602537, |
| "grad_norm": 5.730588436126709, |
| "learning_rate": 1.7788892173611808e-06, |
| "loss": 0.7138341665267944, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.6575052854122623, |
| "grad_norm": 9.384326934814453, |
| "learning_rate": 1.7722147825496282e-06, |
| "loss": 0.6630492806434631, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.6617336152219875, |
| "grad_norm": 4.569153308868408, |
| "learning_rate": 1.7656195412648589e-06, |
| "loss": 0.41630300879478455, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.6659619450317127, |
| "grad_norm": 5.186647891998291, |
| "learning_rate": 1.7591035741363465e-06, |
| "loss": 0.6005408763885498, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.6701902748414374, |
| "grad_norm": 4.728799819946289, |
| "learning_rate": 1.7526669608244076e-06, |
| "loss": 0.46103861927986145, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.6744186046511627, |
| "grad_norm": 6.2252984046936035, |
| "learning_rate": 1.7463097800192268e-06, |
| "loss": 0.08872466534376144, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.678646934460888, |
| "grad_norm": 3.8498623371124268, |
| "learning_rate": 1.7400321094398917e-06, |
| "loss": 0.2832813858985901, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.682875264270613, |
| "grad_norm": 5.854602813720703, |
| "learning_rate": 1.733834025833447e-06, |
| "loss": 0.26969748735427856, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.6871035940803383, |
| "grad_norm": 5.287208557128906, |
| "learning_rate": 1.7277156049739573e-06, |
| "loss": 0.5257506370544434, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.6913319238900635, |
| "grad_norm": 0.405897855758667, |
| "learning_rate": 1.7216769216615738e-06, |
| "loss": 0.2664951682090759, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.6955602536997887, |
| "grad_norm": 11.106414794921875, |
| "learning_rate": 1.7157180497216258e-06, |
| "loss": 0.2913108468055725, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.699788583509514, |
| "grad_norm": 4.00687837600708, |
| "learning_rate": 1.7098390620037193e-06, |
| "loss": 0.9774203896522522, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.704016913319239, |
| "grad_norm": 4.831068992614746, |
| "learning_rate": 1.7040400303808388e-06, |
| "loss": 0.1801181137561798, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.708245243128964, |
| "grad_norm": 3.756962299346924, |
| "learning_rate": 1.6983210257484758e-06, |
| "loss": 0.3975505828857422, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.712473572938689, |
| "grad_norm": 5.675543785095215, |
| "learning_rate": 1.69268211802376e-06, |
| "loss": 0.4291342496871948, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.7167019027484143, |
| "grad_norm": 4.510821342468262, |
| "learning_rate": 1.6871233761446057e-06, |
| "loss": 0.30917859077453613, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.7209302325581395, |
| "grad_norm": 1.0369709730148315, |
| "learning_rate": 1.6816448680688613e-06, |
| "loss": 0.24939927458763123, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.7251585623678647, |
| "grad_norm": 4.5799031257629395, |
| "learning_rate": 1.6762466607734931e-06, |
| "loss": 0.4708609879016876, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.72938689217759, |
| "grad_norm": 2.7423105239868164, |
| "learning_rate": 1.6709288202537525e-06, |
| "loss": 0.3550443947315216, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.733615221987315, |
| "grad_norm": 14.882494926452637, |
| "learning_rate": 1.665691411522376e-06, |
| "loss": 0.5527515411376953, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.7378435517970403, |
| "grad_norm": 3.920135498046875, |
| "learning_rate": 1.6605344986087893e-06, |
| "loss": 0.42553144693374634, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.7420718816067655, |
| "grad_norm": 0.629116952419281, |
| "learning_rate": 1.655458144558326e-06, |
| "loss": 0.08822059631347656, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.7463002114164903, |
| "grad_norm": 4.265275478363037, |
| "learning_rate": 1.6504624114314536e-06, |
| "loss": 0.3891627788543701, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.7505285412262155, |
| "grad_norm": 9.811651229858398, |
| "learning_rate": 1.6455473603030148e-06, |
| "loss": 0.6639033555984497, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.7547568710359407, |
| "grad_norm": 5.193588733673096, |
| "learning_rate": 1.6407130512614863e-06, |
| "loss": 0.50983726978302, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.758985200845666, |
| "grad_norm": 4.611268520355225, |
| "learning_rate": 1.6359595434082377e-06, |
| "loss": 0.5774052739143372, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.763213530655391, |
| "grad_norm": 6.4507622718811035, |
| "learning_rate": 1.6312868948568114e-06, |
| "loss": 0.6459259986877441, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.7674418604651163, |
| "grad_norm": 3.9018239974975586, |
| "learning_rate": 1.6266951627322143e-06, |
| "loss": 0.6416741609573364, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.7716701902748415, |
| "grad_norm": 12.602282524108887, |
| "learning_rate": 1.622184403170217e-06, |
| "loss": 0.13825801014900208, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.7758985200845667, |
| "grad_norm": 3.8429384231567383, |
| "learning_rate": 1.6177546713166654e-06, |
| "loss": 0.3972879946231842, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.780126849894292, |
| "grad_norm": 5.463750839233398, |
| "learning_rate": 1.6134060213268122e-06, |
| "loss": 0.2276698350906372, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.7843551797040167, |
| "grad_norm": 4.239009380340576, |
| "learning_rate": 1.609138506364651e-06, |
| "loss": 0.06166570633649826, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.7885835095137423, |
| "grad_norm": 0.6214521527290344, |
| "learning_rate": 1.6049521786022663e-06, |
| "loss": 0.3091050386428833, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.792811839323467, |
| "grad_norm": 3.232224225997925, |
| "learning_rate": 1.6008470892191971e-06, |
| "loss": 0.6148475408554077, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.7970401691331923, |
| "grad_norm": 8.090229034423828, |
| "learning_rate": 1.5968232884018094e-06, |
| "loss": 0.2800947427749634, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.8012684989429175, |
| "grad_norm": 28.455608367919922, |
| "learning_rate": 1.592880825342686e-06, |
| "loss": 0.5017866492271423, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.8054968287526427, |
| "grad_norm": 4.026337623596191, |
| "learning_rate": 1.5890197482400214e-06, |
| "loss": 0.6740830540657043, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.809725158562368, |
| "grad_norm": 3.508122444152832, |
| "learning_rate": 1.5852401042970336e-06, |
| "loss": 0.3761969208717346, |
| "step": 1802 |
| }, |
| { |
| "epoch": 3.813953488372093, |
| "grad_norm": 3.400318145751953, |
| "learning_rate": 1.5815419397213902e-06, |
| "loss": 0.5787155032157898, |
| "step": 1804 |
| }, |
| { |
| "epoch": 3.8181818181818183, |
| "grad_norm": 4.089182376861572, |
| "learning_rate": 1.577925299724637e-06, |
| "loss": 0.5465168356895447, |
| "step": 1806 |
| }, |
| { |
| "epoch": 3.822410147991543, |
| "grad_norm": 41.6027717590332, |
| "learning_rate": 1.5743902285216514e-06, |
| "loss": 0.1728125363588333, |
| "step": 1808 |
| }, |
| { |
| "epoch": 3.8266384778012688, |
| "grad_norm": 3.3004062175750732, |
| "learning_rate": 1.5709367693300995e-06, |
| "loss": 0.5649695992469788, |
| "step": 1810 |
| }, |
| { |
| "epoch": 3.8308668076109935, |
| "grad_norm": 4.2993669509887695, |
| "learning_rate": 1.5675649643699071e-06, |
| "loss": 0.6549540758132935, |
| "step": 1812 |
| }, |
| { |
| "epoch": 3.8350951374207187, |
| "grad_norm": 3.4883182048797607, |
| "learning_rate": 1.5642748548627444e-06, |
| "loss": 0.5488921999931335, |
| "step": 1814 |
| }, |
| { |
| "epoch": 3.839323467230444, |
| "grad_norm": 3.6274850368499756, |
| "learning_rate": 1.5610664810315224e-06, |
| "loss": 0.3673040270805359, |
| "step": 1816 |
| }, |
| { |
| "epoch": 3.843551797040169, |
| "grad_norm": 3.024437665939331, |
| "learning_rate": 1.5579398820998995e-06, |
| "loss": 0.3205223083496094, |
| "step": 1818 |
| }, |
| { |
| "epoch": 3.8477801268498943, |
| "grad_norm": 3.776864528656006, |
| "learning_rate": 1.5548950962918043e-06, |
| "loss": 0.29514163732528687, |
| "step": 1820 |
| }, |
| { |
| "epoch": 3.8520084566596196, |
| "grad_norm": 0.9230905771255493, |
| "learning_rate": 1.5519321608309674e-06, |
| "loss": 0.3962177038192749, |
| "step": 1822 |
| }, |
| { |
| "epoch": 3.8562367864693448, |
| "grad_norm": 3.7600820064544678, |
| "learning_rate": 1.549051111940463e-06, |
| "loss": 0.3158684968948364, |
| "step": 1824 |
| }, |
| { |
| "epoch": 3.8604651162790695, |
| "grad_norm": 8.070271492004395, |
| "learning_rate": 1.5462519848422735e-06, |
| "loss": 0.33815300464630127, |
| "step": 1826 |
| }, |
| { |
| "epoch": 3.864693446088795, |
| "grad_norm": 5.189460754394531, |
| "learning_rate": 1.5435348137568503e-06, |
| "loss": 0.5764117240905762, |
| "step": 1828 |
| }, |
| { |
| "epoch": 3.86892177589852, |
| "grad_norm": 3.977822780609131, |
| "learning_rate": 1.540899631902703e-06, |
| "loss": 0.6190783381462097, |
| "step": 1830 |
| }, |
| { |
| "epoch": 3.873150105708245, |
| "grad_norm": 19.55247688293457, |
| "learning_rate": 1.5383464714959885e-06, |
| "loss": 0.3775050640106201, |
| "step": 1832 |
| }, |
| { |
| "epoch": 3.8773784355179703, |
| "grad_norm": 5.020406246185303, |
| "learning_rate": 1.5358753637501168e-06, |
| "loss": 0.28668826818466187, |
| "step": 1834 |
| }, |
| { |
| "epoch": 3.8816067653276956, |
| "grad_norm": 0.40400922298431396, |
| "learning_rate": 1.5334863388753753e-06, |
| "loss": 0.27497953176498413, |
| "step": 1836 |
| }, |
| { |
| "epoch": 3.8858350951374208, |
| "grad_norm": 2.1234359741210938, |
| "learning_rate": 1.5311794260785508e-06, |
| "loss": 0.26325470209121704, |
| "step": 1838 |
| }, |
| { |
| "epoch": 3.890063424947146, |
| "grad_norm": 2.732037305831909, |
| "learning_rate": 1.5289546535625803e-06, |
| "loss": 0.3790256381034851, |
| "step": 1840 |
| }, |
| { |
| "epoch": 3.894291754756871, |
| "grad_norm": 7.596894264221191, |
| "learning_rate": 1.5268120485262017e-06, |
| "loss": 0.46870318055152893, |
| "step": 1842 |
| }, |
| { |
| "epoch": 3.898520084566596, |
| "grad_norm": 2.9562246799468994, |
| "learning_rate": 1.5247516371636211e-06, |
| "loss": 0.32340067625045776, |
| "step": 1844 |
| }, |
| { |
| "epoch": 3.9027484143763216, |
| "grad_norm": 18.76889419555664, |
| "learning_rate": 1.522773444664197e-06, |
| "loss": 0.3392444849014282, |
| "step": 1846 |
| }, |
| { |
| "epoch": 3.9069767441860463, |
| "grad_norm": 3.1390750408172607, |
| "learning_rate": 1.5208774952121262e-06, |
| "loss": 0.10644078254699707, |
| "step": 1848 |
| }, |
| { |
| "epoch": 3.9112050739957716, |
| "grad_norm": 2.6275129318237305, |
| "learning_rate": 1.5190638119861523e-06, |
| "loss": 0.5070509910583496, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.9154334038054968, |
| "grad_norm": 1.2279460430145264, |
| "learning_rate": 1.5173324171592825e-06, |
| "loss": 0.32292094826698303, |
| "step": 1852 |
| }, |
| { |
| "epoch": 3.919661733615222, |
| "grad_norm": 3.8160648345947266, |
| "learning_rate": 1.5156833318985132e-06, |
| "loss": 0.568835973739624, |
| "step": 1854 |
| }, |
| { |
| "epoch": 3.923890063424947, |
| "grad_norm": 5.367692470550537, |
| "learning_rate": 1.514116576364574e-06, |
| "loss": 0.22992059588432312, |
| "step": 1856 |
| }, |
| { |
| "epoch": 3.9281183932346724, |
| "grad_norm": 5.4259185791015625, |
| "learning_rate": 1.5126321697116824e-06, |
| "loss": 0.5054709911346436, |
| "step": 1858 |
| }, |
| { |
| "epoch": 3.9323467230443976, |
| "grad_norm": 8.427145957946777, |
| "learning_rate": 1.511230130087305e-06, |
| "loss": 0.21720188856124878, |
| "step": 1860 |
| }, |
| { |
| "epoch": 3.9365750528541223, |
| "grad_norm": 18.63742446899414, |
| "learning_rate": 1.509910474631939e-06, |
| "loss": 0.8239214420318604, |
| "step": 1862 |
| }, |
| { |
| "epoch": 3.940803382663848, |
| "grad_norm": 3.083559513092041, |
| "learning_rate": 1.5086732194789031e-06, |
| "loss": 0.36028850078582764, |
| "step": 1864 |
| }, |
| { |
| "epoch": 3.9450317124735728, |
| "grad_norm": 5.646785736083984, |
| "learning_rate": 1.507518379754139e-06, |
| "loss": 0.5543577671051025, |
| "step": 1866 |
| }, |
| { |
| "epoch": 3.949260042283298, |
| "grad_norm": 0.31760188937187195, |
| "learning_rate": 1.5064459695760255e-06, |
| "loss": 0.01628248207271099, |
| "step": 1868 |
| }, |
| { |
| "epoch": 3.953488372093023, |
| "grad_norm": 3.5817031860351562, |
| "learning_rate": 1.5054560020552078e-06, |
| "loss": 0.5692353248596191, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.9577167019027484, |
| "grad_norm": 5.22877311706543, |
| "learning_rate": 1.504548489294438e-06, |
| "loss": 0.3443927764892578, |
| "step": 1872 |
| }, |
| { |
| "epoch": 3.9619450317124736, |
| "grad_norm": 5.386042594909668, |
| "learning_rate": 1.5037234423884224e-06, |
| "loss": 0.4191185235977173, |
| "step": 1874 |
| }, |
| { |
| "epoch": 3.966173361522199, |
| "grad_norm": 3.5231735706329346, |
| "learning_rate": 1.5029808714236927e-06, |
| "loss": 0.5892931222915649, |
| "step": 1876 |
| }, |
| { |
| "epoch": 3.970401691331924, |
| "grad_norm": 3.3802387714385986, |
| "learning_rate": 1.502320785478475e-06, |
| "loss": 0.12032198905944824, |
| "step": 1878 |
| }, |
| { |
| "epoch": 3.974630021141649, |
| "grad_norm": 3.0940866470336914, |
| "learning_rate": 1.5017431926225876e-06, |
| "loss": 0.2673117518424988, |
| "step": 1880 |
| }, |
| { |
| "epoch": 3.9788583509513744, |
| "grad_norm": 6.358997821807861, |
| "learning_rate": 1.5012480999173337e-06, |
| "loss": 0.520773708820343, |
| "step": 1882 |
| }, |
| { |
| "epoch": 3.983086680761099, |
| "grad_norm": 3.1239089965820312, |
| "learning_rate": 1.5008355134154204e-06, |
| "loss": 0.7278933525085449, |
| "step": 1884 |
| }, |
| { |
| "epoch": 3.9873150105708244, |
| "grad_norm": 2.787248373031616, |
| "learning_rate": 1.500505438160885e-06, |
| "loss": 0.4279649257659912, |
| "step": 1886 |
| }, |
| { |
| "epoch": 3.9915433403805496, |
| "grad_norm": 2.290093421936035, |
| "learning_rate": 1.500257878189028e-06, |
| "loss": 0.5085483193397522, |
| "step": 1888 |
| }, |
| { |
| "epoch": 3.995771670190275, |
| "grad_norm": 3.092968702316284, |
| "learning_rate": 1.5000928365263716e-06, |
| "loss": 0.5331004858016968, |
| "step": 1890 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 4.6352009773254395, |
| "learning_rate": 1.5000103151906145e-06, |
| "loss": 0.2658572196960449, |
| "step": 1892 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1892, |
| "total_flos": 3.6314083289926205e+18, |
| "train_loss": 0.773373347370399, |
| "train_runtime": 4468.5675, |
| "train_samples_per_second": 12.702, |
| "train_steps_per_second": 0.423 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1892, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.6314083289926205e+18, |
| "train_batch_size": 5, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
