| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1804, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004434589800443459, |
| "grad_norm": 8.667221069335938, |
| "learning_rate": 2.197802197802198e-07, |
| "loss": 1.8642287254333496, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008869179600886918, |
| "grad_norm": 8.565436363220215, |
| "learning_rate": 6.593406593406594e-07, |
| "loss": 2.1231369972229004, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.013303769401330377, |
| "grad_norm": 3.455594301223755, |
| "learning_rate": 1.098901098901099e-06, |
| "loss": 1.89163339138031, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017738359201773836, |
| "grad_norm": 1.2133512496948242, |
| "learning_rate": 1.5384615384615387e-06, |
| "loss": 1.7869961261749268, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.022172949002217297, |
| "grad_norm": 4.369198799133301, |
| "learning_rate": 1.9780219780219782e-06, |
| "loss": 1.5530983209609985, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.026607538802660754, |
| "grad_norm": 6.942768096923828, |
| "learning_rate": 2.4175824175824177e-06, |
| "loss": 1.5389991998672485, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.031042128603104215, |
| "grad_norm": 2.6731338500976562, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 1.016729474067688, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03547671840354767, |
| "grad_norm": 6.184485912322998, |
| "learning_rate": 3.2967032967032968e-06, |
| "loss": 0.9146304130554199, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03991130820399113, |
| "grad_norm": 1.2878278493881226, |
| "learning_rate": 3.7362637362637367e-06, |
| "loss": 0.9207720756530762, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04434589800443459, |
| "grad_norm": 3.814846992492676, |
| "learning_rate": 4.175824175824177e-06, |
| "loss": 1.1863677501678467, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04878048780487805, |
| "grad_norm": 6.385776042938232, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 1.320576548576355, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05321507760532151, |
| "grad_norm": 1.8087103366851807, |
| "learning_rate": 5.054945054945055e-06, |
| "loss": 1.4690011739730835, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.057649667405764965, |
| "grad_norm": 1.2201143503189087, |
| "learning_rate": 5.494505494505495e-06, |
| "loss": 1.2042573690414429, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06208425720620843, |
| "grad_norm": 1.1334809064865112, |
| "learning_rate": 5.934065934065935e-06, |
| "loss": 1.040234923362732, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06651884700665188, |
| "grad_norm": 1.8232964277267456, |
| "learning_rate": 6.373626373626373e-06, |
| "loss": 1.169386386871338, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07095343680709534, |
| "grad_norm": 2.845280885696411, |
| "learning_rate": 6.813186813186814e-06, |
| "loss": 1.0687059164047241, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07538802660753881, |
| "grad_norm": 0.9850583672523499, |
| "learning_rate": 7.252747252747253e-06, |
| "loss": 1.4395848512649536, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07982261640798226, |
| "grad_norm": 3.9745352268218994, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 1.1598668098449707, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08425720620842572, |
| "grad_norm": 4.545168399810791, |
| "learning_rate": 8.131868131868132e-06, |
| "loss": 1.515150785446167, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08869179600886919, |
| "grad_norm": 2.1682798862457275, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 0.7324872612953186, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09312638580931264, |
| "grad_norm": 0.8849499225616455, |
| "learning_rate": 9.010989010989011e-06, |
| "loss": 1.3759689331054688, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 1.3699463605880737, |
| "learning_rate": 9.450549450549452e-06, |
| "loss": 1.3197706937789917, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.10199556541019955, |
| "grad_norm": 1.9112352132797241, |
| "learning_rate": 9.890109890109892e-06, |
| "loss": 1.355299472808838, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10643015521064302, |
| "grad_norm": 4.099548816680908, |
| "learning_rate": 1.0329670329670332e-05, |
| "loss": 1.583066701889038, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.11086474501108648, |
| "grad_norm": 1.642897605895996, |
| "learning_rate": 1.076923076923077e-05, |
| "loss": 1.4291114807128906, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11529933481152993, |
| "grad_norm": 2.4580774307250977, |
| "learning_rate": 1.120879120879121e-05, |
| "loss": 1.3548572063446045, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1197339246119734, |
| "grad_norm": 1.3751822710037231, |
| "learning_rate": 1.164835164835165e-05, |
| "loss": 1.367175579071045, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.12416851441241686, |
| "grad_norm": 5.466642379760742, |
| "learning_rate": 1.2087912087912089e-05, |
| "loss": 1.136663794517517, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1286031042128603, |
| "grad_norm": 1.1212538480758667, |
| "learning_rate": 1.2527472527472529e-05, |
| "loss": 1.3549809455871582, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.13303769401330376, |
| "grad_norm": 0.9152220487594604, |
| "learning_rate": 1.296703296703297e-05, |
| "loss": 1.4315998554229736, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13747228381374724, |
| "grad_norm": 1.2018588781356812, |
| "learning_rate": 1.3406593406593406e-05, |
| "loss": 1.3350356817245483, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1419068736141907, |
| "grad_norm": 1.993096947669983, |
| "learning_rate": 1.3846153846153847e-05, |
| "loss": 1.3968464136123657, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14634146341463414, |
| "grad_norm": 1.467322826385498, |
| "learning_rate": 1.4285714285714287e-05, |
| "loss": 1.4635425806045532, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.15077605321507762, |
| "grad_norm": 0.7607141137123108, |
| "learning_rate": 1.4725274725274727e-05, |
| "loss": 1.3317251205444336, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.15521064301552107, |
| "grad_norm": 7.009274959564209, |
| "learning_rate": 1.5164835164835166e-05, |
| "loss": 1.3160146474838257, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15964523281596452, |
| "grad_norm": 1.0283435583114624, |
| "learning_rate": 1.5604395604395605e-05, |
| "loss": 1.3538073301315308, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.164079822616408, |
| "grad_norm": 0.7895150184631348, |
| "learning_rate": 1.6043956043956047e-05, |
| "loss": 1.2550619840621948, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16851441241685144, |
| "grad_norm": 0.7530434131622314, |
| "learning_rate": 1.6483516483516486e-05, |
| "loss": 1.355035424232483, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.1729490022172949, |
| "grad_norm": 0.6738516688346863, |
| "learning_rate": 1.6923076923076924e-05, |
| "loss": 1.396584391593933, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.17738359201773837, |
| "grad_norm": 1.0755456686019897, |
| "learning_rate": 1.7362637362637363e-05, |
| "loss": 1.3568543195724487, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 1.3478541374206543, |
| "learning_rate": 1.78021978021978e-05, |
| "loss": 0.8403951525688171, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.18625277161862527, |
| "grad_norm": 0.7471117973327637, |
| "learning_rate": 1.8241758241758244e-05, |
| "loss": 1.0819566249847412, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.19068736141906872, |
| "grad_norm": 3.1562721729278564, |
| "learning_rate": 1.8681318681318682e-05, |
| "loss": 1.0565105676651, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 0.9117481708526611, |
| "learning_rate": 1.9120879120879124e-05, |
| "loss": 1.336931586265564, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19955654101995565, |
| "grad_norm": 1.8324049711227417, |
| "learning_rate": 1.9560439560439563e-05, |
| "loss": 1.4609527587890625, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2039911308203991, |
| "grad_norm": 0.8476412892341614, |
| "learning_rate": 2e-05, |
| "loss": 1.317558765411377, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20842572062084258, |
| "grad_norm": 0.6812918782234192, |
| "learning_rate": 1.999993945796182e-05, |
| "loss": 1.309884786605835, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.21286031042128603, |
| "grad_norm": 1.9555091857910156, |
| "learning_rate": 1.9999757832661787e-05, |
| "loss": 1.8222039937973022, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.21729490022172948, |
| "grad_norm": 1.6802914142608643, |
| "learning_rate": 1.9999455126543454e-05, |
| "loss": 1.0341295003890991, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.22172949002217296, |
| "grad_norm": 0.9253756403923035, |
| "learning_rate": 1.9999031343679364e-05, |
| "loss": 1.2889328002929688, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2261640798226164, |
| "grad_norm": 0.9691144824028015, |
| "learning_rate": 1.9998486489770998e-05, |
| "loss": 1.4229637384414673, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.23059866962305986, |
| "grad_norm": 0.7583999037742615, |
| "learning_rate": 1.999782057214871e-05, |
| "loss": 1.1750223636627197, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.23503325942350334, |
| "grad_norm": 0.7559353709220886, |
| "learning_rate": 1.999703359977161e-05, |
| "loss": 1.3722642660140991, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2394678492239468, |
| "grad_norm": 1.8747915029525757, |
| "learning_rate": 1.9996125583227458e-05, |
| "loss": 1.5751910209655762, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.24390243902439024, |
| "grad_norm": 0.7324615120887756, |
| "learning_rate": 1.999509653473251e-05, |
| "loss": 1.1686367988586426, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24833702882483372, |
| "grad_norm": 5.023177623748779, |
| "learning_rate": 1.999394646813137e-05, |
| "loss": 1.368462324142456, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.25277161862527714, |
| "grad_norm": 2.301079750061035, |
| "learning_rate": 1.9992675398896784e-05, |
| "loss": 0.8811516761779785, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2572062084257206, |
| "grad_norm": 0.6491958498954773, |
| "learning_rate": 1.9991283344129452e-05, |
| "loss": 1.4907201528549194, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2616407982261641, |
| "grad_norm": 0.6563892364501953, |
| "learning_rate": 1.998977032255777e-05, |
| "loss": 1.224129557609558, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2660753880266075, |
| "grad_norm": 0.708153486251831, |
| "learning_rate": 1.9988136354537615e-05, |
| "loss": 1.3663833141326904, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.270509977827051, |
| "grad_norm": 1.3739961385726929, |
| "learning_rate": 1.9986381462052048e-05, |
| "loss": 1.2798233032226562, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2749445676274945, |
| "grad_norm": 1.1927521228790283, |
| "learning_rate": 1.9984505668711006e-05, |
| "loss": 1.6487520933151245, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2793791574279379, |
| "grad_norm": 1.0914132595062256, |
| "learning_rate": 1.998250899975102e-05, |
| "loss": 0.9563515186309814, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2838137472283814, |
| "grad_norm": 0.6142106056213379, |
| "learning_rate": 1.9980391482034844e-05, |
| "loss": 1.2922307252883911, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.28824833702882485, |
| "grad_norm": 0.9818975925445557, |
| "learning_rate": 1.9978153144051108e-05, |
| "loss": 1.0446155071258545, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 1.9593212604522705, |
| "learning_rate": 1.9975794015913936e-05, |
| "loss": 1.0657705068588257, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.29711751662971175, |
| "grad_norm": 2.4713385105133057, |
| "learning_rate": 1.9973314129362533e-05, |
| "loss": 1.0481352806091309, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.30155210643015523, |
| "grad_norm": 9.34296703338623, |
| "learning_rate": 1.997071351776076e-05, |
| "loss": 1.2620774507522583, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.30598669623059865, |
| "grad_norm": 2.3951597213745117, |
| "learning_rate": 1.996799221609669e-05, |
| "loss": 0.8199646472930908, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.31042128603104213, |
| "grad_norm": 1.0207390785217285, |
| "learning_rate": 1.9965150260982137e-05, |
| "loss": 1.2821062803268433, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3148558758314856, |
| "grad_norm": 0.808794379234314, |
| "learning_rate": 1.9962187690652157e-05, |
| "loss": 1.0488530397415161, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.31929046563192903, |
| "grad_norm": 1.9180113077163696, |
| "learning_rate": 1.9959104544964536e-05, |
| "loss": 1.0375815629959106, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3237250554323725, |
| "grad_norm": 1.6617244482040405, |
| "learning_rate": 1.9955900865399257e-05, |
| "loss": 1.0013810396194458, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.328159645232816, |
| "grad_norm": 0.9878438711166382, |
| "learning_rate": 1.9952576695057944e-05, |
| "loss": 1.4907773733139038, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3325942350332594, |
| "grad_norm": 1.895961046218872, |
| "learning_rate": 1.9949132078663268e-05, |
| "loss": 1.254366397857666, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3370288248337029, |
| "grad_norm": 1.2166792154312134, |
| "learning_rate": 1.9945567062558368e-05, |
| "loss": 1.1661312580108643, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.34146341463414637, |
| "grad_norm": 0.8109827637672424, |
| "learning_rate": 1.9941881694706206e-05, |
| "loss": 1.3392776250839233, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3458980044345898, |
| "grad_norm": 2.391664505004883, |
| "learning_rate": 1.993807602468893e-05, |
| "loss": 1.3111441135406494, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.35033259423503327, |
| "grad_norm": 0.941863477230072, |
| "learning_rate": 1.9934150103707217e-05, |
| "loss": 1.3535107374191284, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.35476718403547675, |
| "grad_norm": 0.6483902335166931, |
| "learning_rate": 1.9930103984579564e-05, |
| "loss": 1.3064088821411133, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.35920177383592017, |
| "grad_norm": 0.682521641254425, |
| "learning_rate": 1.9925937721741595e-05, |
| "loss": 0.9179922938346863, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 1.1320902109146118, |
| "learning_rate": 1.992165137124532e-05, |
| "loss": 1.0206555128097534, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.36807095343680707, |
| "grad_norm": 0.8146328926086426, |
| "learning_rate": 1.9917244990758385e-05, |
| "loss": 1.3475308418273926, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.37250554323725055, |
| "grad_norm": 1.6250571012496948, |
| "learning_rate": 1.9912718639563285e-05, |
| "loss": 1.31868577003479, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.376940133037694, |
| "grad_norm": 0.8682546615600586, |
| "learning_rate": 1.9908072378556585e-05, |
| "loss": 1.2381749153137207, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.38137472283813745, |
| "grad_norm": 2.6199824810028076, |
| "learning_rate": 1.990330627024809e-05, |
| "loss": 0.8625264167785645, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3858093126385809, |
| "grad_norm": 1.7685837745666504, |
| "learning_rate": 1.989842037876e-05, |
| "loss": 1.7184687852859497, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 0.9849699139595032, |
| "learning_rate": 1.9893414769826053e-05, |
| "loss": 1.369092583656311, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3946784922394678, |
| "grad_norm": 1.686566948890686, |
| "learning_rate": 1.9888289510790643e-05, |
| "loss": 1.383589744567871, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3991130820399113, |
| "grad_norm": 0.793823778629303, |
| "learning_rate": 1.988304467060791e-05, |
| "loss": 1.1963413953781128, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4035476718403548, |
| "grad_norm": 0.6959115266799927, |
| "learning_rate": 1.9877680319840813e-05, |
| "loss": 1.335618257522583, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.4079822616407982, |
| "grad_norm": 1.3807117938995361, |
| "learning_rate": 1.987219653066018e-05, |
| "loss": 0.8666111826896667, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4124168514412417, |
| "grad_norm": 1.2673057317733765, |
| "learning_rate": 1.9866593376843743e-05, |
| "loss": 1.0503551959991455, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.41685144124168516, |
| "grad_norm": 0.8807701468467712, |
| "learning_rate": 1.9860870933775128e-05, |
| "loss": 1.0260038375854492, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4212860310421286, |
| "grad_norm": 2.0024898052215576, |
| "learning_rate": 1.9855029278442865e-05, |
| "loss": 1.1095020771026611, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.42572062084257206, |
| "grad_norm": 2.057466745376587, |
| "learning_rate": 1.984906848943934e-05, |
| "loss": 1.100471019744873, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.43015521064301554, |
| "grad_norm": 1.057753324508667, |
| "learning_rate": 1.9842988646959723e-05, |
| "loss": 1.3441250324249268, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.43458980044345896, |
| "grad_norm": 1.4172452688217163, |
| "learning_rate": 1.983678983280093e-05, |
| "loss": 1.6131374835968018, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.43902439024390244, |
| "grad_norm": 1.8611360788345337, |
| "learning_rate": 1.983047213036047e-05, |
| "loss": 1.3363574743270874, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4434589800443459, |
| "grad_norm": 1.018568992614746, |
| "learning_rate": 1.9824035624635368e-05, |
| "loss": 1.2478539943695068, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.44789356984478934, |
| "grad_norm": 1.5161771774291992, |
| "learning_rate": 1.9817480402220995e-05, |
| "loss": 1.3159914016723633, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4523281596452328, |
| "grad_norm": 1.3039575815200806, |
| "learning_rate": 1.9810806551309903e-05, |
| "loss": 1.2693634033203125, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4567627494456763, |
| "grad_norm": 1.2496814727783203, |
| "learning_rate": 1.9804014161690672e-05, |
| "loss": 1.1507153511047363, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4611973392461197, |
| "grad_norm": 4.592546463012695, |
| "learning_rate": 1.979710332474665e-05, |
| "loss": 1.1844661235809326, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4656319290465632, |
| "grad_norm": 0.856142520904541, |
| "learning_rate": 1.9790074133454765e-05, |
| "loss": 0.7224380970001221, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4700665188470067, |
| "grad_norm": 10.285343170166016, |
| "learning_rate": 1.9782926682384248e-05, |
| "loss": 0.8978222012519836, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4745011086474501, |
| "grad_norm": 0.5395671129226685, |
| "learning_rate": 1.977566106769538e-05, |
| "loss": 1.1894056797027588, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4789356984478936, |
| "grad_norm": 0.6740292310714722, |
| "learning_rate": 1.976827738713819e-05, |
| "loss": 1.2027900218963623, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.48337028824833705, |
| "grad_norm": 0.9326871037483215, |
| "learning_rate": 1.976077574005114e-05, |
| "loss": 1.1885857582092285, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 2.4017117023468018, |
| "learning_rate": 1.9753156227359783e-05, |
| "loss": 1.32407546043396, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.49223946784922396, |
| "grad_norm": 1.3293203115463257, |
| "learning_rate": 1.9745418951575415e-05, |
| "loss": 1.2708196640014648, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.49667405764966743, |
| "grad_norm": 0.804009199142456, |
| "learning_rate": 1.9737564016793696e-05, |
| "loss": 1.2493350505828857, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5011086474501109, |
| "grad_norm": 0.6624335050582886, |
| "learning_rate": 1.972959152869323e-05, |
| "loss": 1.236510992050171, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5055432372505543, |
| "grad_norm": 1.1144077777862549, |
| "learning_rate": 1.972150159453417e-05, |
| "loss": 1.2882966995239258, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5099778270509978, |
| "grad_norm": 2.013320207595825, |
| "learning_rate": 1.9713294323156768e-05, |
| "loss": 1.8960356712341309, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5144124168514412, |
| "grad_norm": 0.9120582342147827, |
| "learning_rate": 1.9704969824979893e-05, |
| "loss": 1.0289053916931152, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5188470066518847, |
| "grad_norm": 1.22536301612854, |
| "learning_rate": 1.9696528211999567e-05, |
| "loss": 1.3444561958312988, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5232815964523282, |
| "grad_norm": 0.7821425199508667, |
| "learning_rate": 1.9687969597787445e-05, |
| "loss": 1.1790920495986938, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5277161862527716, |
| "grad_norm": 0.8863709568977356, |
| "learning_rate": 1.967929409748929e-05, |
| "loss": 1.0798450708389282, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.532150776053215, |
| "grad_norm": 0.5844965577125549, |
| "learning_rate": 1.967050182782344e-05, |
| "loss": 1.3156877756118774, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5365853658536586, |
| "grad_norm": 0.46499544382095337, |
| "learning_rate": 1.96615929070792e-05, |
| "loss": 1.3678405284881592, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.541019955654102, |
| "grad_norm": 12.881924629211426, |
| "learning_rate": 1.9652567455115287e-05, |
| "loss": 1.0557224750518799, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 1.112845778465271, |
| "learning_rate": 1.9643425593358212e-05, |
| "loss": 1.308203101158142, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.549889135254989, |
| "grad_norm": 1.1576392650604248, |
| "learning_rate": 1.9634167444800618e-05, |
| "loss": 1.5463697910308838, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5543237250554324, |
| "grad_norm": 1.7358508110046387, |
| "learning_rate": 1.9624793133999663e-05, |
| "loss": 1.3133127689361572, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5587583148558758, |
| "grad_norm": 1.8306182622909546, |
| "learning_rate": 1.9615302787075317e-05, |
| "loss": 0.7901706695556641, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5631929046563193, |
| "grad_norm": 1.574388861656189, |
| "learning_rate": 1.9605696531708687e-05, |
| "loss": 1.5300947427749634, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5676274944567627, |
| "grad_norm": 0.6506041884422302, |
| "learning_rate": 1.9595974497140275e-05, |
| "loss": 1.3747804164886475, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5720620842572062, |
| "grad_norm": 0.5146905779838562, |
| "learning_rate": 1.958613681416825e-05, |
| "loss": 1.3938028812408447, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5764966740576497, |
| "grad_norm": 0.540286123752594, |
| "learning_rate": 1.95761836151467e-05, |
| "loss": 1.3356225490570068, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5809312638580931, |
| "grad_norm": 1.7904235124588013, |
| "learning_rate": 1.9566115033983843e-05, |
| "loss": 0.817384660243988, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 1.602072834968567, |
| "learning_rate": 1.955593120614021e-05, |
| "loss": 1.4035075902938843, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5898004434589801, |
| "grad_norm": 0.951567530632019, |
| "learning_rate": 1.954563226862685e-05, |
| "loss": 1.164678692817688, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5942350332594235, |
| "grad_norm": 0.9935126900672913, |
| "learning_rate": 1.953521836000346e-05, |
| "loss": 1.6089775562286377, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5986696230598669, |
| "grad_norm": 1.1680865287780762, |
| "learning_rate": 1.9524689620376552e-05, |
| "loss": 1.2622849941253662, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6031042128603105, |
| "grad_norm": 0.8502325415611267, |
| "learning_rate": 1.9514046191397532e-05, |
| "loss": 1.2814254760742188, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6075388026607539, |
| "grad_norm": 0.822547972202301, |
| "learning_rate": 1.950328821626081e-05, |
| "loss": 1.278984785079956, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6119733924611973, |
| "grad_norm": 0.9921445250511169, |
| "learning_rate": 1.9492415839701902e-05, |
| "loss": 1.2716035842895508, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6164079822616408, |
| "grad_norm": 2.4694504737854004, |
| "learning_rate": 1.9481429207995424e-05, |
| "loss": 1.2899194955825806, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6208425720620843, |
| "grad_norm": 0.6362584829330444, |
| "learning_rate": 1.9470328468953176e-05, |
| "loss": 1.3732231855392456, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6252771618625277, |
| "grad_norm": 1.02562415599823, |
| "learning_rate": 1.9459113771922128e-05, |
| "loss": 1.0229641199111938, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6297117516629712, |
| "grad_norm": 0.6536508798599243, |
| "learning_rate": 1.944778526778242e-05, |
| "loss": 1.315395474433899, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6341463414634146, |
| "grad_norm": 0.7477055788040161, |
| "learning_rate": 1.9436343108945323e-05, |
| "loss": 1.3944462537765503, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6385809312638581, |
| "grad_norm": 0.5282856822013855, |
| "learning_rate": 1.9424787449351194e-05, |
| "loss": 1.3006008863449097, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6430155210643016, |
| "grad_norm": 0.4401320219039917, |
| "learning_rate": 1.9413118444467408e-05, |
| "loss": 1.2911877632141113, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.647450110864745, |
| "grad_norm": 1.1002235412597656, |
| "learning_rate": 1.9401336251286264e-05, |
| "loss": 1.43943190574646, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6518847006651884, |
| "grad_norm": 0.5872219204902649, |
| "learning_rate": 1.9389441028322874e-05, |
| "loss": 1.026016116142273, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.656319290465632, |
| "grad_norm": 0.5707578659057617, |
| "learning_rate": 1.9377432935613016e-05, |
| "loss": 1.0756226778030396, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6607538802660754, |
| "grad_norm": 0.6579997539520264, |
| "learning_rate": 1.936531213471101e-05, |
| "loss": 1.2744524478912354, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6651884700665188, |
| "grad_norm": 4.350220680236816, |
| "learning_rate": 1.935307878868752e-05, |
| "loss": 1.3224852085113525, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6696230598669624, |
| "grad_norm": 0.5770370364189148, |
| "learning_rate": 1.9340733062127373e-05, |
| "loss": 1.2629750967025757, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6740576496674058, |
| "grad_norm": 0.7492507696151733, |
| "learning_rate": 1.9328275121127325e-05, |
| "loss": 1.3276405334472656, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6784922394678492, |
| "grad_norm": 0.9730760455131531, |
| "learning_rate": 1.9315705133293857e-05, |
| "loss": 1.2819868326187134, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6829268292682927, |
| "grad_norm": 0.6775749921798706, |
| "learning_rate": 1.9303023267740902e-05, |
| "loss": 1.0328669548034668, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6873614190687362, |
| "grad_norm": 0.6441645622253418, |
| "learning_rate": 1.9290229695087562e-05, |
| "loss": 1.2884297370910645, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6917960088691796, |
| "grad_norm": 0.6459354162216187, |
| "learning_rate": 1.9277324587455833e-05, |
| "loss": 1.3426930904388428, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6962305986696231, |
| "grad_norm": 0.715065598487854, |
| "learning_rate": 1.9264308118468274e-05, |
| "loss": 1.2753427028656006, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7006651884700665, |
| "grad_norm": 0.7442984580993652, |
| "learning_rate": 1.9251180463245675e-05, |
| "loss": 1.4162836074829102, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.70509977827051, |
| "grad_norm": 0.6542792916297913, |
| "learning_rate": 1.9237941798404708e-05, |
| "loss": 1.1363985538482666, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7095343680709535, |
| "grad_norm": 1.2111639976501465, |
| "learning_rate": 1.922459230205553e-05, |
| "loss": 1.0583592653274536, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7139689578713969, |
| "grad_norm": 1.301080346107483, |
| "learning_rate": 1.921113215379943e-05, |
| "loss": 1.300571322441101, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7184035476718403, |
| "grad_norm": 0.6510736346244812, |
| "learning_rate": 1.9197561534726347e-05, |
| "loss": 1.1844992637634277, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7228381374722838, |
| "grad_norm": 2.18395733833313, |
| "learning_rate": 1.9183880627412496e-05, |
| "loss": 1.2481743097305298, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.287090003490448, |
| "learning_rate": 1.9170089615917884e-05, |
| "loss": 0.9507350325584412, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7317073170731707, |
| "grad_norm": 1.0061886310577393, |
| "learning_rate": 1.915618868578383e-05, |
| "loss": 0.961956799030304, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7361419068736141, |
| "grad_norm": 1.3770501613616943, |
| "learning_rate": 1.9142178024030475e-05, |
| "loss": 1.4702783823013306, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7405764966740577, |
| "grad_norm": 4.349529266357422, |
| "learning_rate": 1.9128057819154264e-05, |
| "loss": 1.3034319877624512, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7450110864745011, |
| "grad_norm": 0.5903530716896057, |
| "learning_rate": 1.911382826112542e-05, |
| "loss": 1.2915682792663574, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7494456762749445, |
| "grad_norm": 1.9257632493972778, |
| "learning_rate": 1.909948954138538e-05, |
| "loss": 0.859005868434906, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.753880266075388, |
| "grad_norm": 4.127213001251221, |
| "learning_rate": 1.908504185284421e-05, |
| "loss": 0.4267387092113495, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7583148558758315, |
| "grad_norm": 0.7010712027549744, |
| "learning_rate": 1.9070485389878023e-05, |
| "loss": 0.9848529696464539, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7627494456762749, |
| "grad_norm": 0.5236337780952454, |
| "learning_rate": 1.9055820348326358e-05, |
| "loss": 1.400795340538025, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7671840354767184, |
| "grad_norm": 0.49078261852264404, |
| "learning_rate": 1.9041046925489552e-05, |
| "loss": 1.304659128189087, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7716186252771619, |
| "grad_norm": 0.8199257850646973, |
| "learning_rate": 1.902616532012608e-05, |
| "loss": 1.1828995943069458, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7760532150776053, |
| "grad_norm": 0.66054368019104, |
| "learning_rate": 1.9011175732449878e-05, |
| "loss": 1.2884124517440796, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 1.6785452365875244, |
| "learning_rate": 1.8996078364127655e-05, |
| "loss": 1.2245346307754517, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7849223946784922, |
| "grad_norm": 1.8945343494415283, |
| "learning_rate": 1.898087341827618e-05, |
| "loss": 1.0871098041534424, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7893569844789357, |
| "grad_norm": 1.0700933933258057, |
| "learning_rate": 1.896556109945954e-05, |
| "loss": 1.2871757745742798, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7937915742793792, |
| "grad_norm": 1.8673183917999268, |
| "learning_rate": 1.8950141613686404e-05, |
| "loss": 1.358439564704895, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7982261640798226, |
| "grad_norm": 0.603571891784668, |
| "learning_rate": 1.8934615168407237e-05, |
| "loss": 1.295249104499817, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.802660753880266, |
| "grad_norm": 1.2410091161727905, |
| "learning_rate": 1.891898197251151e-05, |
| "loss": 0.8056436777114868, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.8070953436807096, |
| "grad_norm": 1.200040578842163, |
| "learning_rate": 1.8903242236324907e-05, |
| "loss": 1.4234434366226196, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.811529933481153, |
| "grad_norm": 0.47995078563690186, |
| "learning_rate": 1.888739617160647e-05, |
| "loss": 1.261313557624817, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.8159645232815964, |
| "grad_norm": 1.1774096488952637, |
| "learning_rate": 1.8871443991545768e-05, |
| "loss": 1.0709372758865356, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8203991130820399, |
| "grad_norm": 1.2842013835906982, |
| "learning_rate": 1.885538591076002e-05, |
| "loss": 0.9137963652610779, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8248337028824834, |
| "grad_norm": 0.7302650809288025, |
| "learning_rate": 1.8839222145291217e-05, |
| "loss": 1.29634690284729, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8292682926829268, |
| "grad_norm": 0.611242413520813, |
| "learning_rate": 1.88229529126032e-05, |
| "loss": 1.2931721210479736, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8337028824833703, |
| "grad_norm": 0.4736635684967041, |
| "learning_rate": 1.8806578431578747e-05, |
| "loss": 1.2644020318984985, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8381374722838137, |
| "grad_norm": 1.342694640159607, |
| "learning_rate": 1.8790098922516637e-05, |
| "loss": 1.3544180393218994, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8425720620842572, |
| "grad_norm": 1.1542247533798218, |
| "learning_rate": 1.8773514607128647e-05, |
| "loss": 0.9301992654800415, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8470066518847007, |
| "grad_norm": 0.5767038464546204, |
| "learning_rate": 1.875682570853662e-05, |
| "loss": 1.3983073234558105, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8514412416851441, |
| "grad_norm": 0.7877940535545349, |
| "learning_rate": 1.8740032451269438e-05, |
| "loss": 1.195070743560791, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8558758314855875, |
| "grad_norm": 0.44601938128471375, |
| "learning_rate": 1.8723135061259977e-05, |
| "loss": 1.3003090620040894, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8603104212860311, |
| "grad_norm": 0.35469481348991394, |
| "learning_rate": 1.8706133765842126e-05, |
| "loss": 1.2766008377075195, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8647450110864745, |
| "grad_norm": 0.4653916358947754, |
| "learning_rate": 1.8689028793747673e-05, |
| "loss": 1.3040666580200195, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8691796008869179, |
| "grad_norm": 0.6527778506278992, |
| "learning_rate": 1.8671820375103256e-05, |
| "loss": 1.0266871452331543, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8736141906873615, |
| "grad_norm": 0.5240263938903809, |
| "learning_rate": 1.8654508741427272e-05, |
| "loss": 1.2564506530761719, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8780487804878049, |
| "grad_norm": 0.437155157327652, |
| "learning_rate": 1.863709412562672e-05, |
| "loss": 1.246124505996704, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8824833702882483, |
| "grad_norm": 0.8538821935653687, |
| "learning_rate": 1.8619576761994137e-05, |
| "loss": 1.2513529062271118, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8869179600886918, |
| "grad_norm": 0.49160391092300415, |
| "learning_rate": 1.860195688620438e-05, |
| "loss": 0.6274079084396362, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8913525498891353, |
| "grad_norm": 0.4428112506866455, |
| "learning_rate": 1.8584234735311497e-05, |
| "loss": 1.119248390197754, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8957871396895787, |
| "grad_norm": 0.24119903147220612, |
| "learning_rate": 1.8566410547745514e-05, |
| "loss": 1.0662287473678589, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.9002217294900222, |
| "grad_norm": 1.1826022863388062, |
| "learning_rate": 1.8548484563309243e-05, |
| "loss": 1.3069649934768677, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.9046563192904656, |
| "grad_norm": 2.6790738105773926, |
| "learning_rate": 1.853045702317505e-05, |
| "loss": 1.210648536682129, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.8086345195770264, |
| "learning_rate": 1.85123281698816e-05, |
| "loss": 1.22344172000885, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9135254988913526, |
| "grad_norm": 0.46482929587364197, |
| "learning_rate": 1.8494098247330613e-05, |
| "loss": 1.2734506130218506, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.917960088691796, |
| "grad_norm": 0.6504107117652893, |
| "learning_rate": 1.847576750078357e-05, |
| "loss": 1.2879432439804077, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9223946784922394, |
| "grad_norm": 2.2455458641052246, |
| "learning_rate": 1.8457336176858425e-05, |
| "loss": 1.043541431427002, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.926829268292683, |
| "grad_norm": 0.47505319118499756, |
| "learning_rate": 1.8438804523526258e-05, |
| "loss": 1.339963674545288, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9312638580931264, |
| "grad_norm": 1.4694486856460571, |
| "learning_rate": 1.8420172790107983e-05, |
| "loss": 0.8636243939399719, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9356984478935698, |
| "grad_norm": 1.0414270162582397, |
| "learning_rate": 1.8401441227270953e-05, |
| "loss": 1.5467491149902344, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9401330376940134, |
| "grad_norm": 1.4648017883300781, |
| "learning_rate": 1.838261008702561e-05, |
| "loss": 1.1460201740264893, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9445676274944568, |
| "grad_norm": 0.5038813352584839, |
| "learning_rate": 1.8363679622722096e-05, |
| "loss": 1.2603991031646729, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9490022172949002, |
| "grad_norm": 0.6404750347137451, |
| "learning_rate": 1.8344650089046826e-05, |
| "loss": 1.1844969987869263, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9534368070953437, |
| "grad_norm": 2.21321439743042, |
| "learning_rate": 1.832552174201908e-05, |
| "loss": 0.8131325840950012, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9578713968957872, |
| "grad_norm": 0.49369490146636963, |
| "learning_rate": 1.830629483898755e-05, |
| "loss": 1.2790230512619019, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9623059866962306, |
| "grad_norm": 6.766321659088135, |
| "learning_rate": 1.8286969638626882e-05, |
| "loss": 1.2089905738830566, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9667405764966741, |
| "grad_norm": 0.7347844839096069, |
| "learning_rate": 1.826754640093419e-05, |
| "loss": 1.3173238039016724, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9711751662971175, |
| "grad_norm": 0.564915657043457, |
| "learning_rate": 1.824802538722556e-05, |
| "loss": 1.2954607009887695, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 2.1599206924438477, |
| "learning_rate": 1.8228406860132545e-05, |
| "loss": 0.8611724376678467, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9800443458980045, |
| "grad_norm": 0.5106037259101868, |
| "learning_rate": 1.8208691083598607e-05, |
| "loss": 1.1488136053085327, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9844789356984479, |
| "grad_norm": 0.9815554618835449, |
| "learning_rate": 1.8188878322875594e-05, |
| "loss": 1.3558589220046997, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9889135254988913, |
| "grad_norm": 0.6858358979225159, |
| "learning_rate": 1.8168968844520157e-05, |
| "loss": 1.2466365098953247, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9933481152993349, |
| "grad_norm": 1.2758557796478271, |
| "learning_rate": 1.8148962916390154e-05, |
| "loss": 1.2831544876098633, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9977827050997783, |
| "grad_norm": 0.47892308235168457, |
| "learning_rate": 1.8128860807641076e-05, |
| "loss": 1.1054222583770752, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.0022172949002217, |
| "grad_norm": 1.9382197856903076, |
| "learning_rate": 1.810866278872239e-05, |
| "loss": 1.0697418451309204, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.0066518847006651, |
| "grad_norm": 1.1436439752578735, |
| "learning_rate": 1.8088369131373925e-05, |
| "loss": 1.2170673608779907, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.0110864745011086, |
| "grad_norm": 0.7328348159790039, |
| "learning_rate": 1.8067980108622217e-05, |
| "loss": 1.1548501253128052, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.0155210643015522, |
| "grad_norm": 0.8741162419319153, |
| "learning_rate": 1.8047495994776817e-05, |
| "loss": 0.7017601132392883, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.0199556541019956, |
| "grad_norm": 0.3321545124053955, |
| "learning_rate": 1.8026917065426605e-05, |
| "loss": 0.7321120500564575, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.024390243902439, |
| "grad_norm": 1.3679202795028687, |
| "learning_rate": 1.800624359743611e-05, |
| "loss": 0.5792034864425659, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.0288248337028825, |
| "grad_norm": 0.7569698095321655, |
| "learning_rate": 1.798547586894175e-05, |
| "loss": 0.7689359188079834, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.033259423503326, |
| "grad_norm": 0.7644620537757874, |
| "learning_rate": 1.7964614159348103e-05, |
| "loss": 0.698060154914856, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.0376940133037693, |
| "grad_norm": 1.2388887405395508, |
| "learning_rate": 1.794365874932415e-05, |
| "loss": 0.8797460198402405, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.042128603104213, |
| "grad_norm": 0.9471485018730164, |
| "learning_rate": 1.7922609920799493e-05, |
| "loss": 0.6286487579345703, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0465631929046564, |
| "grad_norm": 2.5266878604888916, |
| "learning_rate": 1.790146795696059e-05, |
| "loss": 1.0638426542282104, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0509977827050998, |
| "grad_norm": 0.6257596015930176, |
| "learning_rate": 1.7880233142246884e-05, |
| "loss": 1.0050872564315796, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0554323725055432, |
| "grad_norm": 0.5379915237426758, |
| "learning_rate": 1.7858905762347044e-05, |
| "loss": 0.9805111289024353, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0598669623059866, |
| "grad_norm": 0.8328865170478821, |
| "learning_rate": 1.783748610419508e-05, |
| "loss": 1.1784859895706177, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.06430155210643, |
| "grad_norm": 0.44074714183807373, |
| "learning_rate": 1.7815974455966488e-05, |
| "loss": 0.6814610958099365, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0687361419068737, |
| "grad_norm": 1.1742632389068604, |
| "learning_rate": 1.7794371107074398e-05, |
| "loss": 1.1012016534805298, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0731707317073171, |
| "grad_norm": 0.37530067563056946, |
| "learning_rate": 1.7772676348165637e-05, |
| "loss": 0.9307145476341248, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0776053215077606, |
| "grad_norm": 0.42450839281082153, |
| "learning_rate": 1.7750890471116858e-05, |
| "loss": 0.963620662689209, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.082039911308204, |
| "grad_norm": 0.47807762026786804, |
| "learning_rate": 1.7729013769030596e-05, |
| "loss": 0.7537004351615906, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0864745011086474, |
| "grad_norm": 0.4078989028930664, |
| "learning_rate": 1.7707046536231325e-05, |
| "loss": 0.854632556438446, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 0.6203530430793762, |
| "learning_rate": 1.76849890682615e-05, |
| "loss": 0.9603514671325684, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0953436807095343, |
| "grad_norm": 1.7032476663589478, |
| "learning_rate": 1.7662841661877574e-05, |
| "loss": 1.0737708806991577, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.099778270509978, |
| "grad_norm": 1.1234840154647827, |
| "learning_rate": 1.7640604615046025e-05, |
| "loss": 0.9386560320854187, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.1042128603104213, |
| "grad_norm": 0.427051842212677, |
| "learning_rate": 1.7618278226939327e-05, |
| "loss": 0.9625406265258789, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.1086474501108647, |
| "grad_norm": 0.7077636122703552, |
| "learning_rate": 1.7595862797931936e-05, |
| "loss": 0.6286700367927551, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.1130820399113082, |
| "grad_norm": 0.5965766310691833, |
| "learning_rate": 1.757335862959624e-05, |
| "loss": 0.9419457316398621, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.1175166297117516, |
| "grad_norm": 0.7379962801933289, |
| "learning_rate": 1.755076602469851e-05, |
| "loss": 0.8069853186607361, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.1219512195121952, |
| "grad_norm": 1.0986132621765137, |
| "learning_rate": 1.7528085287194827e-05, |
| "loss": 0.8290332555770874, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.1263858093126387, |
| "grad_norm": 1.4528342485427856, |
| "learning_rate": 1.750531672222698e-05, |
| "loss": 0.6308746933937073, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.130820399113082, |
| "grad_norm": 0.7668278217315674, |
| "learning_rate": 1.7482460636118377e-05, |
| "loss": 1.0766762495040894, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.1352549889135255, |
| "grad_norm": 1.3378920555114746, |
| "learning_rate": 1.745951733636992e-05, |
| "loss": 0.5383997559547424, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.139689578713969, |
| "grad_norm": 1.2324367761611938, |
| "learning_rate": 1.7436487131655855e-05, |
| "loss": 0.4129646420478821, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.1441241685144123, |
| "grad_norm": 0.6832541823387146, |
| "learning_rate": 1.7413370331819634e-05, |
| "loss": 0.8020773530006409, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1485587583148558, |
| "grad_norm": 1.0301239490509033, |
| "learning_rate": 1.7390167247869743e-05, |
| "loss": 0.9460446238517761, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1529933481152994, |
| "grad_norm": 1.7787998914718628, |
| "learning_rate": 1.7366878191975516e-05, |
| "loss": 1.080168604850769, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1574279379157428, |
| "grad_norm": 1.1747550964355469, |
| "learning_rate": 1.7343503477462927e-05, |
| "loss": 0.534135639667511, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1618625277161863, |
| "grad_norm": 0.5435235500335693, |
| "learning_rate": 1.7320043418810394e-05, |
| "loss": 0.9134470820426941, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1662971175166297, |
| "grad_norm": 0.5852527022361755, |
| "learning_rate": 1.729649833164453e-05, |
| "loss": 1.0747884511947632, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.170731707317073, |
| "grad_norm": 0.5314655900001526, |
| "learning_rate": 1.727286853273591e-05, |
| "loss": 0.6440135836601257, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1751662971175167, |
| "grad_norm": 0.5095431208610535, |
| "learning_rate": 1.7249154339994788e-05, |
| "loss": 0.8419979810714722, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1796008869179602, |
| "grad_norm": 0.4051227569580078, |
| "learning_rate": 1.7225356072466856e-05, |
| "loss": 0.8316261768341064, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1840354767184036, |
| "grad_norm": 0.3643783628940582, |
| "learning_rate": 1.720147405032891e-05, |
| "loss": 0.9231957197189331, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.188470066518847, |
| "grad_norm": 0.32051339745521545, |
| "learning_rate": 1.7177508594884576e-05, |
| "loss": 0.6917131543159485, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1929046563192904, |
| "grad_norm": 0.6921893358230591, |
| "learning_rate": 1.7153460028559964e-05, |
| "loss": 1.00527024269104, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1973392461197339, |
| "grad_norm": 0.6226311922073364, |
| "learning_rate": 1.7129328674899354e-05, |
| "loss": 0.7679756879806519, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.2017738359201773, |
| "grad_norm": 1.1230734586715698, |
| "learning_rate": 1.7105114858560813e-05, |
| "loss": 0.6591505408287048, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.206208425720621, |
| "grad_norm": 0.9631316661834717, |
| "learning_rate": 1.7080818905311853e-05, |
| "loss": 0.9413385987281799, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.2106430155210643, |
| "grad_norm": 0.3299412727355957, |
| "learning_rate": 1.7056441142025037e-05, |
| "loss": 0.7805101275444031, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.2150776053215078, |
| "grad_norm": 0.6347978115081787, |
| "learning_rate": 1.703198189667358e-05, |
| "loss": 1.2124230861663818, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.2195121951219512, |
| "grad_norm": 1.2306925058364868, |
| "learning_rate": 1.7007441498326943e-05, |
| "loss": 0.6341520547866821, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.2239467849223946, |
| "grad_norm": 0.6283694505691528, |
| "learning_rate": 1.6982820277146403e-05, |
| "loss": 0.971120297908783, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.2283813747228383, |
| "grad_norm": 2.13574481010437, |
| "learning_rate": 1.6958118564380596e-05, |
| "loss": 0.7344387173652649, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.2328159645232817, |
| "grad_norm": 0.3253254294395447, |
| "learning_rate": 1.6933336692361097e-05, |
| "loss": 0.7349171042442322, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.237250554323725, |
| "grad_norm": 2.8170223236083984, |
| "learning_rate": 1.6908474994497912e-05, |
| "loss": 0.588421106338501, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.2416851441241685, |
| "grad_norm": 1.3332557678222656, |
| "learning_rate": 1.688353380527501e-05, |
| "loss": 1.1083375215530396, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.246119733924612, |
| "grad_norm": 1.18131685256958, |
| "learning_rate": 1.6858513460245818e-05, |
| "loss": 0.8837442398071289, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.2505543237250554, |
| "grad_norm": 0.6048891544342041, |
| "learning_rate": 1.6833414296028717e-05, |
| "loss": 0.6526999473571777, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2549889135254988, |
| "grad_norm": 0.5266470909118652, |
| "learning_rate": 1.680823665030249e-05, |
| "loss": 0.8695023655891418, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.2594235033259422, |
| "grad_norm": 0.5137091279029846, |
| "learning_rate": 1.6782980861801804e-05, |
| "loss": 0.8212327361106873, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2638580931263859, |
| "grad_norm": 0.5950433015823364, |
| "learning_rate": 1.6757647270312637e-05, |
| "loss": 1.1734381914138794, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2682926829268293, |
| "grad_norm": 0.4560319185256958, |
| "learning_rate": 1.6732236216667722e-05, |
| "loss": 0.739474892616272, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 0.6213061809539795, |
| "learning_rate": 1.6706748042741935e-05, |
| "loss": 1.2839826345443726, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2771618625277161, |
| "grad_norm": 0.5989497900009155, |
| "learning_rate": 1.6681183091447722e-05, |
| "loss": 0.9160253405570984, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.2815964523281598, |
| "grad_norm": 1.3319306373596191, |
| "learning_rate": 1.6655541706730476e-05, |
| "loss": 1.093945860862732, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2860310421286032, |
| "grad_norm": 0.5771936774253845, |
| "learning_rate": 1.6629824233563908e-05, |
| "loss": 1.0052553415298462, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2904656319290466, |
| "grad_norm": 2.056089401245117, |
| "learning_rate": 1.6604031017945403e-05, |
| "loss": 1.3277779817581177, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.29490022172949, |
| "grad_norm": 0.4700315594673157, |
| "learning_rate": 1.657816240689137e-05, |
| "loss": 0.7094478607177734, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2993348115299335, |
| "grad_norm": 0.4772210419178009, |
| "learning_rate": 1.6552218748432572e-05, |
| "loss": 0.7443241477012634, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.3037694013303769, |
| "grad_norm": 1.3316142559051514, |
| "learning_rate": 1.6526200391609445e-05, |
| "loss": 0.5478697419166565, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.3082039911308203, |
| "grad_norm": 2.8271443843841553, |
| "learning_rate": 1.6500107686467407e-05, |
| "loss": 1.0316827297210693, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.3126385809312637, |
| "grad_norm": 0.5958804488182068, |
| "learning_rate": 1.6473940984052125e-05, |
| "loss": 0.9526193141937256, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.3170731707317074, |
| "grad_norm": 0.8103643655776978, |
| "learning_rate": 1.644770063640483e-05, |
| "loss": 0.956438422203064, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.3215077605321508, |
| "grad_norm": 0.49165335297584534, |
| "learning_rate": 1.6421386996557546e-05, |
| "loss": 1.1481645107269287, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.3259423503325942, |
| "grad_norm": 0.7782723903656006, |
| "learning_rate": 1.6395000418528362e-05, |
| "loss": 0.9521985650062561, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.3303769401330376, |
| "grad_norm": 0.4783051609992981, |
| "learning_rate": 1.636854125731666e-05, |
| "loss": 0.47762957215309143, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.3348115299334813, |
| "grad_norm": 0.8502888679504395, |
| "learning_rate": 1.6342009868898332e-05, |
| "loss": 0.7853302955627441, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.3392461197339247, |
| "grad_norm": 0.7362395524978638, |
| "learning_rate": 1.6315406610221017e-05, |
| "loss": 0.842612087726593, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.3436807095343681, |
| "grad_norm": 0.31031566858291626, |
| "learning_rate": 1.6288731839199265e-05, |
| "loss": 0.8278278708457947, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.3481152993348116, |
| "grad_norm": 0.6640880703926086, |
| "learning_rate": 1.6261985914709745e-05, |
| "loss": 1.028430461883545, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.352549889135255, |
| "grad_norm": 1.618883490562439, |
| "learning_rate": 1.6235169196586408e-05, |
| "loss": 1.1671243906021118, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.3569844789356984, |
| "grad_norm": 0.8194751739501953, |
| "learning_rate": 1.6208282045615648e-05, |
| "loss": 0.717631459236145, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.3614190687361418, |
| "grad_norm": 0.5236591100692749, |
| "learning_rate": 1.618132482353145e-05, |
| "loss": 1.0824005603790283, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.3658536585365852, |
| "grad_norm": 0.30997705459594727, |
| "learning_rate": 1.6154297893010516e-05, |
| "loss": 0.705600917339325, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.370288248337029, |
| "grad_norm": 0.5286486744880676, |
| "learning_rate": 1.6127201617667396e-05, |
| "loss": 0.8719974756240845, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3747228381374723, |
| "grad_norm": 0.5527012348175049, |
| "learning_rate": 1.6100036362049576e-05, |
| "loss": 0.10983101278543472, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3791574279379157, |
| "grad_norm": 0.4935061037540436, |
| "learning_rate": 1.6072802491632612e-05, |
| "loss": 0.9561376571655273, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3835920177383592, |
| "grad_norm": 0.8581332564353943, |
| "learning_rate": 1.6045500372815173e-05, |
| "loss": 0.9489790201187134, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3880266075388026, |
| "grad_norm": 1.1202986240386963, |
| "learning_rate": 1.6018130372914123e-05, |
| "loss": 0.9768886566162109, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3924611973392462, |
| "grad_norm": 0.5203282833099365, |
| "learning_rate": 1.5990692860159597e-05, |
| "loss": 0.8944608569145203, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3968957871396896, |
| "grad_norm": 0.44260817766189575, |
| "learning_rate": 1.5963188203690025e-05, |
| "loss": 1.0010405778884888, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.401330376940133, |
| "grad_norm": 0.5329799652099609, |
| "learning_rate": 1.5935616773547182e-05, |
| "loss": 0.8816275000572205, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.4057649667405765, |
| "grad_norm": 0.8102928400039673, |
| "learning_rate": 1.5907978940671183e-05, |
| "loss": 0.9644457101821899, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.41019955654102, |
| "grad_norm": 0.551501989364624, |
| "learning_rate": 1.5880275076895537e-05, |
| "loss": 0.9486368894577026, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.4146341463414633, |
| "grad_norm": 4.090445041656494, |
| "learning_rate": 1.58525055549421e-05, |
| "loss": 0.6854583024978638, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.4190687361419068, |
| "grad_norm": 0.5645637512207031, |
| "learning_rate": 1.5824670748416085e-05, |
| "loss": 0.900244414806366, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.4235033259423504, |
| "grad_norm": 0.7116575837135315, |
| "learning_rate": 1.5796771031801034e-05, |
| "loss": 0.8295862674713135, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.4279379157427938, |
| "grad_norm": 0.7264999747276306, |
| "learning_rate": 1.5768806780453766e-05, |
| "loss": 0.6157872676849365, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.4323725055432373, |
| "grad_norm": 0.608518123626709, |
| "learning_rate": 1.5740778370599344e-05, |
| "loss": 1.0620026588439941, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.4368070953436807, |
| "grad_norm": 0.5453920364379883, |
| "learning_rate": 1.5712686179326004e-05, |
| "loss": 1.2050490379333496, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.441241685144124, |
| "grad_norm": 0.42610880732536316, |
| "learning_rate": 1.5684530584580077e-05, |
| "loss": 1.1291793584823608, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.4456762749445677, |
| "grad_norm": 2.327178716659546, |
| "learning_rate": 1.565631196516093e-05, |
| "loss": 0.8947151899337769, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.4501108647450112, |
| "grad_norm": 0.7120440602302551, |
| "learning_rate": 1.5628030700715824e-05, |
| "loss": 0.8887991905212402, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 1.0359218120574951, |
| "learning_rate": 1.5599687171734853e-05, |
| "loss": 0.7058618664741516, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.458980044345898, |
| "grad_norm": 0.5742671489715576, |
| "learning_rate": 1.5571281759545793e-05, |
| "loss": 0.7722383141517639, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.4634146341463414, |
| "grad_norm": 0.6867632865905762, |
| "learning_rate": 1.5542814846308996e-05, |
| "loss": 0.9778433442115784, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.4678492239467849, |
| "grad_norm": 0.42144981026649475, |
| "learning_rate": 1.5514286815012222e-05, |
| "loss": 0.9305572509765625, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.4722838137472283, |
| "grad_norm": 0.5244068503379822, |
| "learning_rate": 1.548569804946551e-05, |
| "loss": 0.7543381452560425, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.476718403547672, |
| "grad_norm": 0.4360713064670563, |
| "learning_rate": 1.5457048934296e-05, |
| "loss": 0.4798527956008911, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.4811529933481153, |
| "grad_norm": 0.905125081539154, |
| "learning_rate": 1.5428339854942757e-05, |
| "loss": 0.5245689749717712, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4855875831485588, |
| "grad_norm": 0.6136901378631592, |
| "learning_rate": 1.539957119765161e-05, |
| "loss": 0.9089503884315491, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4900221729490022, |
| "grad_norm": 0.4613928496837616, |
| "learning_rate": 1.537074334946992e-05, |
| "loss": 0.9715514779090881, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4944567627494456, |
| "grad_norm": 0.6848336458206177, |
| "learning_rate": 1.5341856698241397e-05, |
| "loss": 0.6604840755462646, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4988913525498893, |
| "grad_norm": 0.7074861526489258, |
| "learning_rate": 1.531291163260087e-05, |
| "loss": 0.6721962094306946, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.5033259423503327, |
| "grad_norm": 0.7671158909797668, |
| "learning_rate": 1.5283908541969064e-05, |
| "loss": 1.0287514925003052, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.507760532150776, |
| "grad_norm": 0.46018627285957336, |
| "learning_rate": 1.5254847816547366e-05, |
| "loss": 0.5789790153503418, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.5121951219512195, |
| "grad_norm": 0.5391964316368103, |
| "learning_rate": 1.522572984731256e-05, |
| "loss": 0.5692949295043945, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.516629711751663, |
| "grad_norm": 0.523459792137146, |
| "learning_rate": 1.5196555026011585e-05, |
| "loss": 0.934548556804657, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.5210643015521064, |
| "grad_norm": 0.328876793384552, |
| "learning_rate": 1.5167323745156248e-05, |
| "loss": 0.9151366949081421, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.5254988913525498, |
| "grad_norm": 0.5242407321929932, |
| "learning_rate": 1.5138036398017953e-05, |
| "loss": 0.5513712763786316, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.5299334811529932, |
| "grad_norm": 0.38611844182014465, |
| "learning_rate": 1.510869337862241e-05, |
| "loss": 0.281048059463501, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.5343680709534369, |
| "grad_norm": 1.463240146636963, |
| "learning_rate": 1.507929508174433e-05, |
| "loss": 0.8684556484222412, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.5388026607538803, |
| "grad_norm": 1.3095505237579346, |
| "learning_rate": 1.5049841902902119e-05, |
| "loss": 0.8829594254493713, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.5432372505543237, |
| "grad_norm": 1.3540315628051758, |
| "learning_rate": 1.5020334238352546e-05, |
| "loss": 0.5511650443077087, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.5476718403547673, |
| "grad_norm": 0.36952298879623413, |
| "learning_rate": 1.499077248508542e-05, |
| "loss": 1.02639639377594, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.5521064301552108, |
| "grad_norm": 1.0932236909866333, |
| "learning_rate": 1.496115704081826e-05, |
| "loss": 1.0058600902557373, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.5565410199556542, |
| "grad_norm": 0.49011874198913574, |
| "learning_rate": 1.4931488303990916e-05, |
| "loss": 1.0263029336929321, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.5609756097560976, |
| "grad_norm": 1.3680771589279175, |
| "learning_rate": 1.4901766673760232e-05, |
| "loss": 0.824455738067627, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.565410199556541, |
| "grad_norm": 0.5223835110664368, |
| "learning_rate": 1.4871992549994673e-05, |
| "loss": 0.4502509832382202, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.5698447893569845, |
| "grad_norm": 0.5144345164299011, |
| "learning_rate": 1.4842166333268932e-05, |
| "loss": 1.0360265970230103, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.5742793791574279, |
| "grad_norm": 1.030713438987732, |
| "learning_rate": 1.481228842485856e-05, |
| "loss": 0.8033937215805054, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5787139689578713, |
| "grad_norm": 0.8714462518692017, |
| "learning_rate": 1.4782359226734544e-05, |
| "loss": 0.6804985404014587, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5831485587583147, |
| "grad_norm": 0.4418451488018036, |
| "learning_rate": 1.475237914155792e-05, |
| "loss": 0.9747523665428162, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.5875831485587582, |
| "grad_norm": 0.4844651520252228, |
| "learning_rate": 1.472234857267435e-05, |
| "loss": 0.9988541603088379, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5920177383592018, |
| "grad_norm": 1.146903395652771, |
| "learning_rate": 1.4692267924108683e-05, |
| "loss": 1.0589611530303955, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.5964523281596452, |
| "grad_norm": 1.1565581560134888, |
| "learning_rate": 1.466213760055954e-05, |
| "loss": 0.5897700786590576, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.6008869179600886, |
| "grad_norm": 0.23559361696243286, |
| "learning_rate": 1.4631958007393854e-05, |
| "loss": 0.4846925735473633, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.6053215077605323, |
| "grad_norm": 0.4940757751464844, |
| "learning_rate": 1.4601729550641417e-05, |
| "loss": 1.0242489576339722, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.6097560975609757, |
| "grad_norm": 1.7630901336669922, |
| "learning_rate": 1.4571452636989433e-05, |
| "loss": 1.0372512340545654, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.6141906873614191, |
| "grad_norm": 0.36424028873443604, |
| "learning_rate": 1.4541127673777021e-05, |
| "loss": 0.7359429001808167, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.6186252771618626, |
| "grad_norm": 0.4631586968898773, |
| "learning_rate": 1.451075506898975e-05, |
| "loss": 0.9926391839981079, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.623059866962306, |
| "grad_norm": 0.43977200984954834, |
| "learning_rate": 1.4480335231254164e-05, |
| "loss": 0.9845470786094666, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.6274944567627494, |
| "grad_norm": 0.5064222812652588, |
| "learning_rate": 1.4449868569832253e-05, |
| "loss": 0.9982655048370361, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.6319290465631928, |
| "grad_norm": 0.2603287994861603, |
| "learning_rate": 1.4419355494615963e-05, |
| "loss": 0.45653244853019714, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 0.5068104863166809, |
| "learning_rate": 1.4388796416121696e-05, |
| "loss": 1.2514511346817017, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.6407982261640797, |
| "grad_norm": 0.39673784375190735, |
| "learning_rate": 1.4358191745484755e-05, |
| "loss": 0.9661815166473389, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.6452328159645233, |
| "grad_norm": 0.9892500638961792, |
| "learning_rate": 1.432754189445384e-05, |
| "loss": 1.1122088432312012, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.6496674057649667, |
| "grad_norm": 0.6944724917411804, |
| "learning_rate": 1.4296847275385495e-05, |
| "loss": 0.7954747080802917, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.6541019955654102, |
| "grad_norm": 1.078669548034668, |
| "learning_rate": 1.4266108301238564e-05, |
| "loss": 0.856575071811676, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.6585365853658538, |
| "grad_norm": 0.7615432143211365, |
| "learning_rate": 1.4235325385568636e-05, |
| "loss": 0.6531709432601929, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.6629711751662972, |
| "grad_norm": 0.47316062450408936, |
| "learning_rate": 1.4204498942522482e-05, |
| "loss": 0.971373975276947, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.6674057649667406, |
| "grad_norm": 0.4431406259536743, |
| "learning_rate": 1.4173629386832473e-05, |
| "loss": 0.7244459390640259, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.671840354767184, |
| "grad_norm": 0.5017882585525513, |
| "learning_rate": 1.4142717133811013e-05, |
| "loss": 0.5894262790679932, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.6762749445676275, |
| "grad_norm": 0.7016173005104065, |
| "learning_rate": 1.4111762599344952e-05, |
| "loss": 1.006710171699524, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.680709534368071, |
| "grad_norm": 0.8765194416046143, |
| "learning_rate": 1.4080766199889976e-05, |
| "loss": 0.9072303771972656, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6851441241685143, |
| "grad_norm": 1.2686158418655396, |
| "learning_rate": 1.404972835246502e-05, |
| "loss": 0.8974109292030334, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6895787139689578, |
| "grad_norm": 0.8306912183761597, |
| "learning_rate": 1.401864947464665e-05, |
| "loss": 0.8825592994689941, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.6940133037694012, |
| "grad_norm": 1.107991337776184, |
| "learning_rate": 1.3987529984563444e-05, |
| "loss": 0.9357943534851074, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6984478935698448, |
| "grad_norm": 1.4103295803070068, |
| "learning_rate": 1.3956370300890374e-05, |
| "loss": 1.0407212972640991, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.7028824833702882, |
| "grad_norm": 1.0025876760482788, |
| "learning_rate": 1.392517084284316e-05, |
| "loss": 0.6954239010810852, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.7073170731707317, |
| "grad_norm": 0.5951728224754333, |
| "learning_rate": 1.3893932030172642e-05, |
| "loss": 0.9474072456359863, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.7117516629711753, |
| "grad_norm": 1.6196831464767456, |
| "learning_rate": 1.386265428315913e-05, |
| "loss": 0.9979518055915833, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.7161862527716187, |
| "grad_norm": 0.4795306622982025, |
| "learning_rate": 1.3831338022606748e-05, |
| "loss": 0.8625308275222778, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.7206208425720622, |
| "grad_norm": 0.9456951022148132, |
| "learning_rate": 1.3799983669837768e-05, |
| "loss": 0.9803452491760254, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.7250554323725056, |
| "grad_norm": 0.46205422282218933, |
| "learning_rate": 1.3768591646686957e-05, |
| "loss": 1.0163923501968384, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.729490022172949, |
| "grad_norm": 0.6149927377700806, |
| "learning_rate": 1.3737162375495883e-05, |
| "loss": 0.5648257732391357, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.7339246119733924, |
| "grad_norm": 0.35180729627609253, |
| "learning_rate": 1.3705696279107238e-05, |
| "loss": 0.9397526979446411, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.7383592017738358, |
| "grad_norm": 0.3703164756298065, |
| "learning_rate": 1.3674193780859163e-05, |
| "loss": 0.6409098505973816, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.7427937915742793, |
| "grad_norm": 0.4282858371734619, |
| "learning_rate": 1.3642655304579535e-05, |
| "loss": 0.7513792514801025, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.7472283813747227, |
| "grad_norm": 0.3827633857727051, |
| "learning_rate": 1.3611081274580269e-05, |
| "loss": 0.6845064759254456, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.7516629711751663, |
| "grad_norm": 1.2396421432495117, |
| "learning_rate": 1.3579472115651623e-05, |
| "loss": 0.6268539428710938, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.7560975609756098, |
| "grad_norm": 0.40521490573883057, |
| "learning_rate": 1.354782825305646e-05, |
| "loss": 0.6478447914123535, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.7605321507760532, |
| "grad_norm": 0.32460105419158936, |
| "learning_rate": 1.3516150112524542e-05, |
| "loss": 0.8190337419509888, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.7649667405764968, |
| "grad_norm": 0.8050366640090942, |
| "learning_rate": 1.3484438120246806e-05, |
| "loss": 0.8022271394729614, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.7694013303769403, |
| "grad_norm": 0.4470427930355072, |
| "learning_rate": 1.3452692702869619e-05, |
| "loss": 0.9513342380523682, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.7738359201773837, |
| "grad_norm": 0.43522873520851135, |
| "learning_rate": 1.3420914287489037e-05, |
| "loss": 0.9605931043624878, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.778270509977827, |
| "grad_norm": 0.6569511890411377, |
| "learning_rate": 1.3389103301645065e-05, |
| "loss": 0.9895227551460266, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.7827050997782705, |
| "grad_norm": 0.5629826188087463, |
| "learning_rate": 1.3357260173315918e-05, |
| "loss": 1.1033282279968262, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.787139689578714, |
| "grad_norm": 0.4114173352718353, |
| "learning_rate": 1.332538533091223e-05, |
| "loss": 0.74909508228302, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7915742793791574, |
| "grad_norm": 0.39374831318855286, |
| "learning_rate": 1.3293479203271322e-05, |
| "loss": 0.9650196433067322, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7960088691796008, |
| "grad_norm": 1.316881537437439, |
| "learning_rate": 1.3261542219651415e-05, |
| "loss": 0.5823323130607605, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.8004434589800442, |
| "grad_norm": 0.8751013278961182, |
| "learning_rate": 1.3229574809725859e-05, |
| "loss": 0.5940043926239014, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.8048780487804879, |
| "grad_norm": 1.2625625133514404, |
| "learning_rate": 1.3197577403577355e-05, |
| "loss": 0.9879517555236816, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.8093126385809313, |
| "grad_norm": 2.798226833343506, |
| "learning_rate": 1.3165550431692164e-05, |
| "loss": 0.8953067064285278, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.8137472283813747, |
| "grad_norm": 0.4607974588871002, |
| "learning_rate": 1.3133494324954328e-05, |
| "loss": 0.4630458652973175, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 0.7473888993263245, |
| "learning_rate": 1.3101409514639847e-05, |
| "loss": 1.0197738409042358, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.8226164079822618, |
| "grad_norm": 0.7188895344734192, |
| "learning_rate": 1.3069296432410905e-05, |
| "loss": 1.0835227966308594, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.8270509977827052, |
| "grad_norm": 0.7948015928268433, |
| "learning_rate": 1.3037155510310047e-05, |
| "loss": 1.1620758771896362, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.8314855875831486, |
| "grad_norm": 2.9718968868255615, |
| "learning_rate": 1.3004987180754367e-05, |
| "loss": 0.9052017331123352, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.835920177383592, |
| "grad_norm": 2.999119281768799, |
| "learning_rate": 1.29727918765297e-05, |
| "loss": 0.8258069753646851, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.8403547671840355, |
| "grad_norm": 0.6131216287612915, |
| "learning_rate": 1.2940570030784783e-05, |
| "loss": 0.9284101128578186, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.8447893569844789, |
| "grad_norm": 1.4488681554794312, |
| "learning_rate": 1.290832207702544e-05, |
| "loss": 0.9328111410140991, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.8492239467849223, |
| "grad_norm": 0.4498242139816284, |
| "learning_rate": 1.2876048449108756e-05, |
| "loss": 0.9122157096862793, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.8536585365853657, |
| "grad_norm": 0.4527730643749237, |
| "learning_rate": 1.2843749581237216e-05, |
| "loss": 0.951221227645874, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.8580931263858091, |
| "grad_norm": 0.5404245257377625, |
| "learning_rate": 1.2811425907952887e-05, |
| "loss": 0.904753565788269, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.8625277161862528, |
| "grad_norm": 0.6924629807472229, |
| "learning_rate": 1.2779077864131566e-05, |
| "loss": 1.0605340003967285, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.8669623059866962, |
| "grad_norm": 0.4970324635505676, |
| "learning_rate": 1.274670588497691e-05, |
| "loss": 0.5903202295303345, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.8713968957871396, |
| "grad_norm": 0.793752133846283, |
| "learning_rate": 1.2714310406014613e-05, |
| "loss": 0.7120020389556885, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.8758314855875833, |
| "grad_norm": 0.8532220721244812, |
| "learning_rate": 1.2681891863086526e-05, |
| "loss": 0.7570974230766296, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.8802660753880267, |
| "grad_norm": 0.6667500734329224, |
| "learning_rate": 1.2649450692344798e-05, |
| "loss": 1.010290265083313, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.8847006651884701, |
| "grad_norm": 0.5184866786003113, |
| "learning_rate": 1.2616987330246e-05, |
| "loss": 0.9949779510498047, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.8891352549889135, |
| "grad_norm": 0.41842129826545715, |
| "learning_rate": 1.2584502213545273e-05, |
| "loss": 0.6566750407218933, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.893569844789357, |
| "grad_norm": 0.47411566972732544, |
| "learning_rate": 1.2551995779290431e-05, |
| "loss": 0.9789588451385498, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8980044345898004, |
| "grad_norm": 0.41428887844085693, |
| "learning_rate": 1.2519468464816094e-05, |
| "loss": 0.8622305989265442, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.9024390243902438, |
| "grad_norm": 0.5540589094161987, |
| "learning_rate": 1.2486920707737795e-05, |
| "loss": 0.7378232479095459, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.9068736141906872, |
| "grad_norm": 0.9826019406318665, |
| "learning_rate": 1.2454352945946105e-05, |
| "loss": 0.7468891143798828, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.9113082039911307, |
| "grad_norm": 1.3631356954574585, |
| "learning_rate": 1.2421765617600732e-05, |
| "loss": 0.9804845452308655, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.9157427937915743, |
| "grad_norm": 0.6108648777008057, |
| "learning_rate": 1.238915916112462e-05, |
| "loss": 0.7339483499526978, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.9201773835920177, |
| "grad_norm": 1.0804190635681152, |
| "learning_rate": 1.2356534015198067e-05, |
| "loss": 0.6702901721000671, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.9246119733924612, |
| "grad_norm": 0.8905138373374939, |
| "learning_rate": 1.2323890618752818e-05, |
| "loss": 1.140580415725708, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.9290465631929048, |
| "grad_norm": 0.4676206409931183, |
| "learning_rate": 1.229122941096615e-05, |
| "loss": 0.9294151663780212, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.9334811529933482, |
| "grad_norm": 0.30312380194664, |
| "learning_rate": 1.225855083125497e-05, |
| "loss": 0.6089338660240173, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.9379157427937916, |
| "grad_norm": 0.8847364783287048, |
| "learning_rate": 1.22258553192699e-05, |
| "loss": 0.645588219165802, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.942350332594235, |
| "grad_norm": 0.6345183253288269, |
| "learning_rate": 1.219314331488938e-05, |
| "loss": 0.6743212938308716, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.9467849223946785, |
| "grad_norm": 1.4533907175064087, |
| "learning_rate": 1.2160415258213719e-05, |
| "loss": 0.8229029774665833, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.951219512195122, |
| "grad_norm": 0.656122624874115, |
| "learning_rate": 1.2127671589559195e-05, |
| "loss": 0.8455672860145569, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.9556541019955653, |
| "grad_norm": 1.9663106203079224, |
| "learning_rate": 1.2094912749452134e-05, |
| "loss": 0.6619812846183777, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.9600886917960088, |
| "grad_norm": 0.43535202741622925, |
| "learning_rate": 1.2062139178622963e-05, |
| "loss": 0.81618332862854, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.9645232815964522, |
| "grad_norm": 0.42277711629867554, |
| "learning_rate": 1.20293513180003e-05, |
| "loss": 0.9992027878761292, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.9689578713968958, |
| "grad_norm": 0.40196138620376587, |
| "learning_rate": 1.199654960870502e-05, |
| "loss": 0.9606343507766724, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.9733924611973392, |
| "grad_norm": 0.42394229769706726, |
| "learning_rate": 1.1963734492044299e-05, |
| "loss": 0.9592314958572388, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.9778270509977827, |
| "grad_norm": 0.549923300743103, |
| "learning_rate": 1.193090640950571e-05, |
| "loss": 1.0462260246276855, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.9822616407982263, |
| "grad_norm": 0.6976901292800903, |
| "learning_rate": 1.1898065802751254e-05, |
| "loss": 0.9654414653778076, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.9866962305986697, |
| "grad_norm": 1.4644861221313477, |
| "learning_rate": 1.1865213113611438e-05, |
| "loss": 0.8772508502006531, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.9911308203991132, |
| "grad_norm": 0.6265084147453308, |
| "learning_rate": 1.1832348784079319e-05, |
| "loss": 0.9136525988578796, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.9955654101995566, |
| "grad_norm": 0.4937969148159027, |
| "learning_rate": 1.1799473256304567e-05, |
| "loss": 0.7895318269729614, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5102665424346924, |
| "learning_rate": 1.17665869725875e-05, |
| "loss": 0.9466162919998169, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.0044345898004434, |
| "grad_norm": 0.4070099890232086, |
| "learning_rate": 1.1733690375373147e-05, |
| "loss": 0.715006411075592, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.008869179600887, |
| "grad_norm": 0.5904584527015686, |
| "learning_rate": 1.1700783907245304e-05, |
| "loss": 0.6284165978431702, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.0133037694013303, |
| "grad_norm": 0.4084486961364746, |
| "learning_rate": 1.1667868010920555e-05, |
| "loss": 0.4244351387023926, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.0177383592017737, |
| "grad_norm": 0.8332369923591614, |
| "learning_rate": 1.1634943129242337e-05, |
| "loss": 0.5955982208251953, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.022172949002217, |
| "grad_norm": 0.8778854012489319, |
| "learning_rate": 1.160200970517497e-05, |
| "loss": 0.50541752576828, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.0266075388026605, |
| "grad_norm": 4.370595932006836, |
| "learning_rate": 1.1569068181797699e-05, |
| "loss": 0.5145138502120972, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.0310421286031044, |
| "grad_norm": 1.4196687936782837, |
| "learning_rate": 1.1536119002298737e-05, |
| "loss": 0.47636979818344116, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.035476718403548, |
| "grad_norm": 0.7198065519332886, |
| "learning_rate": 1.1503162609969314e-05, |
| "loss": 0.5563622713088989, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.0399113082039912, |
| "grad_norm": 0.43456801772117615, |
| "learning_rate": 1.1470199448197677e-05, |
| "loss": 0.5351572632789612, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.0443458980044347, |
| "grad_norm": 0.5137150287628174, |
| "learning_rate": 1.1437229960463163e-05, |
| "loss": 0.5629701614379883, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.048780487804878, |
| "grad_norm": 0.3429313004016876, |
| "learning_rate": 1.1404254590330213e-05, |
| "loss": 0.15150287747383118, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.0532150776053215, |
| "grad_norm": 0.5494690537452698, |
| "learning_rate": 1.137127378144241e-05, |
| "loss": 0.5665069222450256, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.057649667405765, |
| "grad_norm": 1.4760738611221313, |
| "learning_rate": 1.1338287977516507e-05, |
| "loss": 0.23657920956611633, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.0620842572062084, |
| "grad_norm": 0.3918812870979309, |
| "learning_rate": 1.1305297622336457e-05, |
| "loss": 0.3985291123390198, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.066518847006652, |
| "grad_norm": 3.808762788772583, |
| "learning_rate": 1.1272303159747451e-05, |
| "loss": 0.46506452560424805, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.070953436807095, |
| "grad_norm": 0.577021062374115, |
| "learning_rate": 1.1239305033649934e-05, |
| "loss": 0.5112553834915161, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.0753880266075386, |
| "grad_norm": 0.7988712787628174, |
| "learning_rate": 1.1206303687993644e-05, |
| "loss": 0.7404617071151733, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.079822616407982, |
| "grad_norm": 0.4242592751979828, |
| "learning_rate": 1.1173299566771626e-05, |
| "loss": 0.33282893896102905, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.084257206208426, |
| "grad_norm": 0.46631020307540894, |
| "learning_rate": 1.1140293114014282e-05, |
| "loss": 0.4563349485397339, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.0886917960088693, |
| "grad_norm": 1.1207689046859741, |
| "learning_rate": 1.1107284773783367e-05, |
| "loss": 0.5358268022537231, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.0931263858093128, |
| "grad_norm": 0.6466286182403564, |
| "learning_rate": 1.1074274990166036e-05, |
| "loss": 0.406946063041687, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.097560975609756, |
| "grad_norm": 0.6163548827171326, |
| "learning_rate": 1.1041264207268861e-05, |
| "loss": 0.5453028678894043, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.1019955654101996, |
| "grad_norm": 0.7833722233772278, |
| "learning_rate": 1.1008252869211864e-05, |
| "loss": 0.5683756470680237, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.106430155210643, |
| "grad_norm": 0.8931224942207336, |
| "learning_rate": 1.0975241420122524e-05, |
| "loss": 0.4366806149482727, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.1108647450110865, |
| "grad_norm": 0.5928601026535034, |
| "learning_rate": 1.0942230304129831e-05, |
| "loss": 0.4392179846763611, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.11529933481153, |
| "grad_norm": 1.2183982133865356, |
| "learning_rate": 1.0909219965358275e-05, |
| "loss": 0.49065983295440674, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.1197339246119733, |
| "grad_norm": 0.6264125108718872, |
| "learning_rate": 1.0876210847921905e-05, |
| "loss": 0.5899641513824463, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.1241685144124167, |
| "grad_norm": 0.6409426927566528, |
| "learning_rate": 1.0843203395918327e-05, |
| "loss": 0.4045730531215668, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.12860310421286, |
| "grad_norm": 1.60128653049469, |
| "learning_rate": 1.0810198053422747e-05, |
| "loss": 0.22457213699817657, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.1330376940133036, |
| "grad_norm": 1.197357177734375, |
| "learning_rate": 1.0777195264481988e-05, |
| "loss": 0.3387850224971771, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.1374722838137474, |
| "grad_norm": 0.8524078130722046, |
| "learning_rate": 1.0744195473108522e-05, |
| "loss": 0.44860363006591797, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.141906873614191, |
| "grad_norm": 0.548141598701477, |
| "learning_rate": 1.071119912327448e-05, |
| "loss": 0.7017822861671448, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.1463414634146343, |
| "grad_norm": 0.4515199363231659, |
| "learning_rate": 1.0678206658905712e-05, |
| "loss": 0.3781665563583374, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.1507760532150777, |
| "grad_norm": 0.6646062731742859, |
| "learning_rate": 1.0645218523875773e-05, |
| "loss": 0.51128089427948, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.155210643015521, |
| "grad_norm": 0.5504773855209351, |
| "learning_rate": 1.0612235161999987e-05, |
| "loss": 0.3802485764026642, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.1596452328159645, |
| "grad_norm": 0.527137279510498, |
| "learning_rate": 1.057925701702945e-05, |
| "loss": 0.6255434155464172, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.164079822616408, |
| "grad_norm": 0.8251080513000488, |
| "learning_rate": 1.0546284532645077e-05, |
| "loss": 0.49471452832221985, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.1685144124168514, |
| "grad_norm": 1.3507685661315918, |
| "learning_rate": 1.0513318152451627e-05, |
| "loss": 0.3210045397281647, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.172949002217295, |
| "grad_norm": 0.6633515357971191, |
| "learning_rate": 1.0480358319971731e-05, |
| "loss": 0.6007053852081299, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.1773835920177382, |
| "grad_norm": 0.36952632665634155, |
| "learning_rate": 1.0447405478639929e-05, |
| "loss": 0.2838934361934662, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 0.5688261985778809, |
| "learning_rate": 1.0414460071796712e-05, |
| "loss": 0.18350011110305786, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.186252771618625, |
| "grad_norm": 1.1831949949264526, |
| "learning_rate": 1.0381522542682536e-05, |
| "loss": 0.40068039298057556, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.1906873614190685, |
| "grad_norm": 1.4388840198516846, |
| "learning_rate": 1.0348593334431878e-05, |
| "loss": 0.23880073428153992, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.1951219512195124, |
| "grad_norm": 0.6307854652404785, |
| "learning_rate": 1.0315672890067271e-05, |
| "loss": 0.5894753932952881, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.199556541019956, |
| "grad_norm": 2.421830415725708, |
| "learning_rate": 1.0282761652493334e-05, |
| "loss": 0.4432171583175659, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.203991130820399, |
| "grad_norm": 0.5128687620162964, |
| "learning_rate": 1.024986006449083e-05, |
| "loss": 0.48450496792793274, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.2084257206208426, |
| "grad_norm": 0.5676178932189941, |
| "learning_rate": 1.0216968568710679e-05, |
| "loss": 0.5746522545814514, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.212860310421286, |
| "grad_norm": 0.5976463556289673, |
| "learning_rate": 1.0184087607668039e-05, |
| "loss": 0.5264995694160461, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.2172949002217295, |
| "grad_norm": 0.7051799297332764, |
| "learning_rate": 1.0151217623736338e-05, |
| "loss": 0.46825850009918213, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.221729490022173, |
| "grad_norm": 0.8515892624855042, |
| "learning_rate": 1.0118359059141313e-05, |
| "loss": 0.27047228813171387, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.2261640798226163, |
| "grad_norm": 0.4068000316619873, |
| "learning_rate": 1.0085512355955067e-05, |
| "loss": 0.5676589608192444, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.2305986696230597, |
| "grad_norm": 0.8601819276809692, |
| "learning_rate": 1.0052677956090125e-05, |
| "loss": 0.46005040407180786, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.235033259423503, |
| "grad_norm": 0.7253012657165527, |
| "learning_rate": 1.0019856301293482e-05, |
| "loss": 0.5689443945884705, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.2394678492239466, |
| "grad_norm": 0.46540704369544983, |
| "learning_rate": 9.987047833140668e-06, |
| "loss": 0.3451939523220062, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.2439024390243905, |
| "grad_norm": 2.0232350826263428, |
| "learning_rate": 9.954252993029803e-06, |
| "loss": 0.5826783776283264, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.248337028824834, |
| "grad_norm": 3.809951066970825, |
| "learning_rate": 9.921472222175654e-06, |
| "loss": 0.5647210478782654, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.2527716186252773, |
| "grad_norm": 1.0120117664337158, |
| "learning_rate": 9.888705961603709e-06, |
| "loss": 0.6450280547142029, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.2572062084257207, |
| "grad_norm": 0.6231004595756531, |
| "learning_rate": 9.85595465214423e-06, |
| "loss": 0.24749194085597992, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.261640798226164, |
| "grad_norm": 0.5251925587654114, |
| "learning_rate": 9.823218734426336e-06, |
| "loss": 0.5488971471786499, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.2660753880266076, |
| "grad_norm": 0.22870703041553497, |
| "learning_rate": 9.79049864887207e-06, |
| "loss": 0.39323848485946655, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.270509977827051, |
| "grad_norm": 1.2425155639648438, |
| "learning_rate": 9.757794835690463e-06, |
| "loss": 0.8195447325706482, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.2749445676274944, |
| "grad_norm": 1.2200350761413574, |
| "learning_rate": 9.72510773487164e-06, |
| "loss": 0.39812397956848145, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.279379157427938, |
| "grad_norm": 0.5721977353096008, |
| "learning_rate": 9.692437786180852e-06, |
| "loss": 0.5707634687423706, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.2838137472283813, |
| "grad_norm": 0.47224897146224976, |
| "learning_rate": 9.659785429152615e-06, |
| "loss": 0.6199125051498413, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.2882483370288247, |
| "grad_norm": 1.0250192880630493, |
| "learning_rate": 9.627151103084763e-06, |
| "loss": 0.41856324672698975, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.292682926829268, |
| "grad_norm": 0.947811484336853, |
| "learning_rate": 9.594535247032543e-06, |
| "loss": 0.32791462540626526, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.2971175166297115, |
| "grad_norm": 0.6266341805458069, |
| "learning_rate": 9.561938299802709e-06, |
| "loss": 0.5352550745010376, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.3015521064301554, |
| "grad_norm": 4.217014789581299, |
| "learning_rate": 9.529360699947624e-06, |
| "loss": 0.6385710835456848, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.305986696230599, |
| "grad_norm": 0.8212743401527405, |
| "learning_rate": 9.496802885759349e-06, |
| "loss": 0.4557139277458191, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.3104212860310422, |
| "grad_norm": 1.0060659646987915, |
| "learning_rate": 9.464265295263762e-06, |
| "loss": 0.7039799690246582, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.3148558758314857, |
| "grad_norm": 12.946681022644043, |
| "learning_rate": 9.431748366214648e-06, |
| "loss": 0.4291222095489502, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.319290465631929, |
| "grad_norm": 0.5580220222473145, |
| "learning_rate": 9.399252536087822e-06, |
| "loss": 0.6024729013442993, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.3237250554323725, |
| "grad_norm": 0.607992947101593, |
| "learning_rate": 9.366778242075236e-06, |
| "loss": 0.5440095663070679, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.328159645232816, |
| "grad_norm": 0.6783135533332825, |
| "learning_rate": 9.334325921079104e-06, |
| "loss": 0.6058806777000427, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.3325942350332594, |
| "grad_norm": 0.6938934922218323, |
| "learning_rate": 9.301896009706012e-06, |
| "loss": 0.4494543671607971, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.337028824833703, |
| "grad_norm": 0.477782279253006, |
| "learning_rate": 9.269488944261058e-06, |
| "loss": 0.4361210763454437, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.341463414634146, |
| "grad_norm": 0.5728092193603516, |
| "learning_rate": 9.237105160741976e-06, |
| "loss": 0.5449360609054565, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.3458980044345896, |
| "grad_norm": 0.18092034757137299, |
| "learning_rate": 9.204745094833265e-06, |
| "loss": 0.3745296895503998, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.3503325942350335, |
| "grad_norm": 0.5357985496520996, |
| "learning_rate": 9.172409181900337e-06, |
| "loss": 0.6852684020996094, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.354767184035477, |
| "grad_norm": 0.790863037109375, |
| "learning_rate": 9.140097856983647e-06, |
| "loss": 0.2813524603843689, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.3592017738359203, |
| "grad_norm": 0.2192503809928894, |
| "learning_rate": 9.107811554792863e-06, |
| "loss": 0.3573903739452362, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 1.4538520574569702, |
| "learning_rate": 9.075550709700992e-06, |
| "loss": 0.5834711790084839, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.368070953436807, |
| "grad_norm": 0.641722559928894, |
| "learning_rate": 9.043315755738545e-06, |
| "loss": 0.5266854763031006, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.3725055432372506, |
| "grad_norm": 0.6017807126045227, |
| "learning_rate": 9.011107126587705e-06, |
| "loss": 0.5866771936416626, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.376940133037694, |
| "grad_norm": 0.707431435585022, |
| "learning_rate": 8.978925255576484e-06, |
| "loss": 0.4829937517642975, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.3813747228381374, |
| "grad_norm": 0.2395654022693634, |
| "learning_rate": 8.946770575672897e-06, |
| "loss": 0.04968187212944031, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.385809312638581, |
| "grad_norm": 0.5818225741386414, |
| "learning_rate": 8.914643519479134e-06, |
| "loss": 0.3766881227493286, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.3902439024390243, |
| "grad_norm": 0.4298112094402313, |
| "learning_rate": 8.882544519225737e-06, |
| "loss": 0.1799193024635315, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.3946784922394677, |
| "grad_norm": 1.3011754751205444, |
| "learning_rate": 8.850474006765806e-06, |
| "loss": 0.5404252409934998, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.399113082039911, |
| "grad_norm": 0.6072801351547241, |
| "learning_rate": 8.818432413569153e-06, |
| "loss": 0.42710888385772705, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.4035476718403546, |
| "grad_norm": 0.8172256350517273, |
| "learning_rate": 8.78642017071653e-06, |
| "loss": 0.4754990339279175, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.4079822616407984, |
| "grad_norm": 0.4423505961894989, |
| "learning_rate": 8.754437708893803e-06, |
| "loss": 0.5498704314231873, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.412416851441242, |
| "grad_norm": 0.292689710855484, |
| "learning_rate": 8.722485458386183e-06, |
| "loss": 0.14969071745872498, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.4168514412416853, |
| "grad_norm": 0.5658117532730103, |
| "learning_rate": 8.690563849072416e-06, |
| "loss": 0.593338131904602, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.4212860310421287, |
| "grad_norm": 1.8885061740875244, |
| "learning_rate": 8.65867331041901e-06, |
| "loss": 0.3968830704689026, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.425720620842572, |
| "grad_norm": 1.8343939781188965, |
| "learning_rate": 8.62681427147446e-06, |
| "loss": 0.28023120760917664, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.4301552106430155, |
| "grad_norm": 1.2832564115524292, |
| "learning_rate": 8.594987160863464e-06, |
| "loss": 0.3517853617668152, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.434589800443459, |
| "grad_norm": 0.32917505502700806, |
| "learning_rate": 8.563192406781164e-06, |
| "loss": 0.3207606077194214, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.4390243902439024, |
| "grad_norm": 0.9043774008750916, |
| "learning_rate": 8.53143043698739e-06, |
| "loss": 0.4255558252334595, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.443458980044346, |
| "grad_norm": 0.5287153124809265, |
| "learning_rate": 8.499701678800891e-06, |
| "loss": 0.6775237917900085, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.4478935698447892, |
| "grad_norm": 1.211562991142273, |
| "learning_rate": 8.4680065590936e-06, |
| "loss": 0.28972724080085754, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.4523281596452327, |
| "grad_norm": 0.5662131309509277, |
| "learning_rate": 8.436345504284884e-06, |
| "loss": 0.685287594795227, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.4567627494456765, |
| "grad_norm": 1.0978025197982788, |
| "learning_rate": 8.404718940335805e-06, |
| "loss": 0.647050142288208, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.4611973392461195, |
| "grad_norm": 0.48306140303611755, |
| "learning_rate": 8.373127292743392e-06, |
| "loss": 0.7415695190429688, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.4656319290465634, |
| "grad_norm": 0.4147641360759735, |
| "learning_rate": 8.341570986534926e-06, |
| "loss": 0.47963038086891174, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.470066518847007, |
| "grad_norm": 0.6168814301490784, |
| "learning_rate": 8.310050446262204e-06, |
| "loss": 0.5705453157424927, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.47450110864745, |
| "grad_norm": 0.8609782457351685, |
| "learning_rate": 8.278566095995837e-06, |
| "loss": 0.24776363372802734, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.4789356984478936, |
| "grad_norm": 0.41248947381973267, |
| "learning_rate": 8.247118359319542e-06, |
| "loss": 0.573097825050354, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.483370288248337, |
| "grad_norm": 0.5210030674934387, |
| "learning_rate": 8.215707659324448e-06, |
| "loss": 0.45975643396377563, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.4878048780487805, |
| "grad_norm": 0.48813074827194214, |
| "learning_rate": 8.1843344186034e-06, |
| "loss": 0.5684525370597839, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.492239467849224, |
| "grad_norm": 1.437232494354248, |
| "learning_rate": 8.152999059245273e-06, |
| "loss": 0.6159149408340454, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.4966740576496673, |
| "grad_norm": 0.6437961459159851, |
| "learning_rate": 8.121702002829291e-06, |
| "loss": 0.6514344811439514, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.5011086474501107, |
| "grad_norm": 0.4339181184768677, |
| "learning_rate": 8.090443670419368e-06, |
| "loss": 0.3893609642982483, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.505543237250554, |
| "grad_norm": 0.9250460863113403, |
| "learning_rate": 8.05922448255842e-06, |
| "loss": 0.5106027722358704, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.5099778270509976, |
| "grad_norm": 0.7213279008865356, |
| "learning_rate": 8.028044859262736e-06, |
| "loss": 0.5997860431671143, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.5144124168514415, |
| "grad_norm": 0.5925162434577942, |
| "learning_rate": 7.996905220016295e-06, |
| "loss": 0.37115636467933655, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.5188470066518844, |
| "grad_norm": 0.4195973575115204, |
| "learning_rate": 7.965805983765156e-06, |
| "loss": 0.6658072471618652, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.5232815964523283, |
| "grad_norm": 0.3894807994365692, |
| "learning_rate": 7.934747568911792e-06, |
| "loss": 0.48177286982536316, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.5277161862527717, |
| "grad_norm": 0.4482039213180542, |
| "learning_rate": 7.903730393309475e-06, |
| "loss": 0.5770375728607178, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.532150776053215, |
| "grad_norm": 1.4334046840667725, |
| "learning_rate": 7.872754874256658e-06, |
| "loss": 0.37715059518814087, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.5365853658536586, |
| "grad_norm": 0.18956467509269714, |
| "learning_rate": 7.841821428491358e-06, |
| "loss": 0.3323401212692261, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.541019955654102, |
| "grad_norm": 0.9211217761039734, |
| "learning_rate": 7.810930472185542e-06, |
| "loss": 0.7031457424163818, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 0.5245496034622192, |
| "learning_rate": 7.78008242093953e-06, |
| "loss": 0.6004937887191772, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.549889135254989, |
| "grad_norm": 0.4028185307979584, |
| "learning_rate": 7.749277689776411e-06, |
| "loss": 0.496783971786499, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.5543237250554323, |
| "grad_norm": 0.5988771915435791, |
| "learning_rate": 7.718516693136455e-06, |
| "loss": 0.38715416193008423, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.5587583148558757, |
| "grad_norm": 0.1802368313074112, |
| "learning_rate": 7.687799844871534e-06, |
| "loss": 0.14051398634910583, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.5631929046563195, |
| "grad_norm": 0.41661515831947327, |
| "learning_rate": 7.657127558239563e-06, |
| "loss": 0.3350878059864044, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.5676274944567625, |
| "grad_norm": 1.085957646369934, |
| "learning_rate": 7.626500245898927e-06, |
| "loss": 0.3848508596420288, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.5720620842572064, |
| "grad_norm": 0.8385711908340454, |
| "learning_rate": 7.595918319902939e-06, |
| "loss": 0.26338139176368713, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.57649667405765, |
| "grad_norm": 0.716660737991333, |
| "learning_rate": 7.565382191694302e-06, |
| "loss": 0.6448018550872803, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.5809312638580932, |
| "grad_norm": 0.6266429424285889, |
| "learning_rate": 7.53489227209955e-06, |
| "loss": 0.7049829363822937, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.5853658536585367, |
| "grad_norm": 0.4636557996273041, |
| "learning_rate": 7.50444897132355e-06, |
| "loss": 0.38826262950897217, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.58980044345898, |
| "grad_norm": 0.44733473658561707, |
| "learning_rate": 7.474052698943961e-06, |
| "loss": 0.5173879265785217, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.5942350332594235, |
| "grad_norm": 0.5354277491569519, |
| "learning_rate": 7.443703863905738e-06, |
| "loss": 0.5096431374549866, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.598669623059867, |
| "grad_norm": 1.4914095401763916, |
| "learning_rate": 7.413402874515616e-06, |
| "loss": 0.21273551881313324, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.6031042128603104, |
| "grad_norm": 0.40523943305015564, |
| "learning_rate": 7.383150138436628e-06, |
| "loss": 0.49439945816993713, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.6075388026607538, |
| "grad_norm": 0.5631287693977356, |
| "learning_rate": 7.352946062682626e-06, |
| "loss": 0.49207258224487305, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.611973392461197, |
| "grad_norm": 0.5385340452194214, |
| "learning_rate": 7.32279105361279e-06, |
| "loss": 0.3323192000389099, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.6164079822616406, |
| "grad_norm": 1.356742024421692, |
| "learning_rate": 7.292685516926161e-06, |
| "loss": 0.5721710324287415, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.6208425720620845, |
| "grad_norm": 0.4816894829273224, |
| "learning_rate": 7.262629857656198e-06, |
| "loss": 0.5175535082817078, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.6252771618625275, |
| "grad_norm": 0.4633226990699768, |
| "learning_rate": 7.232624480165318e-06, |
| "loss": 0.6447592973709106, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.6297117516629713, |
| "grad_norm": 0.6813458800315857, |
| "learning_rate": 7.202669788139456e-06, |
| "loss": 0.5713311433792114, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.6341463414634148, |
| "grad_norm": 2.180230140686035, |
| "learning_rate": 7.172766184582629e-06, |
| "loss": 0.6713429093360901, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.638580931263858, |
| "grad_norm": 0.5426626801490784, |
| "learning_rate": 7.142914071811535e-06, |
| "loss": 0.37241318821907043, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.6430155210643016, |
| "grad_norm": 1.2816245555877686, |
| "learning_rate": 7.113113851450122e-06, |
| "loss": 0.49532002210617065, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.647450110864745, |
| "grad_norm": 1.509843111038208, |
| "learning_rate": 7.083365924424175e-06, |
| "loss": 0.40875858068466187, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.6518847006651884, |
| "grad_norm": 0.5089661478996277, |
| "learning_rate": 7.053670690955956e-06, |
| "loss": 0.4947509467601776, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.656319290465632, |
| "grad_norm": 0.381073921918869, |
| "learning_rate": 7.024028550558781e-06, |
| "loss": 0.2214895784854889, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.6607538802660753, |
| "grad_norm": 0.521045446395874, |
| "learning_rate": 6.994439902031679e-06, |
| "loss": 0.6109291911125183, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.6651884700665187, |
| "grad_norm": 1.0478029251098633, |
| "learning_rate": 6.964905143453995e-06, |
| "loss": 0.6086549162864685, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.6696230598669626, |
| "grad_norm": 0.4481736719608307, |
| "learning_rate": 6.9354246721800685e-06, |
| "loss": 0.29336196184158325, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.6740576496674056, |
| "grad_norm": 1.675062894821167, |
| "learning_rate": 6.9059988848338466e-06, |
| "loss": 0.48426881432533264, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.6784922394678494, |
| "grad_norm": 0.8172009587287903, |
| "learning_rate": 6.8766281773035906e-06, |
| "loss": 0.4322719871997833, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.682926829268293, |
| "grad_norm": 0.5452362298965454, |
| "learning_rate": 6.847312944736524e-06, |
| "loss": 0.3221188187599182, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.6873614190687363, |
| "grad_norm": 1.4369398355484009, |
| "learning_rate": 6.818053581533512e-06, |
| "loss": 0.20389345288276672, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.6917960088691797, |
| "grad_norm": 0.5867207050323486, |
| "learning_rate": 6.788850481343782e-06, |
| "loss": 0.42180705070495605, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.696230598669623, |
| "grad_norm": 2.326925754547119, |
| "learning_rate": 6.759704037059598e-06, |
| "loss": 0.36190155148506165, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.7006651884700665, |
| "grad_norm": 1.7214257717132568, |
| "learning_rate": 6.7306146408109885e-06, |
| "loss": 0.34991076588630676, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.70509977827051, |
| "grad_norm": 0.5046329498291016, |
| "learning_rate": 6.701582683960481e-06, |
| "loss": 0.6116279363632202, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.7095343680709534, |
| "grad_norm": 0.8512217998504639, |
| "learning_rate": 6.672608557097806e-06, |
| "loss": 0.37688618898391724, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.713968957871397, |
| "grad_norm": 1.6093370914459229, |
| "learning_rate": 6.643692650034684e-06, |
| "loss": 0.7054269909858704, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.7184035476718402, |
| "grad_norm": 3.110217809677124, |
| "learning_rate": 6.614835351799549e-06, |
| "loss": 0.31694677472114563, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.7228381374722836, |
| "grad_norm": 0.5730735659599304, |
| "learning_rate": 6.586037050632315e-06, |
| "loss": 0.8013717532157898, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 0.7116084098815918, |
| "learning_rate": 6.557298133979177e-06, |
| "loss": 0.45755088329315186, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.7317073170731705, |
| "grad_norm": 0.4136090874671936, |
| "learning_rate": 6.528618988487373e-06, |
| "loss": 0.48779523372650146, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.7361419068736144, |
| "grad_norm": 0.9168877601623535, |
| "learning_rate": 6.500000000000003e-06, |
| "loss": 0.2947143614292145, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.740576496674058, |
| "grad_norm": 0.6739610433578491, |
| "learning_rate": 6.471441553550813e-06, |
| "loss": 0.6185624599456787, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.745011086474501, |
| "grad_norm": 0.5895893573760986, |
| "learning_rate": 6.442944033359042e-06, |
| "loss": 0.35551586747169495, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.7494456762749446, |
| "grad_norm": 0.37865594029426575, |
| "learning_rate": 6.4145078228242375e-06, |
| "loss": 0.3368171751499176, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.753880266075388, |
| "grad_norm": 0.45283424854278564, |
| "learning_rate": 6.386133304521094e-06, |
| "loss": 0.5998995304107666, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.7583148558758315, |
| "grad_norm": 0.7602055668830872, |
| "learning_rate": 6.357820860194321e-06, |
| "loss": 0.7485865354537964, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.762749445676275, |
| "grad_norm": 0.12720580399036407, |
| "learning_rate": 6.32957087075349e-06, |
| "loss": 0.18481549620628357, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.7671840354767183, |
| "grad_norm": 1.2511968612670898, |
| "learning_rate": 6.301383716267917e-06, |
| "loss": 0.3667486011981964, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.7716186252771617, |
| "grad_norm": 0.6795738339424133, |
| "learning_rate": 6.273259775961562e-06, |
| "loss": 0.43524369597435, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.776053215077605, |
| "grad_norm": 0.4668692946434021, |
| "learning_rate": 6.245199428207898e-06, |
| "loss": 0.7469791173934937, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.7804878048780486, |
| "grad_norm": 0.4733211100101471, |
| "learning_rate": 6.2172030505248515e-06, |
| "loss": 0.6893079876899719, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.7849223946784925, |
| "grad_norm": 0.4810378849506378, |
| "learning_rate": 6.189271019569707e-06, |
| "loss": 0.6243588328361511, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.7893569844789354, |
| "grad_norm": 0.21061930060386658, |
| "learning_rate": 6.161403711134031e-06, |
| "loss": 0.09384872019290924, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.7937915742793793, |
| "grad_norm": 0.4916951358318329, |
| "learning_rate": 6.133601500138643e-06, |
| "loss": 0.5685229301452637, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.7982261640798227, |
| "grad_norm": 0.8098857402801514, |
| "learning_rate": 6.1058647606285394e-06, |
| "loss": 0.3363065719604492, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.802660753880266, |
| "grad_norm": 0.5222221612930298, |
| "learning_rate": 6.078193865767893e-06, |
| "loss": 0.36431118845939636, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.8070953436807096, |
| "grad_norm": 0.48917877674102783, |
| "learning_rate": 6.050589187835001e-06, |
| "loss": 0.48057618737220764, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.811529933481153, |
| "grad_norm": 1.3627451658248901, |
| "learning_rate": 6.023051098217307e-06, |
| "loss": 0.4955880343914032, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.8159645232815964, |
| "grad_norm": 0.5931581854820251, |
| "learning_rate": 5.995579967406379e-06, |
| "loss": 0.5985972881317139, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.82039911308204, |
| "grad_norm": 1.0736427307128906, |
| "learning_rate": 5.968176164992938e-06, |
| "loss": 0.24213649332523346, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.8248337028824833, |
| "grad_norm": 0.6388216614723206, |
| "learning_rate": 5.940840059661892e-06, |
| "loss": 0.41631895303726196, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.8292682926829267, |
| "grad_norm": 0.49787789583206177, |
| "learning_rate": 5.913572019187355e-06, |
| "loss": 0.6338592171669006, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.8337028824833705, |
| "grad_norm": 0.4130885601043701, |
| "learning_rate": 5.886372410427709e-06, |
| "loss": 0.5558915734291077, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.8381374722838135, |
| "grad_norm": 0.4531559944152832, |
| "learning_rate": 5.859241599320686e-06, |
| "loss": 0.24562785029411316, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.8425720620842574, |
| "grad_norm": 1.1224136352539062, |
| "learning_rate": 5.832179950878414e-06, |
| "loss": 0.38200998306274414, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.847006651884701, |
| "grad_norm": 0.5757291913032532, |
| "learning_rate": 5.805187829182531e-06, |
| "loss": 0.40263280272483826, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.8514412416851442, |
| "grad_norm": 0.4876343607902527, |
| "learning_rate": 5.778265597379269e-06, |
| "loss": 0.5635562539100647, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.8558758314855877, |
| "grad_norm": 1.429746150970459, |
| "learning_rate": 5.751413617674584e-06, |
| "loss": 0.13587771356105804, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.860310421286031, |
| "grad_norm": 0.43107762932777405, |
| "learning_rate": 5.724632251329272e-06, |
| "loss": 0.5738257765769958, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.8647450110864745, |
| "grad_norm": 1.0720781087875366, |
| "learning_rate": 5.697921858654106e-06, |
| "loss": 0.36557459831237793, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.869179600886918, |
| "grad_norm": 0.4924733638763428, |
| "learning_rate": 5.671282799005009e-06, |
| "loss": 0.5723231434822083, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.8736141906873613, |
| "grad_norm": 0.4669732451438904, |
| "learning_rate": 5.644715430778187e-06, |
| "loss": 0.5587807893753052, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.8780487804878048, |
| "grad_norm": 0.8375265598297119, |
| "learning_rate": 5.6182201114053405e-06, |
| "loss": 0.407155841588974, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.882483370288248, |
| "grad_norm": 0.6367316246032715, |
| "learning_rate": 5.59179719734883e-06, |
| "loss": 0.581174373626709, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.8869179600886916, |
| "grad_norm": 1.9464964866638184, |
| "learning_rate": 5.565447044096888e-06, |
| "loss": 0.23274049162864685, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.8913525498891355, |
| "grad_norm": 0.4807678461074829, |
| "learning_rate": 5.539170006158859e-06, |
| "loss": 0.5287979245185852, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.8957871396895785, |
| "grad_norm": 0.5676413774490356, |
| "learning_rate": 5.512966437060383e-06, |
| "loss": 0.4669223129749298, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.9002217294900223, |
| "grad_norm": 0.19804784655570984, |
| "learning_rate": 5.4868366893386795e-06, |
| "loss": 0.1954198181629181, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.9046563192904657, |
| "grad_norm": 0.5282815098762512, |
| "learning_rate": 5.460781114537794e-06, |
| "loss": 0.3124288320541382, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 0.6704612374305725, |
| "learning_rate": 5.434800063203855e-06, |
| "loss": 0.5746976733207703, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.9135254988913526, |
| "grad_norm": 0.48029983043670654, |
| "learning_rate": 5.408893884880382e-06, |
| "loss": 0.5503944158554077, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.917960088691796, |
| "grad_norm": 1.208801031112671, |
| "learning_rate": 5.383062928103551e-06, |
| "loss": 0.4464556872844696, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.9223946784922394, |
| "grad_norm": 0.5504411458969116, |
| "learning_rate": 5.357307540397541e-06, |
| "loss": 0.6808157563209534, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.926829268292683, |
| "grad_norm": 0.4721316397190094, |
| "learning_rate": 5.331628068269832e-06, |
| "loss": 0.3994528353214264, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.9312638580931263, |
| "grad_norm": 0.40078234672546387, |
| "learning_rate": 5.306024857206551e-06, |
| "loss": 0.589479386806488, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.9356984478935697, |
| "grad_norm": 0.4144805073738098, |
| "learning_rate": 5.28049825166783e-06, |
| "loss": 0.6008284687995911, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.9401330376940136, |
| "grad_norm": 0.4621680676937103, |
| "learning_rate": 5.255048595083161e-06, |
| "loss": 0.48713505268096924, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.9445676274944566, |
| "grad_norm": 0.6959161758422852, |
| "learning_rate": 5.229676229846788e-06, |
| "loss": 0.5818562507629395, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.9490022172949004, |
| "grad_norm": 0.8349772095680237, |
| "learning_rate": 5.204381497313089e-06, |
| "loss": 0.6031002402305603, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.953436807095344, |
| "grad_norm": 0.5815767645835876, |
| "learning_rate": 5.179164737791984e-06, |
| "loss": 0.6579894423484802, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.9578713968957873, |
| "grad_norm": 0.5155860781669617, |
| "learning_rate": 5.15402629054437e-06, |
| "loss": 0.3109511137008667, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.9623059866962307, |
| "grad_norm": 0.5490220189094543, |
| "learning_rate": 5.128966493777544e-06, |
| "loss": 0.5789236426353455, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.966740576496674, |
| "grad_norm": 0.5740970969200134, |
| "learning_rate": 5.103985684640653e-06, |
| "loss": 0.5203069448471069, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.9711751662971175, |
| "grad_norm": 0.5606107711791992, |
| "learning_rate": 5.079084199220168e-06, |
| "loss": 0.4374566376209259, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.975609756097561, |
| "grad_norm": 1.1846078634262085, |
| "learning_rate": 5.0542623725353455e-06, |
| "loss": 0.42820480465888977, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.9800443458980044, |
| "grad_norm": 0.19243869185447693, |
| "learning_rate": 5.029520538533742e-06, |
| "loss": 0.125463604927063, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.984478935698448, |
| "grad_norm": 0.4858459532260895, |
| "learning_rate": 5.0048590300867e-06, |
| "loss": 0.37778711318969727, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.988913525498891, |
| "grad_norm": 0.4838855564594269, |
| "learning_rate": 4.980278178984886e-06, |
| "loss": 0.33112236857414246, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.9933481152993346, |
| "grad_norm": 1.0332651138305664, |
| "learning_rate": 4.9557783159338134e-06, |
| "loss": 0.28946980834007263, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.9977827050997785, |
| "grad_norm": 1.0827792882919312, |
| "learning_rate": 4.9313597705494045e-06, |
| "loss": 0.44148802757263184, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.002217294900222, |
| "grad_norm": 0.3786047399044037, |
| "learning_rate": 4.907022871353554e-06, |
| "loss": 0.42598864436149597, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.0066518847006654, |
| "grad_norm": 0.35562005639076233, |
| "learning_rate": 4.882767945769696e-06, |
| "loss": 0.1402987688779831, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.011086474501109, |
| "grad_norm": 1.162191390991211, |
| "learning_rate": 4.858595320118419e-06, |
| "loss": 0.2594584822654724, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.015521064301552, |
| "grad_norm": 0.3751342296600342, |
| "learning_rate": 4.834505319613061e-06, |
| "loss": 0.3178204894065857, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.0199556541019956, |
| "grad_norm": 0.3661974370479584, |
| "learning_rate": 4.810498268355337e-06, |
| "loss": 0.2332019954919815, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.024390243902439, |
| "grad_norm": 0.5547940135002136, |
| "learning_rate": 4.786574489330988e-06, |
| "loss": 0.2809712886810303, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.0288248337028825, |
| "grad_norm": 0.08006221801042557, |
| "learning_rate": 4.762734304405419e-06, |
| "loss": 0.1403912454843521, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.033259423503326, |
| "grad_norm": 0.5086005926132202, |
| "learning_rate": 4.738978034319384e-06, |
| "loss": 0.13945481181144714, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.0376940133037693, |
| "grad_norm": 0.6609373688697815, |
| "learning_rate": 4.715305998684668e-06, |
| "loss": 0.14236144721508026, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.0421286031042127, |
| "grad_norm": 0.7926512956619263, |
| "learning_rate": 4.691718515979772e-06, |
| "loss": 0.2316332459449768, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.046563192904656, |
| "grad_norm": 0.6564216613769531, |
| "learning_rate": 4.668215903545652e-06, |
| "loss": 0.1165812611579895, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.0509977827050996, |
| "grad_norm": 1.1338090896606445, |
| "learning_rate": 4.644798477581427e-06, |
| "loss": 0.13446903228759766, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.0554323725055434, |
| "grad_norm": 0.34968799352645874, |
| "learning_rate": 4.6214665531401465e-06, |
| "loss": 0.0695309042930603, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.059866962305987, |
| "grad_norm": 0.15553732216358185, |
| "learning_rate": 4.5982204441245294e-06, |
| "loss": 0.1173941045999527, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.0643015521064303, |
| "grad_norm": 1.247266411781311, |
| "learning_rate": 4.5750604632827615e-06, |
| "loss": 0.05880206078290939, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.0687361419068737, |
| "grad_norm": 0.9541630744934082, |
| "learning_rate": 4.551986922204276e-06, |
| "loss": 0.11438459157943726, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.073170731707317, |
| "grad_norm": 0.11932838708162308, |
| "learning_rate": 4.529000131315559e-06, |
| "loss": 0.05259817838668823, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.0776053215077606, |
| "grad_norm": 0.3025910258293152, |
| "learning_rate": 4.5061003998759864e-06, |
| "loss": 0.0788898915052414, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.082039911308204, |
| "grad_norm": 0.41884443163871765, |
| "learning_rate": 4.483288035973647e-06, |
| "loss": 0.18548215925693512, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.0864745011086474, |
| "grad_norm": 0.69329434633255, |
| "learning_rate": 4.46056334652121e-06, |
| "loss": 0.07898163050413132, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.090909090909091, |
| "grad_norm": 1.9537714719772339, |
| "learning_rate": 4.43792663725179e-06, |
| "loss": 0.1453198343515396, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.0953436807095343, |
| "grad_norm": 0.5684086084365845, |
| "learning_rate": 4.415378212714833e-06, |
| "loss": 0.2133360058069229, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.0997782705099777, |
| "grad_norm": 0.4299287497997284, |
| "learning_rate": 4.392918376272028e-06, |
| "loss": 0.18916372954845428, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.104212860310421, |
| "grad_norm": 0.2804919481277466, |
| "learning_rate": 4.370547430093213e-06, |
| "loss": 0.15570159256458282, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.1086474501108645, |
| "grad_norm": 0.8112667798995972, |
| "learning_rate": 4.348265675152312e-06, |
| "loss": 0.05692750960588455, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.1130820399113084, |
| "grad_norm": 1.0895768404006958, |
| "learning_rate": 4.326073411223299e-06, |
| "loss": 0.072386234998703, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.117516629711752, |
| "grad_norm": 1.3162689208984375, |
| "learning_rate": 4.303970936876145e-06, |
| "loss": 0.2204161435365677, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.1219512195121952, |
| "grad_norm": 0.4283730983734131, |
| "learning_rate": 4.281958549472821e-06, |
| "loss": 0.24357332289218903, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.1263858093126387, |
| "grad_norm": 0.5136526226997375, |
| "learning_rate": 4.2600365451632755e-06, |
| "loss": 0.1705726683139801, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.130820399113082, |
| "grad_norm": 0.5153740644454956, |
| "learning_rate": 4.238205218881477e-06, |
| "loss": 0.1938788741827011, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.1352549889135255, |
| "grad_norm": 0.3389737606048584, |
| "learning_rate": 4.216464864341415e-06, |
| "loss": 0.1461533159017563, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.139689578713969, |
| "grad_norm": 0.24095015227794647, |
| "learning_rate": 4.1948157740331765e-06, |
| "loss": 0.016989566385746002, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.1441241685144123, |
| "grad_norm": 0.4946073591709137, |
| "learning_rate": 4.173258239218998e-06, |
| "loss": 0.16947562992572784, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.1485587583148558, |
| "grad_norm": 1.0035178661346436, |
| "learning_rate": 4.151792549929343e-06, |
| "loss": 0.17151474952697754, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.152993348115299, |
| "grad_norm": 0.925403356552124, |
| "learning_rate": 4.130418994959004e-06, |
| "loss": 0.12084448337554932, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.1574279379157426, |
| "grad_norm": 0.30737417936325073, |
| "learning_rate": 4.1091378618632276e-06, |
| "loss": 0.03554686903953552, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.1618625277161865, |
| "grad_norm": 0.9840001463890076, |
| "learning_rate": 4.087949436953822e-06, |
| "loss": 0.17049196362495422, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.16629711751663, |
| "grad_norm": 1.108886957168579, |
| "learning_rate": 4.066854005295336e-06, |
| "loss": 0.12697622179985046, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.1707317073170733, |
| "grad_norm": 0.6791403293609619, |
| "learning_rate": 4.045851850701189e-06, |
| "loss": 0.10053610801696777, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.1751662971175167, |
| "grad_norm": 0.23437856137752533, |
| "learning_rate": 4.024943255729886e-06, |
| "loss": 0.1366463154554367, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.17960088691796, |
| "grad_norm": 0.5337254405021667, |
| "learning_rate": 4.004128501681197e-06, |
| "loss": 0.1613321751356125, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.1840354767184036, |
| "grad_norm": 0.6539866924285889, |
| "learning_rate": 3.983407868592367e-06, |
| "loss": 0.03396349772810936, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.188470066518847, |
| "grad_norm": 0.5891013145446777, |
| "learning_rate": 3.9627816352343714e-06, |
| "loss": 0.1685631275177002, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.1929046563192904, |
| "grad_norm": 0.8137240409851074, |
| "learning_rate": 3.94225007910814e-06, |
| "loss": 0.16547633707523346, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.197339246119734, |
| "grad_norm": 0.4780210852622986, |
| "learning_rate": 3.921813476440845e-06, |
| "loss": 0.2140340805053711, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.2017738359201773, |
| "grad_norm": 0.7639121413230896, |
| "learning_rate": 3.901472102182168e-06, |
| "loss": 0.2164526730775833, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.2062084257206207, |
| "grad_norm": 0.44395381212234497, |
| "learning_rate": 3.881226230000607e-06, |
| "loss": 0.18533624708652496, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.210643015521064, |
| "grad_norm": 0.5062630772590637, |
| "learning_rate": 3.861076132279808e-06, |
| "loss": 0.053058087825775146, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.2150776053215075, |
| "grad_norm": 0.4987446069717407, |
| "learning_rate": 3.8410220801148735e-06, |
| "loss": 0.21477347612380981, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.2195121951219514, |
| "grad_norm": 4.220211029052734, |
| "learning_rate": 3.821064343308734e-06, |
| "loss": 0.04978083446621895, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.223946784922395, |
| "grad_norm": 0.555292010307312, |
| "learning_rate": 3.8012031903685174e-06, |
| "loss": 0.19708330929279327, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.2283813747228383, |
| "grad_norm": 0.9038100838661194, |
| "learning_rate": 3.7814388885019284e-06, |
| "loss": 0.16057579219341278, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.2328159645232817, |
| "grad_norm": 0.3948892652988434, |
| "learning_rate": 3.7617717036136623e-06, |
| "loss": 0.1567579060792923, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.237250554323725, |
| "grad_norm": 0.6105815768241882, |
| "learning_rate": 3.7422019003018174e-06, |
| "loss": 0.15115660429000854, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.2416851441241685, |
| "grad_norm": 0.7068625688552856, |
| "learning_rate": 3.7227297418543464e-06, |
| "loss": 0.17774607241153717, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.246119733924612, |
| "grad_norm": 1.291515588760376, |
| "learning_rate": 3.7033554902455105e-06, |
| "loss": 0.20271697640419006, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.2505543237250554, |
| "grad_norm": 0.4515579342842102, |
| "learning_rate": 3.684079406132344e-06, |
| "loss": 0.23176366090774536, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.254988913525499, |
| "grad_norm": 0.17358291149139404, |
| "learning_rate": 3.6649017488511684e-06, |
| "loss": 0.035076484084129333, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.259423503325942, |
| "grad_norm": 0.7106318473815918, |
| "learning_rate": 3.6458227764140796e-06, |
| "loss": 0.11743002384901047, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.2638580931263856, |
| "grad_norm": 0.524408221244812, |
| "learning_rate": 3.626842745505501e-06, |
| "loss": 0.2437806874513626, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.2682926829268295, |
| "grad_norm": 0.37512272596359253, |
| "learning_rate": 3.607961911478708e-06, |
| "loss": 0.03446941822767258, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.2727272727272725, |
| "grad_norm": 0.48498690128326416, |
| "learning_rate": 3.5891805283524055e-06, |
| "loss": 0.15878258645534515, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.2771618625277164, |
| "grad_norm": 0.1239403486251831, |
| "learning_rate": 3.570498848807308e-06, |
| "loss": 0.11845864355564117, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.2815964523281598, |
| "grad_norm": 0.23787540197372437, |
| "learning_rate": 3.5519171241827445e-06, |
| "loss": 0.13304200768470764, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.286031042128603, |
| "grad_norm": 0.46581289172172546, |
| "learning_rate": 3.533435604473259e-06, |
| "loss": 0.20721173286437988, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.2904656319290466, |
| "grad_norm": 0.6229859590530396, |
| "learning_rate": 3.515054538325272e-06, |
| "loss": 0.19322358071804047, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.29490022172949, |
| "grad_norm": 0.4470021426677704, |
| "learning_rate": 3.496774173033717e-06, |
| "loss": 0.17478328943252563, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.2993348115299335, |
| "grad_norm": 1.0204616785049438, |
| "learning_rate": 3.478594754538722e-06, |
| "loss": 0.10508938133716583, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.303769401330377, |
| "grad_norm": 0.4292312264442444, |
| "learning_rate": 3.460516527422298e-06, |
| "loss": 0.05400429666042328, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.3082039911308203, |
| "grad_norm": 0.514301061630249, |
| "learning_rate": 3.442539734905049e-06, |
| "loss": 0.15547773241996765, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.3126385809312637, |
| "grad_norm": 0.8231419920921326, |
| "learning_rate": 3.424664618842897e-06, |
| "loss": 0.1262798309326172, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.317073170731707, |
| "grad_norm": 0.6278258562088013, |
| "learning_rate": 3.4068914197238352e-06, |
| "loss": 0.17141902446746826, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.3215077605321506, |
| "grad_norm": 0.7143641710281372, |
| "learning_rate": 3.389220376664687e-06, |
| "loss": 0.2325032353401184, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.3259423503325944, |
| "grad_norm": 0.6291862726211548, |
| "learning_rate": 3.3716517274078842e-06, |
| "loss": 0.1395445019006729, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.330376940133038, |
| "grad_norm": 1.111968994140625, |
| "learning_rate": 3.354185708318284e-06, |
| "loss": 0.19360409677028656, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.3348115299334813, |
| "grad_norm": 0.4316374659538269, |
| "learning_rate": 3.3368225543799716e-06, |
| "loss": 0.19091464579105377, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.3392461197339247, |
| "grad_norm": 0.07719559222459793, |
| "learning_rate": 3.3195624991931074e-06, |
| "loss": 0.0855455994606018, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.343680709534368, |
| "grad_norm": 0.48246321082115173, |
| "learning_rate": 3.302405774970788e-06, |
| "loss": 0.08791041374206543, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.3481152993348116, |
| "grad_norm": 0.36730292439460754, |
| "learning_rate": 3.2853526125359105e-06, |
| "loss": 0.12776361405849457, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.352549889135255, |
| "grad_norm": 0.09562593698501587, |
| "learning_rate": 3.26840324131808e-06, |
| "loss": 0.0983489602804184, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.3569844789356984, |
| "grad_norm": 0.7086212038993835, |
| "learning_rate": 3.251557889350514e-06, |
| "loss": 0.23420387506484985, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.361419068736142, |
| "grad_norm": 5.378333568572998, |
| "learning_rate": 3.2348167832669754e-06, |
| "loss": 0.10752184689044952, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.3658536585365852, |
| "grad_norm": 0.5152938961982727, |
| "learning_rate": 3.218180148298732e-06, |
| "loss": 0.21186313033103943, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.3702882483370287, |
| "grad_norm": 1.4693471193313599, |
| "learning_rate": 3.201648208271507e-06, |
| "loss": 0.19114084541797638, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.374722838137472, |
| "grad_norm": 0.12920020520687103, |
| "learning_rate": 3.185221185602497e-06, |
| "loss": 0.12129313498735428, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.3791574279379155, |
| "grad_norm": 0.8857243061065674, |
| "learning_rate": 3.168899301297347e-06, |
| "loss": 0.21523553133010864, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.3835920177383594, |
| "grad_norm": 0.7426590919494629, |
| "learning_rate": 3.152682774947202e-06, |
| "loss": 0.1364864557981491, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.388026607538803, |
| "grad_norm": 0.7999682426452637, |
| "learning_rate": 3.136571824725744e-06, |
| "loss": 0.0897040143609047, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.3924611973392462, |
| "grad_norm": 0.6461058855056763, |
| "learning_rate": 3.1205666673862484e-06, |
| "loss": 0.09447822719812393, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.3968957871396896, |
| "grad_norm": 0.3650994300842285, |
| "learning_rate": 3.104667518258688e-06, |
| "loss": 0.041886042803525925, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.401330376940133, |
| "grad_norm": 1.1809720993041992, |
| "learning_rate": 3.0888745912468123e-06, |
| "loss": 0.13893677294254303, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.4057649667405765, |
| "grad_norm": 0.5130560398101807, |
| "learning_rate": 3.073188098825285e-06, |
| "loss": 0.19634631276130676, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.41019955654102, |
| "grad_norm": 0.7646129131317139, |
| "learning_rate": 3.0576082520368265e-06, |
| "loss": 0.11035222560167313, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.4146341463414633, |
| "grad_norm": 1.119156837463379, |
| "learning_rate": 3.0421352604893602e-06, |
| "loss": 0.23807543516159058, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.4190687361419068, |
| "grad_norm": 0.4573220908641815, |
| "learning_rate": 3.0267693323532116e-06, |
| "loss": 0.14719665050506592, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.42350332594235, |
| "grad_norm": 0.683412492275238, |
| "learning_rate": 3.0115106743582922e-06, |
| "loss": 0.21427640318870544, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.4279379157427936, |
| "grad_norm": 0.5579946637153625, |
| "learning_rate": 2.9963594917913248e-06, |
| "loss": 0.02915109321475029, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.4323725055432375, |
| "grad_norm": 0.10574361681938171, |
| "learning_rate": 2.981315988493084e-06, |
| "loss": 0.04074406251311302, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.436807095343681, |
| "grad_norm": 0.366202175617218, |
| "learning_rate": 2.9663803668556424e-06, |
| "loss": 0.22145552933216095, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.4412416851441243, |
| "grad_norm": 0.5682427287101746, |
| "learning_rate": 2.9515528278196665e-06, |
| "loss": 0.25287312269210815, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.4456762749445677, |
| "grad_norm": 0.10395639389753342, |
| "learning_rate": 2.936833570871694e-06, |
| "loss": 0.11668358743190765, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.450110864745011, |
| "grad_norm": 0.631152868270874, |
| "learning_rate": 2.922222794041464e-06, |
| "loss": 0.23132863640785217, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.4545454545454546, |
| "grad_norm": 0.881669282913208, |
| "learning_rate": 2.907720693899243e-06, |
| "loss": 0.330628901720047, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.458980044345898, |
| "grad_norm": 0.462612122297287, |
| "learning_rate": 2.8933274655531874e-06, |
| "loss": 0.25399714708328247, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.4634146341463414, |
| "grad_norm": 0.5779225826263428, |
| "learning_rate": 2.879043302646717e-06, |
| "loss": 0.039646755903959274, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.467849223946785, |
| "grad_norm": 0.32095006108283997, |
| "learning_rate": 2.8648683973559054e-06, |
| "loss": 0.23187652230262756, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.4722838137472283, |
| "grad_norm": 0.3223656415939331, |
| "learning_rate": 2.8508029403868962e-06, |
| "loss": 0.09090401232242584, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.4767184035476717, |
| "grad_norm": 0.5520133376121521, |
| "learning_rate": 2.836847120973345e-06, |
| "loss": 0.15556883811950684, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.481152993348115, |
| "grad_norm": 0.47338053584098816, |
| "learning_rate": 2.8230011268738593e-06, |
| "loss": 0.09746363013982773, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.4855875831485585, |
| "grad_norm": 0.1202714741230011, |
| "learning_rate": 2.8092651443694886e-06, |
| "loss": 0.13933829963207245, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.4900221729490024, |
| "grad_norm": 0.6928906440734863, |
| "learning_rate": 2.795639358261202e-06, |
| "loss": 0.43705928325653076, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.494456762749446, |
| "grad_norm": 0.22218959033489227, |
| "learning_rate": 2.782123951867415e-06, |
| "loss": 0.12843255698680878, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.4988913525498893, |
| "grad_norm": 0.4401395618915558, |
| "learning_rate": 2.7687191070215174e-06, |
| "loss": 0.11058890074491501, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.5033259423503327, |
| "grad_norm": 0.4982577860355377, |
| "learning_rate": 2.755425004069424e-06, |
| "loss": 0.20767910778522491, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.507760532150776, |
| "grad_norm": 0.5209600925445557, |
| "learning_rate": 2.7422418218671586e-06, |
| "loss": 0.3028036952018738, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.5121951219512195, |
| "grad_norm": 0.6526494026184082, |
| "learning_rate": 2.7291697377784325e-06, |
| "loss": 0.13182812929153442, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.516629711751663, |
| "grad_norm": 0.5955665707588196, |
| "learning_rate": 2.7162089276722746e-06, |
| "loss": 0.11612501740455627, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.5210643015521064, |
| "grad_norm": 0.5240582227706909, |
| "learning_rate": 2.703359565920651e-06, |
| "loss": 0.19106577336788177, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.52549889135255, |
| "grad_norm": 0.5816933512687683, |
| "learning_rate": 2.6906218253961285e-06, |
| "loss": 0.052692461758852005, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.529933481152993, |
| "grad_norm": 1.794288992881775, |
| "learning_rate": 2.6779958774695487e-06, |
| "loss": 0.15381264686584473, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.5343680709534366, |
| "grad_norm": 0.6399196982383728, |
| "learning_rate": 2.665481892007714e-06, |
| "loss": 0.25606346130371094, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.5388026607538805, |
| "grad_norm": 0.4062730371952057, |
| "learning_rate": 2.6530800373711097e-06, |
| "loss": 0.021856600418686867, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.5432372505543235, |
| "grad_norm": 0.5443702936172485, |
| "learning_rate": 2.640790480411638e-06, |
| "loss": 0.08779677748680115, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.5476718403547673, |
| "grad_norm": 1.7016083002090454, |
| "learning_rate": 2.628613386470371e-06, |
| "loss": 0.1265704333782196, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.5521064301552108, |
| "grad_norm": 0.5498143434524536, |
| "learning_rate": 2.61654891937533e-06, |
| "loss": 0.19086270034313202, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.556541019955654, |
| "grad_norm": 0.5192769765853882, |
| "learning_rate": 2.6045972414392735e-06, |
| "loss": 0.3860751688480377, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.5609756097560976, |
| "grad_norm": 1.643974781036377, |
| "learning_rate": 2.5927585134575233e-06, |
| "loss": 0.2832165062427521, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.565410199556541, |
| "grad_norm": 0.16696669161319733, |
| "learning_rate": 2.581032894705798e-06, |
| "loss": 0.013047085143625736, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.5698447893569845, |
| "grad_norm": 0.5006920099258423, |
| "learning_rate": 2.5694205429380616e-06, |
| "loss": 0.17075103521347046, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.574279379157428, |
| "grad_norm": 0.4067634642124176, |
| "learning_rate": 2.5579216143844153e-06, |
| "loss": 0.049309611320495605, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.5787139689578713, |
| "grad_norm": 0.8766622543334961, |
| "learning_rate": 2.5465362637489847e-06, |
| "loss": 0.1669972687959671, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.5831485587583147, |
| "grad_norm": 0.7486819624900818, |
| "learning_rate": 2.5352646442078472e-06, |
| "loss": 0.20184892416000366, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.587583148558758, |
| "grad_norm": 0.6373207569122314, |
| "learning_rate": 2.524106907406959e-06, |
| "loss": 0.1479307860136032, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.5920177383592016, |
| "grad_norm": 1.1294218301773071, |
| "learning_rate": 2.513063203460127e-06, |
| "loss": 0.15324336290359497, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.5964523281596454, |
| "grad_norm": 0.4940034747123718, |
| "learning_rate": 2.502133680946985e-06, |
| "loss": 0.260329931974411, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.6008869179600884, |
| "grad_norm": 0.5072565674781799, |
| "learning_rate": 2.4913184869109925e-06, |
| "loss": 0.14236906170845032, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.6053215077605323, |
| "grad_norm": 0.14243106544017792, |
| "learning_rate": 2.4806177668574564e-06, |
| "loss": 0.03839609771966934, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.6097560975609757, |
| "grad_norm": 0.462656706571579, |
| "learning_rate": 2.4700316647515805e-06, |
| "loss": 0.1687300205230713, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.614190687361419, |
| "grad_norm": 2.395517587661743, |
| "learning_rate": 2.459560323016518e-06, |
| "loss": 0.11912352591753006, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.6186252771618626, |
| "grad_norm": 0.4201103746891022, |
| "learning_rate": 2.4492038825314637e-06, |
| "loss": 0.148905947804451, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.623059866962306, |
| "grad_norm": 1.4418302774429321, |
| "learning_rate": 2.438962482629751e-06, |
| "loss": 0.19345171749591827, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.6274944567627494, |
| "grad_norm": 0.47817596793174744, |
| "learning_rate": 2.42883626109699e-06, |
| "loss": 0.12935222685337067, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.631929046563193, |
| "grad_norm": 0.543739914894104, |
| "learning_rate": 2.4188253541691973e-06, |
| "loss": 0.1430729478597641, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.6363636363636362, |
| "grad_norm": 0.43734827637672424, |
| "learning_rate": 2.4089298965309753e-06, |
| "loss": 0.19318100810050964, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.6407982261640797, |
| "grad_norm": 0.2320224642753601, |
| "learning_rate": 2.399150021313699e-06, |
| "loss": 0.0949181392788887, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.6452328159645235, |
| "grad_norm": 0.6401042938232422, |
| "learning_rate": 2.389485860093715e-06, |
| "loss": 0.2700011730194092, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.6496674057649665, |
| "grad_norm": 0.12314002215862274, |
| "learning_rate": 2.3799375428905864e-06, |
| "loss": 0.07954643666744232, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.6541019955654104, |
| "grad_norm": 0.7883126735687256, |
| "learning_rate": 2.3705051981653315e-06, |
| "loss": 0.07769718766212463, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.658536585365854, |
| "grad_norm": 0.7627129554748535, |
| "learning_rate": 2.361188952818697e-06, |
| "loss": 0.2676461338996887, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.662971175166297, |
| "grad_norm": 0.8268294334411621, |
| "learning_rate": 2.3519889321894603e-06, |
| "loss": 0.4033682346343994, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.6674057649667406, |
| "grad_norm": 2.1596076488494873, |
| "learning_rate": 2.34290526005273e-06, |
| "loss": 0.09330250322818756, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.671840354767184, |
| "grad_norm": 0.6786802411079407, |
| "learning_rate": 2.3339380586182904e-06, |
| "loss": 0.23048776388168335, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.6762749445676275, |
| "grad_norm": 0.8763942718505859, |
| "learning_rate": 2.3250874485289545e-06, |
| "loss": 0.13142776489257812, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.680709534368071, |
| "grad_norm": 0.49550583958625793, |
| "learning_rate": 2.3163535488589363e-06, |
| "loss": 0.17957837879657745, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.6851441241685143, |
| "grad_norm": 0.08660886436700821, |
| "learning_rate": 2.3077364771122573e-06, |
| "loss": 0.12105847150087357, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.6895787139689578, |
| "grad_norm": 0.2725079655647278, |
| "learning_rate": 2.299236349221157e-06, |
| "loss": 0.06378458440303802, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.694013303769401, |
| "grad_norm": 0.40256035327911377, |
| "learning_rate": 2.2908532795445414e-06, |
| "loss": 0.187424436211586, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.6984478935698446, |
| "grad_norm": 0.4576587975025177, |
| "learning_rate": 2.2825873808664363e-06, |
| "loss": 0.25221118330955505, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.7028824833702885, |
| "grad_norm": 0.5043409466743469, |
| "learning_rate": 2.2744387643944757e-06, |
| "loss": 0.1796739250421524, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.7073170731707314, |
| "grad_norm": 0.5289079546928406, |
| "learning_rate": 2.2664075397584066e-06, |
| "loss": 0.15418490767478943, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.7117516629711753, |
| "grad_norm": 0.5016271471977234, |
| "learning_rate": 2.258493815008605e-06, |
| "loss": 0.23040637373924255, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.7161862527716187, |
| "grad_norm": 0.5144860744476318, |
| "learning_rate": 2.2506976966146355e-06, |
| "loss": 0.21655163168907166, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.720620842572062, |
| "grad_norm": 0.5468173027038574, |
| "learning_rate": 2.2430192894638077e-06, |
| "loss": 0.19511225819587708, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.7250554323725056, |
| "grad_norm": 0.6539567112922668, |
| "learning_rate": 2.235458696859768e-06, |
| "loss": 0.05055548995733261, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.729490022172949, |
| "grad_norm": 0.5066478848457336, |
| "learning_rate": 2.228016020521116e-06, |
| "loss": 0.17900614440441132, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.7339246119733924, |
| "grad_norm": 0.5024972558021545, |
| "learning_rate": 2.2206913605800267e-06, |
| "loss": 0.12050139158964157, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.738359201773836, |
| "grad_norm": 0.5398685932159424, |
| "learning_rate": 2.213484815580911e-06, |
| "loss": 0.12008091807365417, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.7427937915742793, |
| "grad_norm": 0.10834494233131409, |
| "learning_rate": 2.206396482479084e-06, |
| "loss": 0.03123791143298149, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.7472283813747227, |
| "grad_norm": 0.6228474974632263, |
| "learning_rate": 2.199426456639465e-06, |
| "loss": 0.22591347992420197, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.7516629711751666, |
| "grad_norm": 0.8757428526878357, |
| "learning_rate": 2.192574831835291e-06, |
| "loss": 0.1378636211156845, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.7560975609756095, |
| "grad_norm": 0.5694209933280945, |
| "learning_rate": 2.185841700246857e-06, |
| "loss": 0.24412274360656738, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.7605321507760534, |
| "grad_norm": 0.494783490896225, |
| "learning_rate": 2.1792271524602786e-06, |
| "loss": 0.23211520910263062, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.764966740576497, |
| "grad_norm": 0.5232568979263306, |
| "learning_rate": 2.1727312774662656e-06, |
| "loss": 0.12440581619739532, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.7694013303769403, |
| "grad_norm": 0.4039710462093353, |
| "learning_rate": 2.1663541626589337e-06, |
| "loss": 0.11090154200792313, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.7738359201773837, |
| "grad_norm": 0.48914211988449097, |
| "learning_rate": 2.1600958938346202e-06, |
| "loss": 0.5025262832641602, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.778270509977827, |
| "grad_norm": 0.18319113552570343, |
| "learning_rate": 2.153956555190738e-06, |
| "loss": 0.02325468324124813, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.7827050997782705, |
| "grad_norm": 0.10409087687730789, |
| "learning_rate": 2.147936229324637e-06, |
| "loss": 0.1210860013961792, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.787139689578714, |
| "grad_norm": 0.5911566615104675, |
| "learning_rate": 2.1420349972324942e-06, |
| "loss": 0.11488822847604752, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.7915742793791574, |
| "grad_norm": 0.5132036209106445, |
| "learning_rate": 2.1362529383082255e-06, |
| "loss": 0.30858707427978516, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.796008869179601, |
| "grad_norm": 0.28792333602905273, |
| "learning_rate": 2.1305901303424143e-06, |
| "loss": 0.1212579756975174, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.800443458980044, |
| "grad_norm": 0.7928282618522644, |
| "learning_rate": 2.1250466495212697e-06, |
| "loss": 0.1450139433145523, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.8048780487804876, |
| "grad_norm": 2.0321249961853027, |
| "learning_rate": 2.119622570425598e-06, |
| "loss": 0.19779935479164124, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.8093126385809315, |
| "grad_norm": 0.3824866712093353, |
| "learning_rate": 2.1143179660298e-06, |
| "loss": 0.1265445351600647, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.8137472283813745, |
| "grad_norm": 0.5937016606330872, |
| "learning_rate": 2.109132907700888e-06, |
| "loss": 0.11517294496297836, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.8181818181818183, |
| "grad_norm": 0.7648696899414062, |
| "learning_rate": 2.1040674651975297e-06, |
| "loss": 0.21361251175403595, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.8226164079822618, |
| "grad_norm": 0.8102192282676697, |
| "learning_rate": 2.099121706669106e-06, |
| "loss": 0.24782630801200867, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.827050997782705, |
| "grad_norm": 0.5768070220947266, |
| "learning_rate": 2.0942956986547953e-06, |
| "loss": 0.3066186010837555, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.8314855875831486, |
| "grad_norm": 0.4514220356941223, |
| "learning_rate": 2.0895895060826777e-06, |
| "loss": 0.08890463411808014, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.835920177383592, |
| "grad_norm": 0.387746661901474, |
| "learning_rate": 2.085003192268862e-06, |
| "loss": 0.11902990192174911, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.8403547671840355, |
| "grad_norm": 0.5934492349624634, |
| "learning_rate": 2.0805368189166347e-06, |
| "loss": 0.26432839035987854, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.844789356984479, |
| "grad_norm": 0.8290284276008606, |
| "learning_rate": 2.076190446115625e-06, |
| "loss": 0.13800962269306183, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.8492239467849223, |
| "grad_norm": 0.42487943172454834, |
| "learning_rate": 2.0719641323410084e-06, |
| "loss": 0.1366715282201767, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.8536585365853657, |
| "grad_norm": 0.5068730711936951, |
| "learning_rate": 2.0678579344527038e-06, |
| "loss": 0.18744944036006927, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.858093126385809, |
| "grad_norm": 0.45418834686279297, |
| "learning_rate": 2.0638719076946213e-06, |
| "loss": 0.12399666011333466, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.8625277161862526, |
| "grad_norm": 0.5102381706237793, |
| "learning_rate": 2.060006105693913e-06, |
| "loss": 0.11724897474050522, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.8669623059866964, |
| "grad_norm": 0.5589990615844727, |
| "learning_rate": 2.056260580460251e-06, |
| "loss": 0.15366147458553314, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.8713968957871394, |
| "grad_norm": 0.4272408187389374, |
| "learning_rate": 2.052635382385134e-06, |
| "loss": 0.16997916996479034, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.8758314855875833, |
| "grad_norm": 0.8717123866081238, |
| "learning_rate": 2.0491305602411997e-06, |
| "loss": 0.11671534180641174, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.8802660753880267, |
| "grad_norm": 0.5559657216072083, |
| "learning_rate": 2.0457461611815782e-06, |
| "loss": 0.15400242805480957, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.88470066518847, |
| "grad_norm": 0.6432749032974243, |
| "learning_rate": 2.0424822307392493e-06, |
| "loss": 0.18111613392829895, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.8891352549889135, |
| "grad_norm": 0.5203759074211121, |
| "learning_rate": 2.039338812826436e-06, |
| "loss": 0.17084263265132904, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.893569844789357, |
| "grad_norm": 1.0190702676773071, |
| "learning_rate": 2.036315949734011e-06, |
| "loss": 0.1340053379535675, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.8980044345898004, |
| "grad_norm": 2.1606268882751465, |
| "learning_rate": 2.0334136821309286e-06, |
| "loss": 0.23111629486083984, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.902439024390244, |
| "grad_norm": 0.013512303121387959, |
| "learning_rate": 2.0306320490636767e-06, |
| "loss": 0.04244675859808922, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.9068736141906872, |
| "grad_norm": 0.33751603960990906, |
| "learning_rate": 2.027971087955753e-06, |
| "loss": 0.050674207508563995, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.9113082039911307, |
| "grad_norm": 0.043730415403842926, |
| "learning_rate": 2.0254308346071574e-06, |
| "loss": 0.13882163166999817, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.9157427937915745, |
| "grad_norm": 0.37790897488594055, |
| "learning_rate": 2.023011323193917e-06, |
| "loss": 0.16915282607078552, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.9201773835920175, |
| "grad_norm": 0.5498037338256836, |
| "learning_rate": 2.020712586267621e-06, |
| "loss": 0.24210064113140106, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.9246119733924614, |
| "grad_norm": 0.5351380109786987, |
| "learning_rate": 2.018534654754984e-06, |
| "loss": 0.2681524157524109, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.929046563192905, |
| "grad_norm": 0.7002694606781006, |
| "learning_rate": 2.016477557957432e-06, |
| "loss": 0.0865524411201477, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.933481152993348, |
| "grad_norm": 1.273296594619751, |
| "learning_rate": 2.0145413235507057e-06, |
| "loss": 0.15231235325336456, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.9379157427937916, |
| "grad_norm": 0.560060977935791, |
| "learning_rate": 2.0127259775844882e-06, |
| "loss": 0.2978004813194275, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.942350332594235, |
| "grad_norm": 0.08104455471038818, |
| "learning_rate": 2.0110315444820557e-06, |
| "loss": 0.015620124526321888, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.9467849223946785, |
| "grad_norm": 1.2214912176132202, |
| "learning_rate": 2.0094580470399507e-06, |
| "loss": 0.08288650959730148, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.951219512195122, |
| "grad_norm": 0.08862635493278503, |
| "learning_rate": 2.0080055064276703e-06, |
| "loss": 0.11820105463266373, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.9556541019955653, |
| "grad_norm": 0.6492655277252197, |
| "learning_rate": 2.0066739421873856e-06, |
| "loss": 0.23602721095085144, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.9600886917960088, |
| "grad_norm": 0.4690077602863312, |
| "learning_rate": 2.0054633722336776e-06, |
| "loss": 0.17881526052951813, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.964523281596452, |
| "grad_norm": 0.4643179774284363, |
| "learning_rate": 2.0043738128532943e-06, |
| "loss": 0.1461382508277893, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.9689578713968956, |
| "grad_norm": 0.33378270268440247, |
| "learning_rate": 2.003405278704937e-06, |
| "loss": 0.12822888791561127, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.9733924611973395, |
| "grad_norm": 0.7190065979957581, |
| "learning_rate": 2.002557782819055e-06, |
| "loss": 0.1802365928888321, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.9778270509977824, |
| "grad_norm": 0.6157906651496887, |
| "learning_rate": 2.001831336597679e-06, |
| "loss": 0.09615038335323334, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.9822616407982263, |
| "grad_norm": 0.4767264127731323, |
| "learning_rate": 2.0012259498142596e-06, |
| "loss": 0.13788002729415894, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.9866962305986697, |
| "grad_norm": 0.499039888381958, |
| "learning_rate": 2.00074163061354e-06, |
| "loss": 0.18137040734291077, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.991130820399113, |
| "grad_norm": 0.6075534224510193, |
| "learning_rate": 2.000378385511451e-06, |
| "loss": 0.10324703902006149, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.9955654101995566, |
| "grad_norm": 0.5070518851280212, |
| "learning_rate": 2.000136219395011e-06, |
| "loss": 0.16305242478847504, |
| "step": 1802 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.4194043278694153, |
| "learning_rate": 2.0000151355222728e-06, |
| "loss": 0.06611192226409912, |
| "step": 1804 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1804, |
| "total_flos": 3.4175049861232067e+18, |
| "train_loss": 0.6816160985415268, |
| "train_runtime": 8301.6433, |
| "train_samples_per_second": 6.519, |
| "train_steps_per_second": 0.217 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1804, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.4175049861232067e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
