| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.09007874015748031, |
| "eval_steps": 2858, |
| "global_step": 1716, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00010498687664041995, |
| "grad_norm": 10.849783897399902, |
| "learning_rate": 8.421052631578948e-06, |
| "loss": 11.336052894592285, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0002099737532808399, |
| "grad_norm": 4.206523895263672, |
| "learning_rate": 2.5263157894736845e-05, |
| "loss": 10.710294723510742, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.00031496062992125983, |
| "grad_norm": 2.95147705078125, |
| "learning_rate": 4.210526315789474e-05, |
| "loss": 10.311192512512207, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0004199475065616798, |
| "grad_norm": 7.974979400634766, |
| "learning_rate": 5.894736842105263e-05, |
| "loss": 9.713238716125488, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0005249343832020997, |
| "grad_norm": 2.7956748008728027, |
| "learning_rate": 7.578947368421054e-05, |
| "loss": 9.508157730102539, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0006299212598425197, |
| "grad_norm": 11.139887809753418, |
| "learning_rate": 9.263157894736843e-05, |
| "loss": 9.507661819458008, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0007349081364829396, |
| "grad_norm": 4.121689796447754, |
| "learning_rate": 0.00010947368421052633, |
| "loss": 9.094792366027832, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0008398950131233596, |
| "grad_norm": 11.641839027404785, |
| "learning_rate": 0.0001263157894736842, |
| "loss": 8.865646362304688, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0009448818897637795, |
| "grad_norm": 3.2739551067352295, |
| "learning_rate": 0.0001431578947368421, |
| "loss": 8.6943998336792, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0010498687664041995, |
| "grad_norm": 3.3511805534362793, |
| "learning_rate": 0.00016, |
| "loss": 8.40627670288086, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0011548556430446195, |
| "grad_norm": 3.8193061351776123, |
| "learning_rate": 0.0001768421052631579, |
| "loss": 8.06525707244873, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0012598425196850393, |
| "grad_norm": 2.8360342979431152, |
| "learning_rate": 0.0001936842105263158, |
| "loss": 8.069121360778809, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0013648293963254593, |
| "grad_norm": 2.07961368560791, |
| "learning_rate": 0.0002105263157894737, |
| "loss": 7.9217634201049805, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0014698162729658792, |
| "grad_norm": 1.3632010221481323, |
| "learning_rate": 0.0002273684210526316, |
| "loss": 7.819206714630127, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0015748031496062992, |
| "grad_norm": 2.2996950149536133, |
| "learning_rate": 0.0002442105263157895, |
| "loss": 7.806654453277588, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0016797900262467192, |
| "grad_norm": 0.5869771242141724, |
| "learning_rate": 0.0002610526315789474, |
| "loss": 7.715257167816162, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.001784776902887139, |
| "grad_norm": 0.8440877795219421, |
| "learning_rate": 0.0002778947368421053, |
| "loss": 7.586756229400635, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.001889763779527559, |
| "grad_norm": 0.774182140827179, |
| "learning_rate": 0.00029473684210526316, |
| "loss": 7.62679386138916, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.001994750656167979, |
| "grad_norm": 0.5010451078414917, |
| "learning_rate": 0.00031157894736842103, |
| "loss": 7.545993328094482, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.002099737532808399, |
| "grad_norm": 0.6951680183410645, |
| "learning_rate": 0.00032842105263157896, |
| "loss": 7.461381912231445, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.002204724409448819, |
| "grad_norm": 0.8257125020027161, |
| "learning_rate": 0.00034526315789473684, |
| "loss": 7.4312357902526855, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.002309711286089239, |
| "grad_norm": 0.6842756271362305, |
| "learning_rate": 0.00036210526315789477, |
| "loss": 7.449553489685059, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0024146981627296586, |
| "grad_norm": 0.7420353293418884, |
| "learning_rate": 0.00037894736842105265, |
| "loss": 7.360008239746094, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0025196850393700786, |
| "grad_norm": 0.5558741688728333, |
| "learning_rate": 0.0003957894736842105, |
| "loss": 7.450737953186035, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.0026246719160104987, |
| "grad_norm": 1.2673524618148804, |
| "learning_rate": 0.00041263157894736845, |
| "loss": 7.304603576660156, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0027296587926509187, |
| "grad_norm": 1.1506381034851074, |
| "learning_rate": 0.00042947368421052633, |
| "loss": 7.373305797576904, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0028346456692913387, |
| "grad_norm": 1.34714937210083, |
| "learning_rate": 0.0004463157894736842, |
| "loss": 7.287379264831543, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0029396325459317583, |
| "grad_norm": 1.8458038568496704, |
| "learning_rate": 0.00046315789473684214, |
| "loss": 7.345888137817383, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0030446194225721783, |
| "grad_norm": 1.229347825050354, |
| "learning_rate": 0.00048, |
| "loss": 7.267388343811035, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0031496062992125984, |
| "grad_norm": 1.0520741939544678, |
| "learning_rate": 0.0004968421052631579, |
| "loss": 7.2191925048828125, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0032545931758530184, |
| "grad_norm": 1.0573132038116455, |
| "learning_rate": 0.0005136842105263158, |
| "loss": 7.139622211456299, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0033595800524934384, |
| "grad_norm": 0.7959205508232117, |
| "learning_rate": 0.0005305263157894737, |
| "loss": 7.1705827713012695, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0034645669291338585, |
| "grad_norm": 1.0648680925369263, |
| "learning_rate": 0.0005473684210526316, |
| "loss": 7.059314727783203, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.003569553805774278, |
| "grad_norm": 1.2019802331924438, |
| "learning_rate": 0.0005642105263157894, |
| "loss": 7.1090087890625, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.003674540682414698, |
| "grad_norm": 0.6939458250999451, |
| "learning_rate": 0.0005810526315789474, |
| "loss": 7.071786880493164, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.003779527559055118, |
| "grad_norm": 0.5002018213272095, |
| "learning_rate": 0.0005978947368421053, |
| "loss": 7.020046234130859, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.003884514435695538, |
| "grad_norm": 0.5465899109840393, |
| "learning_rate": 0.0006147368421052632, |
| "loss": 6.96237325668335, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.003989501312335958, |
| "grad_norm": 0.9754618406295776, |
| "learning_rate": 0.0006315789473684211, |
| "loss": 6.940667152404785, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.004094488188976378, |
| "grad_norm": 1.0599706172943115, |
| "learning_rate": 0.0006484210526315789, |
| "loss": 6.961879730224609, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.004199475065616798, |
| "grad_norm": 0.9335948824882507, |
| "learning_rate": 0.0006652631578947369, |
| "loss": 6.944250106811523, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0043044619422572174, |
| "grad_norm": 0.9988331198692322, |
| "learning_rate": 0.0006821052631578948, |
| "loss": 6.911154747009277, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.004409448818897638, |
| "grad_norm": 0.8610116243362427, |
| "learning_rate": 0.0006989473684210527, |
| "loss": 6.893559455871582, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0045144356955380575, |
| "grad_norm": 0.7761997580528259, |
| "learning_rate": 0.0007157894736842105, |
| "loss": 6.926453590393066, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.004619422572178478, |
| "grad_norm": 0.825920045375824, |
| "learning_rate": 0.0007326315789473684, |
| "loss": 6.813850402832031, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.004724409448818898, |
| "grad_norm": 0.8140450119972229, |
| "learning_rate": 0.0007494736842105264, |
| "loss": 6.821445941925049, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.004829396325459317, |
| "grad_norm": 0.5451359748840332, |
| "learning_rate": 0.0007663157894736842, |
| "loss": 6.663788795471191, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.004934383202099738, |
| "grad_norm": 0.4969961941242218, |
| "learning_rate": 0.0007831578947368422, |
| "loss": 6.7580647468566895, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.005039370078740157, |
| "grad_norm": 0.5622134804725647, |
| "learning_rate": 0.0008, |
| "loss": 6.753166198730469, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.005144356955380578, |
| "grad_norm": 0.45332568883895874, |
| "learning_rate": 0.0008, |
| "loss": 6.61945104598999, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.005249343832020997, |
| "grad_norm": 0.6089130640029907, |
| "learning_rate": 0.0008, |
| "loss": 6.531531810760498, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.005354330708661417, |
| "grad_norm": 1.5867327451705933, |
| "learning_rate": 0.0008, |
| "loss": 6.609947204589844, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.005459317585301837, |
| "grad_norm": 0.8609986901283264, |
| "learning_rate": 0.0008, |
| "loss": 6.586551189422607, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.005564304461942257, |
| "grad_norm": 0.682275116443634, |
| "learning_rate": 0.0008, |
| "loss": 6.591581344604492, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.005669291338582677, |
| "grad_norm": 0.8488819003105164, |
| "learning_rate": 0.0008, |
| "loss": 6.605495452880859, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.005774278215223097, |
| "grad_norm": 0.8200653195381165, |
| "learning_rate": 0.0008, |
| "loss": 6.560756206512451, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.005879265091863517, |
| "grad_norm": 0.859346330165863, |
| "learning_rate": 0.0008, |
| "loss": 6.440073490142822, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.005984251968503937, |
| "grad_norm": 1.1621174812316895, |
| "learning_rate": 0.0008, |
| "loss": 6.41163444519043, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.006089238845144357, |
| "grad_norm": 0.5757318735122681, |
| "learning_rate": 0.0008, |
| "loss": 6.400125503540039, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.006194225721784777, |
| "grad_norm": 0.5290873050689697, |
| "learning_rate": 0.0008, |
| "loss": 6.3030877113342285, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.006299212598425197, |
| "grad_norm": 1.0253428220748901, |
| "learning_rate": 0.0008, |
| "loss": 6.3230977058410645, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.006404199475065617, |
| "grad_norm": 0.6795729398727417, |
| "learning_rate": 0.0008, |
| "loss": 6.3237199783325195, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.006509186351706037, |
| "grad_norm": 0.861482560634613, |
| "learning_rate": 0.0008, |
| "loss": 6.25187873840332, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.006614173228346456, |
| "grad_norm": 0.7200944423675537, |
| "learning_rate": 0.0008, |
| "loss": 6.1981401443481445, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.006719160104986877, |
| "grad_norm": 0.6993811726570129, |
| "learning_rate": 0.0008, |
| "loss": 6.191583633422852, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.0068241469816272965, |
| "grad_norm": 0.4931415915489197, |
| "learning_rate": 0.0008, |
| "loss": 6.107348442077637, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.006929133858267717, |
| "grad_norm": 0.3714856803417206, |
| "learning_rate": 0.0008, |
| "loss": 6.135107040405273, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.0070341207349081366, |
| "grad_norm": 0.4941980242729187, |
| "learning_rate": 0.0008, |
| "loss": 6.1131463050842285, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.007139107611548556, |
| "grad_norm": 0.5307848453521729, |
| "learning_rate": 0.0008, |
| "loss": 6.129576683044434, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.007244094488188977, |
| "grad_norm": 0.4134950041770935, |
| "learning_rate": 0.0008, |
| "loss": 6.058399200439453, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.007349081364829396, |
| "grad_norm": 0.5328584313392639, |
| "learning_rate": 0.0008, |
| "loss": 6.038764476776123, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.007454068241469817, |
| "grad_norm": 1.15119469165802, |
| "learning_rate": 0.0008, |
| "loss": 5.919521808624268, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.007559055118110236, |
| "grad_norm": 0.6950765252113342, |
| "learning_rate": 0.0008, |
| "loss": 5.90153694152832, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.007664041994750656, |
| "grad_norm": 0.607292115688324, |
| "learning_rate": 0.0008, |
| "loss": 5.805788993835449, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.007769028871391076, |
| "grad_norm": 0.8245534896850586, |
| "learning_rate": 0.0008, |
| "loss": 5.942452907562256, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.007874015748031496, |
| "grad_norm": 0.643883228302002, |
| "learning_rate": 0.0008, |
| "loss": 5.859640598297119, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.007979002624671916, |
| "grad_norm": 0.6031001806259155, |
| "learning_rate": 0.0008, |
| "loss": 5.771254539489746, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.008083989501312335, |
| "grad_norm": 0.3471139967441559, |
| "learning_rate": 0.0008, |
| "loss": 5.825682163238525, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.008188976377952756, |
| "grad_norm": 0.35251903533935547, |
| "learning_rate": 0.0008, |
| "loss": 5.824915885925293, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.008293963254593176, |
| "grad_norm": 0.5420740842819214, |
| "learning_rate": 0.0008, |
| "loss": 5.735776424407959, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.008398950131233596, |
| "grad_norm": 0.5785290002822876, |
| "learning_rate": 0.0008, |
| "loss": 5.71408748626709, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.008503937007874015, |
| "grad_norm": 0.5503653287887573, |
| "learning_rate": 0.0008, |
| "loss": 5.681863784790039, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.008608923884514435, |
| "grad_norm": 0.38715237379074097, |
| "learning_rate": 0.0008, |
| "loss": 5.627864360809326, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.008713910761154856, |
| "grad_norm": 0.47762763500213623, |
| "learning_rate": 0.0008, |
| "loss": 5.623003959655762, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.008818897637795276, |
| "grad_norm": 0.7163979411125183, |
| "learning_rate": 0.0008, |
| "loss": 5.694301128387451, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.008923884514435695, |
| "grad_norm": 0.5806844830513, |
| "learning_rate": 0.0008, |
| "loss": 5.556089878082275, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.009028871391076115, |
| "grad_norm": 0.39758580923080444, |
| "learning_rate": 0.0008, |
| "loss": 5.631988048553467, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.009133858267716535, |
| "grad_norm": 0.4177590012550354, |
| "learning_rate": 0.0008, |
| "loss": 5.465466022491455, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.009238845144356956, |
| "grad_norm": 0.3706369400024414, |
| "learning_rate": 0.0008, |
| "loss": 5.473786354064941, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.009343832020997376, |
| "grad_norm": 0.3802669942378998, |
| "learning_rate": 0.0008, |
| "loss": 5.476729393005371, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.009448818897637795, |
| "grad_norm": 0.44668325781822205, |
| "learning_rate": 0.0008, |
| "loss": 5.477040767669678, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.009553805774278215, |
| "grad_norm": 0.2561449408531189, |
| "learning_rate": 0.0008, |
| "loss": 5.360054016113281, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.009658792650918634, |
| "grad_norm": 0.3362152874469757, |
| "learning_rate": 0.0008, |
| "loss": 5.358182907104492, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.009763779527559056, |
| "grad_norm": 0.2856195569038391, |
| "learning_rate": 0.0008, |
| "loss": 5.342494010925293, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.009868766404199475, |
| "grad_norm": 0.5502752661705017, |
| "learning_rate": 0.0008, |
| "loss": 5.342869758605957, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.009973753280839895, |
| "grad_norm": 0.7680650353431702, |
| "learning_rate": 0.0008, |
| "loss": 5.356422424316406, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.010078740157480314, |
| "grad_norm": 0.5406929850578308, |
| "learning_rate": 0.0008, |
| "loss": 5.300556182861328, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.010183727034120734, |
| "grad_norm": 0.3668650984764099, |
| "learning_rate": 0.0008, |
| "loss": 5.367114067077637, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.010288713910761155, |
| "grad_norm": 0.4027565121650696, |
| "learning_rate": 0.0008, |
| "loss": 5.251592636108398, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.010393700787401575, |
| "grad_norm": 0.40343940258026123, |
| "learning_rate": 0.0008, |
| "loss": 5.276173114776611, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.010498687664041995, |
| "grad_norm": 0.4856398105621338, |
| "learning_rate": 0.0008, |
| "loss": 5.210047245025635, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.010603674540682414, |
| "grad_norm": 0.26983195543289185, |
| "learning_rate": 0.0008, |
| "loss": 5.17520809173584, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.010708661417322834, |
| "grad_norm": 0.25971466302871704, |
| "learning_rate": 0.0008, |
| "loss": 5.155277252197266, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.010813648293963255, |
| "grad_norm": 0.2467920333147049, |
| "learning_rate": 0.0008, |
| "loss": 5.207974910736084, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.010918635170603675, |
| "grad_norm": 0.27808240056037903, |
| "learning_rate": 0.0008, |
| "loss": 5.16036319732666, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.011023622047244094, |
| "grad_norm": 0.287492960691452, |
| "learning_rate": 0.0008, |
| "loss": 5.079829692840576, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.011128608923884514, |
| "grad_norm": 0.25132930278778076, |
| "learning_rate": 0.0008, |
| "loss": 5.055511474609375, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.011233595800524934, |
| "grad_norm": 0.44570592045783997, |
| "learning_rate": 0.0008, |
| "loss": 5.137527942657471, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.011338582677165355, |
| "grad_norm": 0.5238414406776428, |
| "learning_rate": 0.0008, |
| "loss": 5.096850872039795, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.011443569553805774, |
| "grad_norm": 0.46957311034202576, |
| "learning_rate": 0.0008, |
| "loss": 5.067659378051758, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.011548556430446194, |
| "grad_norm": 0.535942792892456, |
| "learning_rate": 0.0008, |
| "loss": 5.147111415863037, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.011653543307086614, |
| "grad_norm": 0.4777580797672272, |
| "learning_rate": 0.0008, |
| "loss": 5.075133800506592, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.011758530183727033, |
| "grad_norm": 0.31084227561950684, |
| "learning_rate": 0.0008, |
| "loss": 5.079253673553467, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.011863517060367455, |
| "grad_norm": 0.2853791117668152, |
| "learning_rate": 0.0008, |
| "loss": 4.923807144165039, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.011968503937007874, |
| "grad_norm": 0.2706334590911865, |
| "learning_rate": 0.0008, |
| "loss": 4.94926118850708, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.012073490813648294, |
| "grad_norm": 0.2381977140903473, |
| "learning_rate": 0.0008, |
| "loss": 4.920800685882568, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.012178477690288713, |
| "grad_norm": 0.21651628613471985, |
| "learning_rate": 0.0008, |
| "loss": 4.997503757476807, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.012283464566929133, |
| "grad_norm": 0.28761589527130127, |
| "learning_rate": 0.0008, |
| "loss": 4.905304431915283, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.012388451443569554, |
| "grad_norm": 0.3810858130455017, |
| "learning_rate": 0.0008, |
| "loss": 4.907279968261719, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.012493438320209974, |
| "grad_norm": 0.6002088189125061, |
| "learning_rate": 0.0008, |
| "loss": 4.840156555175781, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.012598425196850394, |
| "grad_norm": 0.42039456963539124, |
| "learning_rate": 0.0008, |
| "loss": 4.886885643005371, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.012703412073490813, |
| "grad_norm": 0.42322126030921936, |
| "learning_rate": 0.0008, |
| "loss": 4.822059631347656, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.012808398950131234, |
| "grad_norm": 0.33545973896980286, |
| "learning_rate": 0.0008, |
| "loss": 4.766934871673584, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.012913385826771654, |
| "grad_norm": 0.35304394364356995, |
| "learning_rate": 0.0008, |
| "loss": 4.7689738273620605, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.013018372703412074, |
| "grad_norm": 0.3135300278663635, |
| "learning_rate": 0.0008, |
| "loss": 4.7434821128845215, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.013123359580052493, |
| "grad_norm": 0.2875298857688904, |
| "learning_rate": 0.0008, |
| "loss": 4.7837395668029785, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.013228346456692913, |
| "grad_norm": 0.34506675601005554, |
| "learning_rate": 0.0008, |
| "loss": 4.787559509277344, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.013333333333333334, |
| "grad_norm": 0.3315136730670929, |
| "learning_rate": 0.0008, |
| "loss": 4.751657962799072, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.013438320209973754, |
| "grad_norm": 0.3462645709514618, |
| "learning_rate": 0.0008, |
| "loss": 4.821771621704102, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.013543307086614173, |
| "grad_norm": 0.24309296905994415, |
| "learning_rate": 0.0008, |
| "loss": 4.689890384674072, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.013648293963254593, |
| "grad_norm": 0.4050637185573578, |
| "learning_rate": 0.0008, |
| "loss": 4.697262287139893, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.013753280839895013, |
| "grad_norm": 0.4226019084453583, |
| "learning_rate": 0.0008, |
| "loss": 4.713808059692383, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.013858267716535434, |
| "grad_norm": 0.4319268763065338, |
| "learning_rate": 0.0008, |
| "loss": 4.579202651977539, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.013963254593175854, |
| "grad_norm": 0.3217737078666687, |
| "learning_rate": 0.0008, |
| "loss": 4.692221641540527, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.014068241469816273, |
| "grad_norm": 0.30460724234580994, |
| "learning_rate": 0.0008, |
| "loss": 4.656576156616211, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.014173228346456693, |
| "grad_norm": 0.25518161058425903, |
| "learning_rate": 0.0008, |
| "loss": 4.592221260070801, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.014278215223097112, |
| "grad_norm": 0.24282623827457428, |
| "learning_rate": 0.0008, |
| "loss": 4.648724555969238, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.014383202099737534, |
| "grad_norm": 0.39138299226760864, |
| "learning_rate": 0.0008, |
| "loss": 4.606783866882324, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.014488188976377953, |
| "grad_norm": 0.32089442014694214, |
| "learning_rate": 0.0008, |
| "loss": 4.516218662261963, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.014593175853018373, |
| "grad_norm": 0.3266720473766327, |
| "learning_rate": 0.0008, |
| "loss": 4.552274227142334, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.014698162729658792, |
| "grad_norm": 0.27863070368766785, |
| "learning_rate": 0.0008, |
| "loss": 4.488729476928711, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.014803149606299212, |
| "grad_norm": 0.28705859184265137, |
| "learning_rate": 0.0008, |
| "loss": 4.477656364440918, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.014908136482939633, |
| "grad_norm": 0.33214113116264343, |
| "learning_rate": 0.0008, |
| "loss": 4.430954456329346, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.015013123359580053, |
| "grad_norm": 0.3688258230686188, |
| "learning_rate": 0.0008, |
| "loss": 4.452303886413574, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.015118110236220473, |
| "grad_norm": 0.36506983637809753, |
| "learning_rate": 0.0008, |
| "loss": 4.543822288513184, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.015223097112860892, |
| "grad_norm": 0.3670697808265686, |
| "learning_rate": 0.0008, |
| "loss": 4.436527252197266, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.015328083989501312, |
| "grad_norm": 0.2648005187511444, |
| "learning_rate": 0.0008, |
| "loss": 4.4850335121154785, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.015433070866141733, |
| "grad_norm": 0.22264482080936432, |
| "learning_rate": 0.0008, |
| "loss": 4.484733581542969, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.015538057742782153, |
| "grad_norm": 0.2611202895641327, |
| "learning_rate": 0.0008, |
| "loss": 4.408095836639404, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.01564304461942257, |
| "grad_norm": 0.2882183790206909, |
| "learning_rate": 0.0008, |
| "loss": 4.459738731384277, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.015748031496062992, |
| "grad_norm": 0.28506702184677124, |
| "learning_rate": 0.0008, |
| "loss": 4.3531670570373535, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.015853018372703413, |
| "grad_norm": 0.2589276432991028, |
| "learning_rate": 0.0008, |
| "loss": 4.410321235656738, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.01595800524934383, |
| "grad_norm": 0.2526051104068756, |
| "learning_rate": 0.0008, |
| "loss": 4.283108711242676, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.016062992125984252, |
| "grad_norm": 0.37200987339019775, |
| "learning_rate": 0.0008, |
| "loss": 4.3569817543029785, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.01616797900262467, |
| "grad_norm": 0.307287335395813, |
| "learning_rate": 0.0008, |
| "loss": 4.438014507293701, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.01627296587926509, |
| "grad_norm": 0.36766815185546875, |
| "learning_rate": 0.0008, |
| "loss": 4.295423984527588, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.016377952755905513, |
| "grad_norm": 0.31193122267723083, |
| "learning_rate": 0.0008, |
| "loss": 4.333798885345459, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.01648293963254593, |
| "grad_norm": 0.31765303015708923, |
| "learning_rate": 0.0008, |
| "loss": 4.16727352142334, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.016587926509186352, |
| "grad_norm": 0.21497637033462524, |
| "learning_rate": 0.0008, |
| "loss": 4.2583441734313965, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.01669291338582677, |
| "grad_norm": 0.26689282059669495, |
| "learning_rate": 0.0008, |
| "loss": 4.223230361938477, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.01679790026246719, |
| "grad_norm": 0.27385199069976807, |
| "learning_rate": 0.0008, |
| "loss": 4.208255767822266, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.016902887139107613, |
| "grad_norm": 0.2642309367656708, |
| "learning_rate": 0.0008, |
| "loss": 4.289506435394287, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.01700787401574803, |
| "grad_norm": 0.2722127437591553, |
| "learning_rate": 0.0008, |
| "loss": 4.300339221954346, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.017112860892388452, |
| "grad_norm": 0.38802817463874817, |
| "learning_rate": 0.0008, |
| "loss": 4.228229999542236, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.01721784776902887, |
| "grad_norm": 0.2825157642364502, |
| "learning_rate": 0.0008, |
| "loss": 4.32781982421875, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.01732283464566929, |
| "grad_norm": 0.3203144669532776, |
| "learning_rate": 0.0008, |
| "loss": 4.10207462310791, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.017427821522309712, |
| "grad_norm": 0.2983134090900421, |
| "learning_rate": 0.0008, |
| "loss": 4.20668888092041, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.01753280839895013, |
| "grad_norm": 0.33699917793273926, |
| "learning_rate": 0.0008, |
| "loss": 4.1426262855529785, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.01763779527559055, |
| "grad_norm": 0.3318274915218353, |
| "learning_rate": 0.0008, |
| "loss": 4.161504745483398, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.01774278215223097, |
| "grad_norm": 0.2278800904750824, |
| "learning_rate": 0.0008, |
| "loss": 3.990349292755127, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.01784776902887139, |
| "grad_norm": 0.2122919112443924, |
| "learning_rate": 0.0008, |
| "loss": 4.127922534942627, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.017952755905511812, |
| "grad_norm": 0.24514071643352509, |
| "learning_rate": 0.0008, |
| "loss": 4.193850994110107, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.01805774278215223, |
| "grad_norm": 0.28716644644737244, |
| "learning_rate": 0.0008, |
| "loss": 4.070234298706055, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.01816272965879265, |
| "grad_norm": 0.25690266489982605, |
| "learning_rate": 0.0008, |
| "loss": 3.966444730758667, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.01826771653543307, |
| "grad_norm": 0.2349938452243805, |
| "learning_rate": 0.0008, |
| "loss": 3.9333581924438477, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.01837270341207349, |
| "grad_norm": 0.20146915316581726, |
| "learning_rate": 0.0008, |
| "loss": 3.953355550765991, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.018477690288713912, |
| "grad_norm": 0.1961042433977127, |
| "learning_rate": 0.0008, |
| "loss": 3.973087787628174, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.01858267716535433, |
| "grad_norm": 0.2598169445991516, |
| "learning_rate": 0.0008, |
| "loss": 4.002113342285156, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.01868766404199475, |
| "grad_norm": 0.22022010385990143, |
| "learning_rate": 0.0008, |
| "loss": 3.9722490310668945, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.01879265091863517, |
| "grad_norm": 0.212201327085495, |
| "learning_rate": 0.0008, |
| "loss": 3.8929874897003174, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.01889763779527559, |
| "grad_norm": 0.1991279572248459, |
| "learning_rate": 0.0008, |
| "loss": 3.894895076751709, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.01900262467191601, |
| "grad_norm": 0.24566085636615753, |
| "learning_rate": 0.0008, |
| "loss": 3.8610589504241943, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.01910761154855643, |
| "grad_norm": 0.2806271016597748, |
| "learning_rate": 0.0008, |
| "loss": 3.861912488937378, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.01921259842519685, |
| "grad_norm": 0.2231629341840744, |
| "learning_rate": 0.0008, |
| "loss": 3.8544185161590576, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.01931758530183727, |
| "grad_norm": 0.26531746983528137, |
| "learning_rate": 0.0008, |
| "loss": 3.8621199131011963, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.01942257217847769, |
| "grad_norm": 0.3318291902542114, |
| "learning_rate": 0.0008, |
| "loss": 3.902070999145508, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.01952755905511811, |
| "grad_norm": 0.23807932436466217, |
| "learning_rate": 0.0008, |
| "loss": 3.86655855178833, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.01963254593175853, |
| "grad_norm": 0.215584397315979, |
| "learning_rate": 0.0008, |
| "loss": 3.773761510848999, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.01973753280839895, |
| "grad_norm": 0.289485901594162, |
| "learning_rate": 0.0008, |
| "loss": 3.8897311687469482, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.01984251968503937, |
| "grad_norm": 0.2350815236568451, |
| "learning_rate": 0.0008, |
| "loss": 3.787693738937378, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.01994750656167979, |
| "grad_norm": 0.2330552637577057, |
| "learning_rate": 0.0008, |
| "loss": 3.7755932807922363, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.02005249343832021, |
| "grad_norm": 0.2246251106262207, |
| "learning_rate": 0.0008, |
| "loss": 3.839930772781372, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.02015748031496063, |
| "grad_norm": 0.23261497914791107, |
| "learning_rate": 0.0008, |
| "loss": 3.72586727142334, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.02026246719160105, |
| "grad_norm": 0.24750104546546936, |
| "learning_rate": 0.0008, |
| "loss": 3.893145799636841, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.020367454068241468, |
| "grad_norm": 0.22430314123630524, |
| "learning_rate": 0.0008, |
| "loss": 3.725208282470703, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.02047244094488189, |
| "grad_norm": 0.20470485091209412, |
| "learning_rate": 0.0008, |
| "loss": 3.727203845977783, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.02057742782152231, |
| "grad_norm": 0.1713440865278244, |
| "learning_rate": 0.0008, |
| "loss": 3.722830295562744, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.02068241469816273, |
| "grad_norm": 0.17870037257671356, |
| "learning_rate": 0.0008, |
| "loss": 3.6994686126708984, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.02078740157480315, |
| "grad_norm": 0.16635218262672424, |
| "learning_rate": 0.0008, |
| "loss": 3.628350257873535, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.020892388451443568, |
| "grad_norm": 0.16065655648708344, |
| "learning_rate": 0.0008, |
| "loss": 3.696190357208252, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.02099737532808399, |
| "grad_norm": 0.1648516058921814, |
| "learning_rate": 0.0008, |
| "loss": 3.7218990325927734, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.02110236220472441, |
| "grad_norm": 0.2350551337003708, |
| "learning_rate": 0.0008, |
| "loss": 3.6114625930786133, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.02120734908136483, |
| "grad_norm": 0.21156081557273865, |
| "learning_rate": 0.0008, |
| "loss": 3.6270546913146973, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.02131233595800525, |
| "grad_norm": 0.2242772877216339, |
| "learning_rate": 0.0008, |
| "loss": 3.6559674739837646, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.021417322834645668, |
| "grad_norm": 0.20296809077262878, |
| "learning_rate": 0.0008, |
| "loss": 3.6351869106292725, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.02152230971128609, |
| "grad_norm": 0.21024516224861145, |
| "learning_rate": 0.0008, |
| "loss": 3.7134218215942383, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.02162729658792651, |
| "grad_norm": 0.2657431662082672, |
| "learning_rate": 0.0008, |
| "loss": 3.675140619277954, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.021732283464566928, |
| "grad_norm": 0.22600969672203064, |
| "learning_rate": 0.0008, |
| "loss": 3.6230013370513916, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.02183727034120735, |
| "grad_norm": 0.22580362856388092, |
| "learning_rate": 0.0008, |
| "loss": 3.633514881134033, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.021942257217847767, |
| "grad_norm": 0.20401369035243988, |
| "learning_rate": 0.0008, |
| "loss": 3.5863749980926514, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.02204724409448819, |
| "grad_norm": 0.19097885489463806, |
| "learning_rate": 0.0008, |
| "loss": 3.570152521133423, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.02215223097112861, |
| "grad_norm": 0.16916649043560028, |
| "learning_rate": 0.0008, |
| "loss": 3.571899175643921, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.022257217847769028, |
| "grad_norm": 0.15503089129924774, |
| "learning_rate": 0.0008, |
| "loss": 3.648607015609741, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.02236220472440945, |
| "grad_norm": 0.18933242559432983, |
| "learning_rate": 0.0008, |
| "loss": 3.6147239208221436, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.022467191601049867, |
| "grad_norm": 0.1814320683479309, |
| "learning_rate": 0.0008, |
| "loss": 3.5678610801696777, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.02257217847769029, |
| "grad_norm": 0.15981845557689667, |
| "learning_rate": 0.0008, |
| "loss": 3.4891350269317627, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.02267716535433071, |
| "grad_norm": 0.1672240048646927, |
| "learning_rate": 0.0008, |
| "loss": 3.5254311561584473, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.022782152230971128, |
| "grad_norm": 0.17923741042613983, |
| "learning_rate": 0.0008, |
| "loss": 3.4941389560699463, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.02288713910761155, |
| "grad_norm": 0.20545029640197754, |
| "learning_rate": 0.0008, |
| "loss": 3.4603352546691895, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.022992125984251967, |
| "grad_norm": 0.21872857213020325, |
| "learning_rate": 0.0008, |
| "loss": 3.4523208141326904, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.023097112860892388, |
| "grad_norm": 0.17705431580543518, |
| "learning_rate": 0.0008, |
| "loss": 3.443699598312378, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.02320209973753281, |
| "grad_norm": 0.14959222078323364, |
| "learning_rate": 0.0008, |
| "loss": 3.557424545288086, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.023307086614173227, |
| "grad_norm": 0.1745806336402893, |
| "learning_rate": 0.0008, |
| "loss": 3.4890198707580566, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.02341207349081365, |
| "grad_norm": 0.18317265808582306, |
| "learning_rate": 0.0008, |
| "loss": 3.5291688442230225, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.023517060367454067, |
| "grad_norm": 0.1765255481004715, |
| "learning_rate": 0.0008, |
| "loss": 3.471801280975342, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.023622047244094488, |
| "grad_norm": 0.1791754961013794, |
| "learning_rate": 0.0008, |
| "loss": 3.4235143661499023, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.02372703412073491, |
| "grad_norm": 0.16694314777851105, |
| "learning_rate": 0.0008, |
| "loss": 3.5024945735931396, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.023832020997375327, |
| "grad_norm": 0.20423193275928497, |
| "learning_rate": 0.0008, |
| "loss": 3.4986155033111572, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.02393700787401575, |
| "grad_norm": 0.21046102046966553, |
| "learning_rate": 0.0008, |
| "loss": 3.5056910514831543, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.024041994750656166, |
| "grad_norm": 0.18477864563465118, |
| "learning_rate": 0.0008, |
| "loss": 3.424469470977783, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.024146981627296588, |
| "grad_norm": 0.17082113027572632, |
| "learning_rate": 0.0008, |
| "loss": 3.47847056388855, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.02425196850393701, |
| "grad_norm": 0.17604340612888336, |
| "learning_rate": 0.0008, |
| "loss": 3.425982713699341, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.024356955380577427, |
| "grad_norm": 0.16897740960121155, |
| "learning_rate": 0.0008, |
| "loss": 3.4730064868927, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.024461942257217848, |
| "grad_norm": 0.1673053652048111, |
| "learning_rate": 0.0008, |
| "loss": 3.432903289794922, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.024566929133858266, |
| "grad_norm": 0.17199593782424927, |
| "learning_rate": 0.0008, |
| "loss": 3.5054171085357666, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.024671916010498687, |
| "grad_norm": 0.19890399277210236, |
| "learning_rate": 0.0008, |
| "loss": 3.4409797191619873, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.02477690288713911, |
| "grad_norm": 0.19607073068618774, |
| "learning_rate": 0.0008, |
| "loss": 3.3515682220458984, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.024881889763779527, |
| "grad_norm": 0.16958890855312347, |
| "learning_rate": 0.0008, |
| "loss": 3.420071840286255, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.024986876640419948, |
| "grad_norm": 0.1964447945356369, |
| "learning_rate": 0.0008, |
| "loss": 3.526289224624634, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.02509186351706037, |
| "grad_norm": 0.1786402314901352, |
| "learning_rate": 0.0008, |
| "loss": 3.440227746963501, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.025196850393700787, |
| "grad_norm": 0.16233603656291962, |
| "learning_rate": 0.0008, |
| "loss": 3.317654609680176, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.02530183727034121, |
| "grad_norm": 0.18433336913585663, |
| "learning_rate": 0.0008, |
| "loss": 3.444368839263916, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.025406824146981626, |
| "grad_norm": 0.16506624221801758, |
| "learning_rate": 0.0008, |
| "loss": 3.4707281589508057, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.025511811023622048, |
| "grad_norm": 0.1551865041255951, |
| "learning_rate": 0.0008, |
| "loss": 3.3682827949523926, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.02561679790026247, |
| "grad_norm": 0.14763277769088745, |
| "learning_rate": 0.0008, |
| "loss": 3.325780153274536, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.025721784776902887, |
| "grad_norm": 0.1381286233663559, |
| "learning_rate": 0.0008, |
| "loss": 3.426196813583374, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.025826771653543308, |
| "grad_norm": 0.15651266276836395, |
| "learning_rate": 0.0008, |
| "loss": 3.38508677482605, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.025931758530183726, |
| "grad_norm": 0.16916270554065704, |
| "learning_rate": 0.0008, |
| "loss": 3.394261598587036, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.026036745406824147, |
| "grad_norm": 0.16897031664848328, |
| "learning_rate": 0.0008, |
| "loss": 3.278876543045044, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.02614173228346457, |
| "grad_norm": 0.16116946935653687, |
| "learning_rate": 0.0008, |
| "loss": 3.3523120880126953, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.026246719160104987, |
| "grad_norm": 0.17504142224788666, |
| "learning_rate": 0.0008, |
| "loss": 3.3894450664520264, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.026351706036745408, |
| "grad_norm": 0.17068205773830414, |
| "learning_rate": 0.0008, |
| "loss": 3.4036076068878174, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.026456692913385826, |
| "grad_norm": 0.1658509224653244, |
| "learning_rate": 0.0008, |
| "loss": 3.378098487854004, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.026561679790026247, |
| "grad_norm": 0.1450873762369156, |
| "learning_rate": 0.0008, |
| "loss": 3.304023265838623, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.02666666666666667, |
| "grad_norm": 0.18289312720298767, |
| "learning_rate": 0.0008, |
| "loss": 3.288076639175415, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.026771653543307086, |
| "grad_norm": 0.1541556864976883, |
| "learning_rate": 0.0008, |
| "loss": 3.304835081100464, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.026876640419947508, |
| "grad_norm": 0.16644538938999176, |
| "learning_rate": 0.0008, |
| "loss": 3.2379486560821533, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.026981627296587925, |
| "grad_norm": 0.19644027948379517, |
| "learning_rate": 0.0008, |
| "loss": 3.3676295280456543, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.027086614173228347, |
| "grad_norm": 0.20000602304935455, |
| "learning_rate": 0.0008, |
| "loss": 3.255898952484131, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.027191601049868768, |
| "grad_norm": 0.17630483210086823, |
| "learning_rate": 0.0008, |
| "loss": 3.2831783294677734, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.027296587926509186, |
| "grad_norm": 0.16653336584568024, |
| "learning_rate": 0.0008, |
| "loss": 3.388322591781616, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.027401574803149607, |
| "grad_norm": 0.15305423736572266, |
| "learning_rate": 0.0008, |
| "loss": 3.3861708641052246, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.027506561679790025, |
| "grad_norm": 0.15171492099761963, |
| "learning_rate": 0.0008, |
| "loss": 3.336448907852173, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.027611548556430447, |
| "grad_norm": 0.17332474887371063, |
| "learning_rate": 0.0008, |
| "loss": 3.248317003250122, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.027716535433070868, |
| "grad_norm": 0.14799350500106812, |
| "learning_rate": 0.0008, |
| "loss": 3.3303961753845215, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.027821522309711286, |
| "grad_norm": 0.14763560891151428, |
| "learning_rate": 0.0008, |
| "loss": 3.3051490783691406, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.027926509186351707, |
| "grad_norm": 0.1350218653678894, |
| "learning_rate": 0.0008, |
| "loss": 3.3351500034332275, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.028031496062992125, |
| "grad_norm": 0.14229005575180054, |
| "learning_rate": 0.0008, |
| "loss": 3.2528343200683594, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.028136482939632546, |
| "grad_norm": 0.14102040231227875, |
| "learning_rate": 0.0008, |
| "loss": 3.204890012741089, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.028241469816272968, |
| "grad_norm": 0.14591607451438904, |
| "learning_rate": 0.0008, |
| "loss": 3.367074966430664, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.028346456692913385, |
| "grad_norm": 0.16307151317596436, |
| "learning_rate": 0.0008, |
| "loss": 3.236833333969116, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.028451443569553807, |
| "grad_norm": 0.1497374176979065, |
| "learning_rate": 0.0008, |
| "loss": 3.206105947494507, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.028556430446194225, |
| "grad_norm": 0.1525629311800003, |
| "learning_rate": 0.0008, |
| "loss": 3.3076024055480957, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.028661417322834646, |
| "grad_norm": 0.1597941815853119, |
| "learning_rate": 0.0008, |
| "loss": 3.287429094314575, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.028766404199475067, |
| "grad_norm": 0.16407884657382965, |
| "learning_rate": 0.0008, |
| "loss": 3.329230785369873, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.028871391076115485, |
| "grad_norm": 0.18955646455287933, |
| "learning_rate": 0.0008, |
| "loss": 3.29620099067688, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.028976377952755906, |
| "grad_norm": 0.13810871541500092, |
| "learning_rate": 0.0008, |
| "loss": 3.22092604637146, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.029081364829396324, |
| "grad_norm": 0.14122328162193298, |
| "learning_rate": 0.0008, |
| "loss": 3.2574150562286377, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.029186351706036746, |
| "grad_norm": 0.17227867245674133, |
| "learning_rate": 0.0008, |
| "loss": 3.2021737098693848, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.029291338582677167, |
| "grad_norm": 0.13745535910129547, |
| "learning_rate": 0.0008, |
| "loss": 3.2652475833892822, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.029396325459317585, |
| "grad_norm": 0.14315351843833923, |
| "learning_rate": 0.0008, |
| "loss": 3.3042309284210205, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.029501312335958006, |
| "grad_norm": 0.1505221426486969, |
| "learning_rate": 0.0008, |
| "loss": 3.1302292346954346, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.029606299212598424, |
| "grad_norm": 0.15946339070796967, |
| "learning_rate": 0.0008, |
| "loss": 3.2585742473602295, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.029711286089238845, |
| "grad_norm": 0.17035390436649323, |
| "learning_rate": 0.0008, |
| "loss": 3.200352191925049, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.029816272965879267, |
| "grad_norm": 0.14264027774333954, |
| "learning_rate": 0.0008, |
| "loss": 3.1434473991394043, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.029921259842519685, |
| "grad_norm": 0.14433781802654266, |
| "learning_rate": 0.0008, |
| "loss": 3.141904592514038, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.030026246719160106, |
| "grad_norm": 0.13526467978954315, |
| "learning_rate": 0.0008, |
| "loss": 3.0416038036346436, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.030131233595800524, |
| "grad_norm": 0.13533855974674225, |
| "learning_rate": 0.0008, |
| "loss": 3.1272072792053223, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.030236220472440945, |
| "grad_norm": 0.15500874817371368, |
| "learning_rate": 0.0008, |
| "loss": 3.2618722915649414, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.030341207349081366, |
| "grad_norm": 0.17267724871635437, |
| "learning_rate": 0.0008, |
| "loss": 3.2308037281036377, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.030446194225721784, |
| "grad_norm": 0.1582280397415161, |
| "learning_rate": 0.0008, |
| "loss": 3.23921537399292, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.030551181102362206, |
| "grad_norm": 0.13486045598983765, |
| "learning_rate": 0.0008, |
| "loss": 3.1242129802703857, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.030656167979002624, |
| "grad_norm": 0.1379910260438919, |
| "learning_rate": 0.0008, |
| "loss": 3.177032470703125, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.030761154855643045, |
| "grad_norm": 0.14302867650985718, |
| "learning_rate": 0.0008, |
| "loss": 3.2286078929901123, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.030866141732283466, |
| "grad_norm": 0.1382298469543457, |
| "learning_rate": 0.0008, |
| "loss": 3.222778797149658, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.030971128608923884, |
| "grad_norm": 0.15394456684589386, |
| "learning_rate": 0.0008, |
| "loss": 3.2219724655151367, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.031076115485564305, |
| "grad_norm": 0.13939788937568665, |
| "learning_rate": 0.0008, |
| "loss": 3.1774375438690186, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.031181102362204723, |
| "grad_norm": 0.1534331738948822, |
| "learning_rate": 0.0008, |
| "loss": 3.174874782562256, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.03128608923884514, |
| "grad_norm": 0.1796104907989502, |
| "learning_rate": 0.0008, |
| "loss": 3.226047992706299, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.03139107611548556, |
| "grad_norm": 0.13423976302146912, |
| "learning_rate": 0.0008, |
| "loss": 3.154773473739624, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.031496062992125984, |
| "grad_norm": 0.14498203992843628, |
| "learning_rate": 0.0008, |
| "loss": 3.2181460857391357, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.031601049868766405, |
| "grad_norm": 0.14076939225196838, |
| "learning_rate": 0.0008, |
| "loss": 3.1480512619018555, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.031706036745406826, |
| "grad_norm": 0.14199046790599823, |
| "learning_rate": 0.0008, |
| "loss": 3.1948139667510986, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.03181102362204724, |
| "grad_norm": 0.1405128389596939, |
| "learning_rate": 0.0008, |
| "loss": 3.1463754177093506, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.03191601049868766, |
| "grad_norm": 0.13525350391864777, |
| "learning_rate": 0.0008, |
| "loss": 3.1250717639923096, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.032020997375328084, |
| "grad_norm": 0.14196738600730896, |
| "learning_rate": 0.0008, |
| "loss": 3.2256250381469727, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.032125984251968505, |
| "grad_norm": 0.1674332171678543, |
| "learning_rate": 0.0008, |
| "loss": 3.189035177230835, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.032230971128608926, |
| "grad_norm": 0.19794052839279175, |
| "learning_rate": 0.0008, |
| "loss": 3.231616258621216, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.03233595800524934, |
| "grad_norm": 0.1598575860261917, |
| "learning_rate": 0.0008, |
| "loss": 3.1828837394714355, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.03244094488188976, |
| "grad_norm": 0.14745914936065674, |
| "learning_rate": 0.0008, |
| "loss": 3.1849329471588135, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.03254593175853018, |
| "grad_norm": 0.3145313858985901, |
| "learning_rate": 0.0008, |
| "loss": 3.165916681289673, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.032650918635170605, |
| "grad_norm": 0.26110589504241943, |
| "learning_rate": 0.0008, |
| "loss": 3.1651082038879395, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.032755905511811026, |
| "grad_norm": 0.22751542925834656, |
| "learning_rate": 0.0008, |
| "loss": 3.210188627243042, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.03286089238845144, |
| "grad_norm": 0.18317535519599915, |
| "learning_rate": 0.0008, |
| "loss": 3.2566449642181396, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.03296587926509186, |
| "grad_norm": 0.15907306969165802, |
| "learning_rate": 0.0008, |
| "loss": 3.1539463996887207, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.03307086614173228, |
| "grad_norm": 0.15025147795677185, |
| "learning_rate": 0.0008, |
| "loss": 3.142364740371704, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.033175853018372704, |
| "grad_norm": 0.1286715716123581, |
| "learning_rate": 0.0008, |
| "loss": 3.1074650287628174, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.033280839895013126, |
| "grad_norm": 0.12226458638906479, |
| "learning_rate": 0.0008, |
| "loss": 3.0952885150909424, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.03338582677165354, |
| "grad_norm": 0.13879609107971191, |
| "learning_rate": 0.0008, |
| "loss": 3.1514804363250732, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.03349081364829396, |
| "grad_norm": 0.12534929811954498, |
| "learning_rate": 0.0008, |
| "loss": 3.139106035232544, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.03359580052493438, |
| "grad_norm": 0.12349742650985718, |
| "learning_rate": 0.0008, |
| "loss": 3.105691909790039, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.033700787401574804, |
| "grad_norm": 0.12220428138971329, |
| "learning_rate": 0.0008, |
| "loss": 3.1019020080566406, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.033805774278215225, |
| "grad_norm": 0.1326756477355957, |
| "learning_rate": 0.0008, |
| "loss": 3.1477456092834473, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.03391076115485564, |
| "grad_norm": 0.13377100229263306, |
| "learning_rate": 0.0008, |
| "loss": 3.0433576107025146, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.03401574803149606, |
| "grad_norm": 0.12178801745176315, |
| "learning_rate": 0.0008, |
| "loss": 3.07883620262146, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.03412073490813648, |
| "grad_norm": 0.13815799355506897, |
| "learning_rate": 0.0008, |
| "loss": 3.0264294147491455, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.034225721784776904, |
| "grad_norm": 0.1332225501537323, |
| "learning_rate": 0.0008, |
| "loss": 3.1015422344207764, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.034330708661417325, |
| "grad_norm": 0.12200571596622467, |
| "learning_rate": 0.0008, |
| "loss": 3.0805413722991943, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.03443569553805774, |
| "grad_norm": 0.1238102912902832, |
| "learning_rate": 0.0008, |
| "loss": 3.0576930046081543, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.03454068241469816, |
| "grad_norm": 0.1291918158531189, |
| "learning_rate": 0.0008, |
| "loss": 3.13897967338562, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.03464566929133858, |
| "grad_norm": 0.13744677603244781, |
| "learning_rate": 0.0008, |
| "loss": 3.164642333984375, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.034750656167979004, |
| "grad_norm": 0.12718631327152252, |
| "learning_rate": 0.0008, |
| "loss": 3.0951108932495117, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.034855643044619425, |
| "grad_norm": 0.12068125605583191, |
| "learning_rate": 0.0008, |
| "loss": 3.0444083213806152, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.03496062992125984, |
| "grad_norm": 0.13728944957256317, |
| "learning_rate": 0.0008, |
| "loss": 3.0462770462036133, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.03506561679790026, |
| "grad_norm": 0.1373009830713272, |
| "learning_rate": 0.0008, |
| "loss": 3.086789131164551, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.03517060367454068, |
| "grad_norm": 0.12281421571969986, |
| "learning_rate": 0.0008, |
| "loss": 3.0893633365631104, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0352755905511811, |
| "grad_norm": 0.13015969097614288, |
| "learning_rate": 0.0008, |
| "loss": 3.0368361473083496, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.035380577427821525, |
| "grad_norm": 0.13312262296676636, |
| "learning_rate": 0.0008, |
| "loss": 3.122968912124634, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.03548556430446194, |
| "grad_norm": 0.13073506951332092, |
| "learning_rate": 0.0008, |
| "loss": 3.062354326248169, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.03559055118110236, |
| "grad_norm": 0.119827501475811, |
| "learning_rate": 0.0008, |
| "loss": 3.1293904781341553, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.03569553805774278, |
| "grad_norm": 0.1357945054769516, |
| "learning_rate": 0.0008, |
| "loss": 2.9812240600585938, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0358005249343832, |
| "grad_norm": 0.1311289370059967, |
| "learning_rate": 0.0008, |
| "loss": 2.966649293899536, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.035905511811023624, |
| "grad_norm": 0.12661199271678925, |
| "learning_rate": 0.0008, |
| "loss": 3.031751871109009, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.03601049868766404, |
| "grad_norm": 0.14154307544231415, |
| "learning_rate": 0.0008, |
| "loss": 3.155766248703003, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.03611548556430446, |
| "grad_norm": 0.13769333064556122, |
| "learning_rate": 0.0008, |
| "loss": 3.064086675643921, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.03622047244094488, |
| "grad_norm": 0.145602285861969, |
| "learning_rate": 0.0008, |
| "loss": 3.0761966705322266, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.0363254593175853, |
| "grad_norm": 0.12669020891189575, |
| "learning_rate": 0.0008, |
| "loss": 3.097874164581299, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.036430446194225724, |
| "grad_norm": 0.13513895869255066, |
| "learning_rate": 0.0008, |
| "loss": 3.0714070796966553, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.03653543307086614, |
| "grad_norm": 0.13587389886379242, |
| "learning_rate": 0.0008, |
| "loss": 3.172131299972534, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.03664041994750656, |
| "grad_norm": 0.130451962351799, |
| "learning_rate": 0.0008, |
| "loss": 3.069667100906372, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.03674540682414698, |
| "grad_norm": 0.12922164797782898, |
| "learning_rate": 0.0008, |
| "loss": 3.0901424884796143, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0368503937007874, |
| "grad_norm": 0.12978655099868774, |
| "learning_rate": 0.0008, |
| "loss": 3.049433708190918, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.036955380577427824, |
| "grad_norm": 0.12508027255535126, |
| "learning_rate": 0.0008, |
| "loss": 3.00188946723938, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.03706036745406824, |
| "grad_norm": 0.11734891682863235, |
| "learning_rate": 0.0008, |
| "loss": 2.9634389877319336, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.03716535433070866, |
| "grad_norm": 0.12137921899557114, |
| "learning_rate": 0.0008, |
| "loss": 2.999195098876953, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.03727034120734908, |
| "grad_norm": 0.12699182331562042, |
| "learning_rate": 0.0008, |
| "loss": 3.018418550491333, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0373753280839895, |
| "grad_norm": 0.12088700383901596, |
| "learning_rate": 0.0008, |
| "loss": 2.9763457775115967, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.037480314960629924, |
| "grad_norm": 0.12237604707479477, |
| "learning_rate": 0.0008, |
| "loss": 2.962264060974121, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.03758530183727034, |
| "grad_norm": 0.11808755993843079, |
| "learning_rate": 0.0008, |
| "loss": 2.944026470184326, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.03769028871391076, |
| "grad_norm": 0.12789645791053772, |
| "learning_rate": 0.0008, |
| "loss": 3.062084913253784, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.03779527559055118, |
| "grad_norm": 0.12254694849252701, |
| "learning_rate": 0.0008, |
| "loss": 3.042384386062622, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.0379002624671916, |
| "grad_norm": 0.12937159836292267, |
| "learning_rate": 0.0008, |
| "loss": 2.950317859649658, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.03800524934383202, |
| "grad_norm": 0.1205861046910286, |
| "learning_rate": 0.0008, |
| "loss": 3.043663740158081, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.03811023622047244, |
| "grad_norm": 0.12075173109769821, |
| "learning_rate": 0.0008, |
| "loss": 3.061645269393921, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.03821522309711286, |
| "grad_norm": 0.14968499541282654, |
| "learning_rate": 0.0008, |
| "loss": 3.0783021450042725, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.03832020997375328, |
| "grad_norm": 0.1275404989719391, |
| "learning_rate": 0.0008, |
| "loss": 3.0341646671295166, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0384251968503937, |
| "grad_norm": 0.12180853635072708, |
| "learning_rate": 0.0008, |
| "loss": 3.0402371883392334, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.03853018372703412, |
| "grad_norm": 0.12133266776800156, |
| "learning_rate": 0.0008, |
| "loss": 3.0349020957946777, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.03863517060367454, |
| "grad_norm": 0.14342333376407623, |
| "learning_rate": 0.0008, |
| "loss": 2.9737958908081055, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.03874015748031496, |
| "grad_norm": 0.12567119300365448, |
| "learning_rate": 0.0008, |
| "loss": 2.999332904815674, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.03884514435695538, |
| "grad_norm": 0.11701060831546783, |
| "learning_rate": 0.0008, |
| "loss": 2.9920272827148438, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0389501312335958, |
| "grad_norm": 0.12809567153453827, |
| "learning_rate": 0.0008, |
| "loss": 3.047039270401001, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.03905511811023622, |
| "grad_norm": 0.1611979454755783, |
| "learning_rate": 0.0008, |
| "loss": 3.0390896797180176, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.03916010498687664, |
| "grad_norm": 0.1428634077310562, |
| "learning_rate": 0.0008, |
| "loss": 2.9358737468719482, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.03926509186351706, |
| "grad_norm": 0.12375941872596741, |
| "learning_rate": 0.0008, |
| "loss": 3.0470502376556396, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.03937007874015748, |
| "grad_norm": 0.11091126501560211, |
| "learning_rate": 0.0008, |
| "loss": 3.005697250366211, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0394750656167979, |
| "grad_norm": 0.12000731378793716, |
| "learning_rate": 0.0008, |
| "loss": 3.0071187019348145, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.03958005249343832, |
| "grad_norm": 0.12539641559123993, |
| "learning_rate": 0.0008, |
| "loss": 2.9291770458221436, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.03968503937007874, |
| "grad_norm": 0.1304706335067749, |
| "learning_rate": 0.0008, |
| "loss": 2.963855266571045, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.03979002624671916, |
| "grad_norm": 0.11511696130037308, |
| "learning_rate": 0.0008, |
| "loss": 3.024789333343506, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.03989501312335958, |
| "grad_norm": 0.1253596395254135, |
| "learning_rate": 0.0008, |
| "loss": 2.9894022941589355, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.11755448579788208, |
| "learning_rate": 0.0008, |
| "loss": 3.0086042881011963, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.04010498687664042, |
| "grad_norm": 0.12490132451057434, |
| "learning_rate": 0.0008, |
| "loss": 3.0274486541748047, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.04020997375328084, |
| "grad_norm": 0.1350909322500229, |
| "learning_rate": 0.0008, |
| "loss": 3.023331642150879, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.04031496062992126, |
| "grad_norm": 0.11557217687368393, |
| "learning_rate": 0.0008, |
| "loss": 2.934751272201538, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.04041994750656168, |
| "grad_norm": 0.11128373444080353, |
| "learning_rate": 0.0008, |
| "loss": 3.004828929901123, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0405249343832021, |
| "grad_norm": 0.11425162851810455, |
| "learning_rate": 0.0008, |
| "loss": 3.0121257305145264, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.04062992125984252, |
| "grad_norm": 0.11489281803369522, |
| "learning_rate": 0.0008, |
| "loss": 2.9543981552124023, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.040734908136482936, |
| "grad_norm": 0.11290168762207031, |
| "learning_rate": 0.0008, |
| "loss": 2.975158214569092, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.04083989501312336, |
| "grad_norm": 0.11316516250371933, |
| "learning_rate": 0.0008, |
| "loss": 3.0863113403320312, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.04094488188976378, |
| "grad_norm": 0.11379840970039368, |
| "learning_rate": 0.0008, |
| "loss": 3.0072288513183594, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.0410498687664042, |
| "grad_norm": 0.10820312052965164, |
| "learning_rate": 0.0008, |
| "loss": 2.88815975189209, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.04115485564304462, |
| "grad_norm": 0.11447291821241379, |
| "learning_rate": 0.0008, |
| "loss": 2.961986541748047, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.041259842519685036, |
| "grad_norm": 0.11523283272981644, |
| "learning_rate": 0.0008, |
| "loss": 2.900437116622925, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.04136482939632546, |
| "grad_norm": 0.11368467658758163, |
| "learning_rate": 0.0008, |
| "loss": 2.953047752380371, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.04146981627296588, |
| "grad_norm": 0.12399861216545105, |
| "learning_rate": 0.0008, |
| "loss": 2.968926191329956, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.0415748031496063, |
| "grad_norm": 0.11375656723976135, |
| "learning_rate": 0.0008, |
| "loss": 2.997025966644287, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.04167979002624672, |
| "grad_norm": 0.11646395176649094, |
| "learning_rate": 0.0008, |
| "loss": 2.952754497528076, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.041784776902887136, |
| "grad_norm": 0.1193268746137619, |
| "learning_rate": 0.0008, |
| "loss": 2.9536261558532715, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.04188976377952756, |
| "grad_norm": 0.1178014799952507, |
| "learning_rate": 0.0008, |
| "loss": 2.913003444671631, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.04199475065616798, |
| "grad_norm": 0.11936375498771667, |
| "learning_rate": 0.0008, |
| "loss": 3.0284841060638428, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0420997375328084, |
| "grad_norm": 0.11003916710615158, |
| "learning_rate": 0.0008, |
| "loss": 2.9801266193389893, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.04220472440944882, |
| "grad_norm": 0.20111171901226044, |
| "learning_rate": 0.0008, |
| "loss": 2.907733201980591, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.042309711286089235, |
| "grad_norm": 0.12075945734977722, |
| "learning_rate": 0.0008, |
| "loss": 2.935979127883911, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.04241469816272966, |
| "grad_norm": 0.11057411134243011, |
| "learning_rate": 0.0008, |
| "loss": 3.027822732925415, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.04251968503937008, |
| "grad_norm": 0.12909549474716187, |
| "learning_rate": 0.0008, |
| "loss": 2.9112420082092285, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0426246719160105, |
| "grad_norm": 0.11044399440288544, |
| "learning_rate": 0.0008, |
| "loss": 2.889822006225586, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.04272965879265092, |
| "grad_norm": 0.13029007613658905, |
| "learning_rate": 0.0008, |
| "loss": 3.0270438194274902, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.042834645669291335, |
| "grad_norm": 0.11640318483114243, |
| "learning_rate": 0.0008, |
| "loss": 2.9036266803741455, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.04293963254593176, |
| "grad_norm": 0.10894198715686798, |
| "learning_rate": 0.0008, |
| "loss": 2.96498966217041, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.04304461942257218, |
| "grad_norm": 0.11847452819347382, |
| "learning_rate": 0.0008, |
| "loss": 2.950117349624634, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0431496062992126, |
| "grad_norm": 0.1125883162021637, |
| "learning_rate": 0.0008, |
| "loss": 2.9723289012908936, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.04325459317585302, |
| "grad_norm": 0.11767535656690598, |
| "learning_rate": 0.0008, |
| "loss": 3.0090739727020264, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.043359580052493435, |
| "grad_norm": 0.11515145003795624, |
| "learning_rate": 0.0008, |
| "loss": 2.8834097385406494, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.043464566929133856, |
| "grad_norm": 0.1153886616230011, |
| "learning_rate": 0.0008, |
| "loss": 2.8896758556365967, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.04356955380577428, |
| "grad_norm": 0.12153846025466919, |
| "learning_rate": 0.0008, |
| "loss": 3.001197338104248, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.0436745406824147, |
| "grad_norm": 0.11056739836931229, |
| "learning_rate": 0.0008, |
| "loss": 2.9580276012420654, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.04377952755905512, |
| "grad_norm": 0.1146998405456543, |
| "learning_rate": 0.0008, |
| "loss": 2.832361936569214, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.043884514435695535, |
| "grad_norm": 0.11632180213928223, |
| "learning_rate": 0.0008, |
| "loss": 2.967362880706787, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.043989501312335956, |
| "grad_norm": 0.11315326392650604, |
| "learning_rate": 0.0008, |
| "loss": 2.9654767513275146, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.04409448818897638, |
| "grad_norm": 0.11123368889093399, |
| "learning_rate": 0.0008, |
| "loss": 3.0236129760742188, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.0441994750656168, |
| "grad_norm": 0.11806689202785492, |
| "learning_rate": 0.0008, |
| "loss": 3.0052027702331543, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.04430446194225722, |
| "grad_norm": 0.11948549002408981, |
| "learning_rate": 0.0008, |
| "loss": 2.7818121910095215, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.044409448818897634, |
| "grad_norm": 0.1147482842206955, |
| "learning_rate": 0.0008, |
| "loss": 2.926354169845581, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.044514435695538056, |
| "grad_norm": 0.11350935697555542, |
| "learning_rate": 0.0008, |
| "loss": 2.9837636947631836, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.04461942257217848, |
| "grad_norm": 0.11554283648729324, |
| "learning_rate": 0.0008, |
| "loss": 2.97532320022583, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0447244094488189, |
| "grad_norm": 0.1130303218960762, |
| "learning_rate": 0.0008, |
| "loss": 2.9679086208343506, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.04482939632545932, |
| "grad_norm": 0.11595270782709122, |
| "learning_rate": 0.0008, |
| "loss": 2.9420673847198486, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.044934383202099734, |
| "grad_norm": 0.11009976267814636, |
| "learning_rate": 0.0008, |
| "loss": 2.9262118339538574, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.045039370078740155, |
| "grad_norm": 0.10903191566467285, |
| "learning_rate": 0.0008, |
| "loss": 2.982046365737915, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.04514435695538058, |
| "grad_norm": 0.1103678047657013, |
| "learning_rate": 0.0008, |
| "loss": 2.8575191497802734, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.045249343832021, |
| "grad_norm": 0.10818672180175781, |
| "learning_rate": 0.0008, |
| "loss": 2.913555145263672, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.04535433070866142, |
| "grad_norm": 0.1269296556711197, |
| "learning_rate": 0.0008, |
| "loss": 2.9361777305603027, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.045459317585301834, |
| "grad_norm": 0.11180418729782104, |
| "learning_rate": 0.0008, |
| "loss": 2.856563091278076, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.045564304461942255, |
| "grad_norm": 0.11334341019392014, |
| "learning_rate": 0.0008, |
| "loss": 2.9308438301086426, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.04566929133858268, |
| "grad_norm": 0.12519557774066925, |
| "learning_rate": 0.0008, |
| "loss": 2.969743251800537, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.0457742782152231, |
| "grad_norm": 0.1138872504234314, |
| "learning_rate": 0.0008, |
| "loss": 2.9254794120788574, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.04587926509186352, |
| "grad_norm": 0.11148543655872345, |
| "learning_rate": 0.0008, |
| "loss": 2.950900077819824, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.045984251968503934, |
| "grad_norm": 0.10802996158599854, |
| "learning_rate": 0.0008, |
| "loss": 2.9233310222625732, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.046089238845144355, |
| "grad_norm": 0.107913538813591, |
| "learning_rate": 0.0008, |
| "loss": 2.8875625133514404, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.046194225721784776, |
| "grad_norm": 0.11127500981092453, |
| "learning_rate": 0.0008, |
| "loss": 2.9353115558624268, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.0462992125984252, |
| "grad_norm": 0.107363760471344, |
| "learning_rate": 0.0008, |
| "loss": 2.862389087677002, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.04640419947506562, |
| "grad_norm": 0.10834158211946487, |
| "learning_rate": 0.0008, |
| "loss": 2.8950586318969727, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.04650918635170603, |
| "grad_norm": 0.11008019000291824, |
| "learning_rate": 0.0008, |
| "loss": 2.847538709640503, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.046614173228346455, |
| "grad_norm": 0.10486385971307755, |
| "learning_rate": 0.0008, |
| "loss": 2.8976285457611084, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.046719160104986876, |
| "grad_norm": 0.10609378665685654, |
| "learning_rate": 0.0008, |
| "loss": 2.9052734375, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0468241469816273, |
| "grad_norm": 0.10781682282686234, |
| "learning_rate": 0.0008, |
| "loss": 2.8474717140197754, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.04692913385826772, |
| "grad_norm": 0.11209188401699066, |
| "learning_rate": 0.0008, |
| "loss": 2.8896048069000244, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.04703412073490813, |
| "grad_norm": 0.11089079827070236, |
| "learning_rate": 0.0008, |
| "loss": 2.906379222869873, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.047139107611548554, |
| "grad_norm": 0.1138719990849495, |
| "learning_rate": 0.0008, |
| "loss": 2.9644546508789062, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.047244094488188976, |
| "grad_norm": 0.11188910156488419, |
| "learning_rate": 0.0008, |
| "loss": 2.9156696796417236, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.0473490813648294, |
| "grad_norm": 0.10872109234333038, |
| "learning_rate": 0.0008, |
| "loss": 2.8037800788879395, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.04745406824146982, |
| "grad_norm": 0.1132812425494194, |
| "learning_rate": 0.0008, |
| "loss": 2.88108491897583, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.04755905511811023, |
| "grad_norm": 0.10931621491909027, |
| "learning_rate": 0.0008, |
| "loss": 2.823637008666992, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.047664041994750654, |
| "grad_norm": 0.10800245404243469, |
| "learning_rate": 0.0008, |
| "loss": 2.8360915184020996, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.047769028871391075, |
| "grad_norm": 0.10993431508541107, |
| "learning_rate": 0.0008, |
| "loss": 2.9463419914245605, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.0478740157480315, |
| "grad_norm": 0.11326651275157928, |
| "learning_rate": 0.0008, |
| "loss": 2.8706324100494385, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.04797900262467192, |
| "grad_norm": 0.1067848727107048, |
| "learning_rate": 0.0008, |
| "loss": 2.8948814868927, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.04808398950131233, |
| "grad_norm": 0.10832501202821732, |
| "learning_rate": 0.0008, |
| "loss": 2.8744025230407715, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.048188976377952754, |
| "grad_norm": 0.22046154737472534, |
| "learning_rate": 0.0008, |
| "loss": 2.8172924518585205, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.048293963254593175, |
| "grad_norm": 0.10513289272785187, |
| "learning_rate": 0.0008, |
| "loss": 2.8799233436584473, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.048398950131233597, |
| "grad_norm": 0.10676917433738708, |
| "learning_rate": 0.0008, |
| "loss": 2.8221311569213867, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.04850393700787402, |
| "grad_norm": 0.11604278534650803, |
| "learning_rate": 0.0008, |
| "loss": 2.8618123531341553, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.04860892388451443, |
| "grad_norm": 0.31026268005371094, |
| "learning_rate": 0.0008, |
| "loss": 2.933411121368408, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.048713910761154854, |
| "grad_norm": 0.11676490306854248, |
| "learning_rate": 0.0008, |
| "loss": 2.900099039077759, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.048818897637795275, |
| "grad_norm": 0.10813336074352264, |
| "learning_rate": 0.0008, |
| "loss": 2.8783600330352783, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.048923884514435696, |
| "grad_norm": 0.14493827521800995, |
| "learning_rate": 0.0008, |
| "loss": 2.8534443378448486, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.04902887139107612, |
| "grad_norm": 0.1146959587931633, |
| "learning_rate": 0.0008, |
| "loss": 2.9133646488189697, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.04913385826771653, |
| "grad_norm": 0.11801094561815262, |
| "learning_rate": 0.0008, |
| "loss": 2.9639992713928223, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.04923884514435695, |
| "grad_norm": 0.11729086190462112, |
| "learning_rate": 0.0008, |
| "loss": 2.9099583625793457, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.049343832020997375, |
| "grad_norm": 0.1108347624540329, |
| "learning_rate": 0.0008, |
| "loss": 2.8269410133361816, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.049448818897637796, |
| "grad_norm": 0.107319176197052, |
| "learning_rate": 0.0008, |
| "loss": 2.894010066986084, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.04955380577427822, |
| "grad_norm": 0.11818240582942963, |
| "learning_rate": 0.0008, |
| "loss": 2.8637502193450928, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.04965879265091863, |
| "grad_norm": 0.10464034974575043, |
| "learning_rate": 0.0008, |
| "loss": 2.848630666732788, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.04976377952755905, |
| "grad_norm": 0.110150046646595, |
| "learning_rate": 0.0008, |
| "loss": 2.8126089572906494, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.049868766404199474, |
| "grad_norm": 0.11635616421699524, |
| "learning_rate": 0.0008, |
| "loss": 2.854870319366455, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.049973753280839896, |
| "grad_norm": 0.10688231140375137, |
| "learning_rate": 0.0008, |
| "loss": 2.851635217666626, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.05007874015748032, |
| "grad_norm": 0.10546289384365082, |
| "learning_rate": 0.0008, |
| "loss": 2.863751173019409, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.05018372703412074, |
| "grad_norm": 0.10257919877767563, |
| "learning_rate": 0.0008, |
| "loss": 2.952653169631958, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.05028871391076115, |
| "grad_norm": 0.10375232249498367, |
| "learning_rate": 0.0008, |
| "loss": 2.8090758323669434, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.050393700787401574, |
| "grad_norm": 0.12159629911184311, |
| "learning_rate": 0.0008, |
| "loss": 2.9165844917297363, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.050498687664041995, |
| "grad_norm": 0.1033838540315628, |
| "learning_rate": 0.0008, |
| "loss": 2.849384069442749, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.05060367454068242, |
| "grad_norm": 0.11069808155298233, |
| "learning_rate": 0.0008, |
| "loss": 2.8043620586395264, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.05070866141732284, |
| "grad_norm": 0.12036273628473282, |
| "learning_rate": 0.0008, |
| "loss": 2.9057257175445557, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.05081364829396325, |
| "grad_norm": 0.10124826431274414, |
| "learning_rate": 0.0008, |
| "loss": 2.830293655395508, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.050918635170603674, |
| "grad_norm": 0.10840156674385071, |
| "learning_rate": 0.0008, |
| "loss": 2.892146110534668, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.051023622047244095, |
| "grad_norm": 0.10134908556938171, |
| "learning_rate": 0.0008, |
| "loss": 2.7851529121398926, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.051128608923884517, |
| "grad_norm": 0.10375969111919403, |
| "learning_rate": 0.0008, |
| "loss": 2.8426032066345215, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.05123359580052494, |
| "grad_norm": 0.10250184684991837, |
| "learning_rate": 0.0008, |
| "loss": 2.8460187911987305, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.05133858267716535, |
| "grad_norm": 0.10046141594648361, |
| "learning_rate": 0.0008, |
| "loss": 2.790334939956665, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.051443569553805774, |
| "grad_norm": 0.10310408473014832, |
| "learning_rate": 0.0008, |
| "loss": 2.8429830074310303, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.051548556430446195, |
| "grad_norm": 0.10038266330957413, |
| "learning_rate": 0.0008, |
| "loss": 2.8468050956726074, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.051653543307086616, |
| "grad_norm": 0.11408326029777527, |
| "learning_rate": 0.0008, |
| "loss": 2.869588851928711, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.05175853018372704, |
| "grad_norm": 0.10076751559972763, |
| "learning_rate": 0.0008, |
| "loss": 2.8215019702911377, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.05186351706036745, |
| "grad_norm": 0.11360592395067215, |
| "learning_rate": 0.0008, |
| "loss": 2.8531057834625244, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.05196850393700787, |
| "grad_norm": 0.1087770015001297, |
| "learning_rate": 0.0008, |
| "loss": 2.857332706451416, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.052073490813648295, |
| "grad_norm": 0.09793613106012344, |
| "learning_rate": 0.0008, |
| "loss": 2.781360626220703, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.052178477690288716, |
| "grad_norm": 0.1005278155207634, |
| "learning_rate": 0.0008, |
| "loss": 2.7993361949920654, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.05228346456692914, |
| "grad_norm": 0.10499605536460876, |
| "learning_rate": 0.0008, |
| "loss": 2.8021810054779053, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.05238845144356955, |
| "grad_norm": 0.09995300322771072, |
| "learning_rate": 0.0008, |
| "loss": 2.8334829807281494, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.05249343832020997, |
| "grad_norm": 0.09899105876684189, |
| "learning_rate": 0.0008, |
| "loss": 2.7776875495910645, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.052598425196850394, |
| "grad_norm": 0.10376624763011932, |
| "learning_rate": 0.0008, |
| "loss": 2.8660783767700195, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.052703412073490816, |
| "grad_norm": 0.10802112519741058, |
| "learning_rate": 0.0008, |
| "loss": 2.864668369293213, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.05280839895013124, |
| "grad_norm": 0.10298653692007065, |
| "learning_rate": 0.0008, |
| "loss": 2.800145387649536, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.05291338582677165, |
| "grad_norm": 0.09753638505935669, |
| "learning_rate": 0.0008, |
| "loss": 2.8046822547912598, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.05301837270341207, |
| "grad_norm": 0.10928277671337128, |
| "learning_rate": 0.0008, |
| "loss": 2.8910574913024902, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.053123359580052494, |
| "grad_norm": 0.10510570555925369, |
| "learning_rate": 0.0008, |
| "loss": 2.772444248199463, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.053228346456692915, |
| "grad_norm": 0.1018993929028511, |
| "learning_rate": 0.0008, |
| "loss": 2.821305990219116, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.05333333333333334, |
| "grad_norm": 0.1073940172791481, |
| "learning_rate": 0.0008, |
| "loss": 2.8084757328033447, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.05343832020997375, |
| "grad_norm": 0.10738760232925415, |
| "learning_rate": 0.0008, |
| "loss": 2.780719041824341, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.05354330708661417, |
| "grad_norm": 0.1023760661482811, |
| "learning_rate": 0.0008, |
| "loss": 2.7836318016052246, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.053648293963254594, |
| "grad_norm": 0.10736978054046631, |
| "learning_rate": 0.0008, |
| "loss": 2.846604108810425, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.053753280839895015, |
| "grad_norm": 0.10393604636192322, |
| "learning_rate": 0.0008, |
| "loss": 2.7620151042938232, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.053858267716535436, |
| "grad_norm": 0.09899700433015823, |
| "learning_rate": 0.0008, |
| "loss": 2.773373603820801, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.05396325459317585, |
| "grad_norm": 0.10414134711027145, |
| "learning_rate": 0.0008, |
| "loss": 2.7963967323303223, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.05406824146981627, |
| "grad_norm": 0.1031123548746109, |
| "learning_rate": 0.0008, |
| "loss": 2.845099925994873, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.054173228346456694, |
| "grad_norm": 0.108132004737854, |
| "learning_rate": 0.0008, |
| "loss": 2.8229126930236816, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.054278215223097115, |
| "grad_norm": 0.11058522760868073, |
| "learning_rate": 0.0008, |
| "loss": 2.8594136238098145, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.054383202099737536, |
| "grad_norm": 0.11115548014640808, |
| "learning_rate": 0.0008, |
| "loss": 2.81899094581604, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.05448818897637795, |
| "grad_norm": 0.1087251603603363, |
| "learning_rate": 0.0008, |
| "loss": 2.7584517002105713, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.05459317585301837, |
| "grad_norm": 0.10288669168949127, |
| "learning_rate": 0.0008, |
| "loss": 2.8365824222564697, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.05469816272965879, |
| "grad_norm": 0.10305164009332657, |
| "learning_rate": 0.0008, |
| "loss": 2.8229153156280518, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.054803149606299215, |
| "grad_norm": 0.1453515738248825, |
| "learning_rate": 0.0008, |
| "loss": 2.805276393890381, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.054908136482939636, |
| "grad_norm": 0.10317279398441315, |
| "learning_rate": 0.0008, |
| "loss": 2.756784200668335, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.05501312335958005, |
| "grad_norm": 0.09912578016519547, |
| "learning_rate": 0.0008, |
| "loss": 2.751218318939209, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.05511811023622047, |
| "grad_norm": 0.10517663508653641, |
| "learning_rate": 0.0008, |
| "loss": 2.8035247325897217, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.05522309711286089, |
| "grad_norm": 0.20114435255527496, |
| "learning_rate": 0.0008, |
| "loss": 2.7888002395629883, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.055328083989501314, |
| "grad_norm": 0.10310180485248566, |
| "learning_rate": 0.0008, |
| "loss": 2.881930351257324, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.055433070866141736, |
| "grad_norm": 0.09550151228904724, |
| "learning_rate": 0.0008, |
| "loss": 2.761927604675293, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.05553805774278215, |
| "grad_norm": 0.10260967165231705, |
| "learning_rate": 0.0008, |
| "loss": 2.818103551864624, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.05564304461942257, |
| "grad_norm": 0.12903259694576263, |
| "learning_rate": 0.0008, |
| "loss": 2.814908266067505, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.05574803149606299, |
| "grad_norm": 0.1667206883430481, |
| "learning_rate": 0.0008, |
| "loss": 2.8861734867095947, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.055853018372703414, |
| "grad_norm": 0.116305872797966, |
| "learning_rate": 0.0008, |
| "loss": 2.7723100185394287, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.055958005249343835, |
| "grad_norm": 0.11162646859884262, |
| "learning_rate": 0.0008, |
| "loss": 2.8139381408691406, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.05606299212598425, |
| "grad_norm": 0.11301624029874802, |
| "learning_rate": 0.0008, |
| "loss": 2.7693135738372803, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.05616797900262467, |
| "grad_norm": 0.09614431113004684, |
| "learning_rate": 0.0008, |
| "loss": 2.7754907608032227, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.05627296587926509, |
| "grad_norm": 0.10846854001283646, |
| "learning_rate": 0.0008, |
| "loss": 2.7906415462493896, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.056377952755905514, |
| "grad_norm": 0.10793575644493103, |
| "learning_rate": 0.0008, |
| "loss": 2.7774417400360107, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.056482939632545935, |
| "grad_norm": 0.10033487528562546, |
| "learning_rate": 0.0008, |
| "loss": 2.7576797008514404, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.05658792650918635, |
| "grad_norm": 0.10204245150089264, |
| "learning_rate": 0.0008, |
| "loss": 2.8064651489257812, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.05669291338582677, |
| "grad_norm": 0.1339305192232132, |
| "learning_rate": 0.0008, |
| "loss": 2.8269896507263184, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.05679790026246719, |
| "grad_norm": 0.10039006918668747, |
| "learning_rate": 0.0008, |
| "loss": 2.785451889038086, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.056902887139107614, |
| "grad_norm": 0.09588530659675598, |
| "learning_rate": 0.0008, |
| "loss": 2.751840353012085, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.057007874015748035, |
| "grad_norm": 0.09678629785776138, |
| "learning_rate": 0.0008, |
| "loss": 2.820312738418579, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.05711286089238845, |
| "grad_norm": 0.09806337207555771, |
| "learning_rate": 0.0008, |
| "loss": 2.735081434249878, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.05721784776902887, |
| "grad_norm": 0.11089258641004562, |
| "learning_rate": 0.0008, |
| "loss": 2.7608463764190674, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.05732283464566929, |
| "grad_norm": 0.09958311170339584, |
| "learning_rate": 0.0008, |
| "loss": 2.7519888877868652, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.05742782152230971, |
| "grad_norm": 0.10076095163822174, |
| "learning_rate": 0.0008, |
| "loss": 2.8068771362304688, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.057532808398950135, |
| "grad_norm": 0.09349599480628967, |
| "learning_rate": 0.0008, |
| "loss": 2.8188719749450684, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.05763779527559055, |
| "grad_norm": 0.09559649974107742, |
| "learning_rate": 0.0008, |
| "loss": 2.8073160648345947, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.05774278215223097, |
| "grad_norm": 0.0973324403166771, |
| "learning_rate": 0.0008, |
| "loss": 2.81024432182312, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.05784776902887139, |
| "grad_norm": 0.10361398011445999, |
| "learning_rate": 0.0008, |
| "loss": 2.7769150733947754, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.05795275590551181, |
| "grad_norm": 0.09911870211362839, |
| "learning_rate": 0.0008, |
| "loss": 2.7836496829986572, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.058057742782152234, |
| "grad_norm": 0.0959470123052597, |
| "learning_rate": 0.0008, |
| "loss": 2.824338436126709, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.05816272965879265, |
| "grad_norm": 0.10547234117984772, |
| "learning_rate": 0.0008, |
| "loss": 2.8017425537109375, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.05826771653543307, |
| "grad_norm": 0.11770127713680267, |
| "learning_rate": 0.0008, |
| "loss": 2.778801918029785, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.05837270341207349, |
| "grad_norm": 0.10263510793447495, |
| "learning_rate": 0.0008, |
| "loss": 2.7272756099700928, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.05847769028871391, |
| "grad_norm": 0.10365133732557297, |
| "learning_rate": 0.0008, |
| "loss": 2.6706371307373047, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.058582677165354334, |
| "grad_norm": 0.10239488631486893, |
| "learning_rate": 0.0008, |
| "loss": 2.7648658752441406, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.05868766404199475, |
| "grad_norm": 0.10074584931135178, |
| "learning_rate": 0.0008, |
| "loss": 2.7860660552978516, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.05879265091863517, |
| "grad_norm": 0.09691484272480011, |
| "learning_rate": 0.0008, |
| "loss": 2.776440382003784, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.05889763779527559, |
| "grad_norm": 0.09571411460638046, |
| "learning_rate": 0.0008, |
| "loss": 2.7625234127044678, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.05900262467191601, |
| "grad_norm": 0.10247057676315308, |
| "learning_rate": 0.0008, |
| "loss": 2.749131679534912, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.059107611548556434, |
| "grad_norm": 0.10407362133264542, |
| "learning_rate": 0.0008, |
| "loss": 2.8207249641418457, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.05921259842519685, |
| "grad_norm": 0.09510679543018341, |
| "learning_rate": 0.0008, |
| "loss": 2.6953272819519043, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.05931758530183727, |
| "grad_norm": 0.10698787122964859, |
| "learning_rate": 0.0008, |
| "loss": 2.795836925506592, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.05942257217847769, |
| "grad_norm": 0.09319344162940979, |
| "learning_rate": 0.0008, |
| "loss": 2.751784324645996, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.05952755905511811, |
| "grad_norm": 0.1036166325211525, |
| "learning_rate": 0.0008, |
| "loss": 2.768706798553467, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.059632545931758534, |
| "grad_norm": 0.1037125214934349, |
| "learning_rate": 0.0008, |
| "loss": 2.7052805423736572, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.05973753280839895, |
| "grad_norm": 0.09657058864831924, |
| "learning_rate": 0.0008, |
| "loss": 2.7239277362823486, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.05984251968503937, |
| "grad_norm": 0.09930210560560226, |
| "learning_rate": 0.0008, |
| "loss": 2.7407634258270264, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.05994750656167979, |
| "grad_norm": 0.10446039587259293, |
| "learning_rate": 0.0008, |
| "loss": 2.7894794940948486, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.06005249343832021, |
| "grad_norm": 0.09340780973434448, |
| "learning_rate": 0.0008, |
| "loss": 2.7534453868865967, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.06015748031496063, |
| "grad_norm": 0.09551321715116501, |
| "learning_rate": 0.0008, |
| "loss": 2.690730571746826, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.06026246719160105, |
| "grad_norm": 0.10366897284984589, |
| "learning_rate": 0.0008, |
| "loss": 2.773142099380493, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.06036745406824147, |
| "grad_norm": 0.09920721501111984, |
| "learning_rate": 0.0008, |
| "loss": 2.736051321029663, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.06047244094488189, |
| "grad_norm": 0.09954190999269485, |
| "learning_rate": 0.0008, |
| "loss": 2.7246105670928955, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.06057742782152231, |
| "grad_norm": 0.0974222794175148, |
| "learning_rate": 0.0008, |
| "loss": 2.731856107711792, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.06068241469816273, |
| "grad_norm": 0.097303107380867, |
| "learning_rate": 0.0008, |
| "loss": 2.7895407676696777, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.06078740157480315, |
| "grad_norm": 0.09522704035043716, |
| "learning_rate": 0.0008, |
| "loss": 2.7590274810791016, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.06089238845144357, |
| "grad_norm": 0.09463141113519669, |
| "learning_rate": 0.0008, |
| "loss": 2.765191078186035, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.06099737532808399, |
| "grad_norm": 0.09408853203058243, |
| "learning_rate": 0.0008, |
| "loss": 2.7823188304901123, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.06110236220472441, |
| "grad_norm": 0.09858901798725128, |
| "learning_rate": 0.0008, |
| "loss": 2.707946538925171, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.06120734908136483, |
| "grad_norm": 0.09399278461933136, |
| "learning_rate": 0.0008, |
| "loss": 2.7710776329040527, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.06131233595800525, |
| "grad_norm": 0.09577006846666336, |
| "learning_rate": 0.0008, |
| "loss": 2.7472236156463623, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.06141732283464567, |
| "grad_norm": 0.10166503489017487, |
| "learning_rate": 0.0008, |
| "loss": 2.774897575378418, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.06152230971128609, |
| "grad_norm": 0.09624114632606506, |
| "learning_rate": 0.0008, |
| "loss": 2.748838424682617, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.06162729658792651, |
| "grad_norm": 0.09472914040088654, |
| "learning_rate": 0.0008, |
| "loss": 2.771334171295166, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.06173228346456693, |
| "grad_norm": 0.09809508174657822, |
| "learning_rate": 0.0008, |
| "loss": 2.8077011108398438, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.06183727034120735, |
| "grad_norm": 0.09370114654302597, |
| "learning_rate": 0.0008, |
| "loss": 2.724283218383789, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.06194225721784777, |
| "grad_norm": 0.0985821783542633, |
| "learning_rate": 0.0008, |
| "loss": 2.880124568939209, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.06204724409448819, |
| "grad_norm": 0.09660397469997406, |
| "learning_rate": 0.0008, |
| "loss": 2.8263754844665527, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.06215223097112861, |
| "grad_norm": 0.09598527103662491, |
| "learning_rate": 0.0008, |
| "loss": 2.666367530822754, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.06225721784776903, |
| "grad_norm": 0.09384316205978394, |
| "learning_rate": 0.0008, |
| "loss": 2.7239773273468018, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.06236220472440945, |
| "grad_norm": 0.0932997465133667, |
| "learning_rate": 0.0008, |
| "loss": 2.7118349075317383, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.06246719160104987, |
| "grad_norm": 0.09373453259468079, |
| "learning_rate": 0.0008, |
| "loss": 2.7382428646087646, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.06257217847769028, |
| "grad_norm": 0.09803857654333115, |
| "learning_rate": 0.0008, |
| "loss": 2.755943775177002, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.06267716535433071, |
| "grad_norm": 0.09311717003583908, |
| "learning_rate": 0.0008, |
| "loss": 2.7395267486572266, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.06278215223097112, |
| "grad_norm": 0.09369563311338425, |
| "learning_rate": 0.0008, |
| "loss": 2.785970449447632, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.06288713910761155, |
| "grad_norm": 0.09036700427532196, |
| "learning_rate": 0.0008, |
| "loss": 2.776278257369995, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.06299212598425197, |
| "grad_norm": 0.09363891929388046, |
| "learning_rate": 0.0008, |
| "loss": 2.7700867652893066, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.06309711286089238, |
| "grad_norm": 0.09650267660617828, |
| "learning_rate": 0.0008, |
| "loss": 2.713502883911133, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.06320209973753281, |
| "grad_norm": 0.10293524712324142, |
| "learning_rate": 0.0008, |
| "loss": 2.9022140502929688, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.06330708661417322, |
| "grad_norm": 0.09519843757152557, |
| "learning_rate": 0.0008, |
| "loss": 2.7313969135284424, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.06341207349081365, |
| "grad_norm": 0.0950169712305069, |
| "learning_rate": 0.0008, |
| "loss": 2.774022340774536, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.06351706036745407, |
| "grad_norm": 0.09091480821371078, |
| "learning_rate": 0.0008, |
| "loss": 2.7015767097473145, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.06362204724409448, |
| "grad_norm": 0.09598124027252197, |
| "learning_rate": 0.0008, |
| "loss": 2.7730629444122314, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.06372703412073491, |
| "grad_norm": 0.09794464707374573, |
| "learning_rate": 0.0008, |
| "loss": 2.8449044227600098, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.06383202099737532, |
| "grad_norm": 0.10073459148406982, |
| "learning_rate": 0.0008, |
| "loss": 2.7421374320983887, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.06393700787401575, |
| "grad_norm": 0.09479549527168274, |
| "learning_rate": 0.0008, |
| "loss": 2.726524829864502, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.06404199475065617, |
| "grad_norm": 0.09764054417610168, |
| "learning_rate": 0.0008, |
| "loss": 2.7664859294891357, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.06414698162729658, |
| "grad_norm": 0.09193890541791916, |
| "learning_rate": 0.0008, |
| "loss": 2.7090096473693848, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.06425196850393701, |
| "grad_norm": 0.0995439738035202, |
| "learning_rate": 0.0008, |
| "loss": 2.6843483448028564, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.06435695538057742, |
| "grad_norm": 0.09356983751058578, |
| "learning_rate": 0.0008, |
| "loss": 2.7224812507629395, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.06446194225721785, |
| "grad_norm": 0.0965329185128212, |
| "learning_rate": 0.0008, |
| "loss": 2.739919900894165, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.06456692913385827, |
| "grad_norm": 0.09178649634122849, |
| "learning_rate": 0.0008, |
| "loss": 2.7742674350738525, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.06467191601049868, |
| "grad_norm": 0.09057556837797165, |
| "learning_rate": 0.0008, |
| "loss": 2.6888370513916016, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.06477690288713911, |
| "grad_norm": 0.09977737814188004, |
| "learning_rate": 0.0008, |
| "loss": 2.7652909755706787, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.06488188976377952, |
| "grad_norm": 0.09570503234863281, |
| "learning_rate": 0.0008, |
| "loss": 2.719186782836914, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.06498687664041995, |
| "grad_norm": 0.09464333951473236, |
| "learning_rate": 0.0008, |
| "loss": 2.682467460632324, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.06509186351706037, |
| "grad_norm": 0.10610726475715637, |
| "learning_rate": 0.0008, |
| "loss": 2.6956610679626465, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.06519685039370078, |
| "grad_norm": 0.09222975373268127, |
| "learning_rate": 0.0008, |
| "loss": 2.741663694381714, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.06530183727034121, |
| "grad_norm": 0.09509462118148804, |
| "learning_rate": 0.0008, |
| "loss": 2.739074468612671, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.06540682414698162, |
| "grad_norm": 0.09526625275611877, |
| "learning_rate": 0.0008, |
| "loss": 2.716810464859009, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.06551181102362205, |
| "grad_norm": 0.08917568624019623, |
| "learning_rate": 0.0008, |
| "loss": 2.7790722846984863, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.06561679790026247, |
| "grad_norm": 0.08985543996095657, |
| "learning_rate": 0.0008, |
| "loss": 2.748087167739868, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.06572178477690288, |
| "grad_norm": 0.09263970702886581, |
| "learning_rate": 0.0008, |
| "loss": 2.6896450519561768, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.06582677165354331, |
| "grad_norm": 0.09330984950065613, |
| "learning_rate": 0.0008, |
| "loss": 2.6958892345428467, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.06593175853018372, |
| "grad_norm": 0.08814782649278641, |
| "learning_rate": 0.0008, |
| "loss": 2.7310869693756104, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.06603674540682415, |
| "grad_norm": 0.09247346967458725, |
| "learning_rate": 0.0008, |
| "loss": 2.6854116916656494, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.06614173228346457, |
| "grad_norm": 0.0904579684138298, |
| "learning_rate": 0.0008, |
| "loss": 2.7304842472076416, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.06624671916010498, |
| "grad_norm": 0.10152405500411987, |
| "learning_rate": 0.0008, |
| "loss": 2.702768325805664, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.06635170603674541, |
| "grad_norm": 0.09937993437051773, |
| "learning_rate": 0.0008, |
| "loss": 2.766422986984253, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.06645669291338582, |
| "grad_norm": 0.09391853213310242, |
| "learning_rate": 0.0008, |
| "loss": 2.707615613937378, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.06656167979002625, |
| "grad_norm": 0.08916128426790237, |
| "learning_rate": 0.0008, |
| "loss": 2.6421377658843994, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.06666666666666667, |
| "grad_norm": 0.11973083019256592, |
| "learning_rate": 0.0008, |
| "loss": 2.764481782913208, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.06677165354330708, |
| "grad_norm": 0.09177809208631516, |
| "learning_rate": 0.0008, |
| "loss": 2.782212972640991, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.06687664041994751, |
| "grad_norm": 0.09051013737916946, |
| "learning_rate": 0.0008, |
| "loss": 2.728666067123413, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.06698162729658792, |
| "grad_norm": 0.0887698158621788, |
| "learning_rate": 0.0008, |
| "loss": 2.6825649738311768, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.06708661417322835, |
| "grad_norm": 0.08877133578062057, |
| "learning_rate": 0.0008, |
| "loss": 2.770366668701172, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.06719160104986877, |
| "grad_norm": 0.09202440083026886, |
| "learning_rate": 0.0008, |
| "loss": 2.774871826171875, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.06729658792650918, |
| "grad_norm": 0.09336346387863159, |
| "learning_rate": 0.0008, |
| "loss": 2.733929395675659, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.06740157480314961, |
| "grad_norm": 0.09517822414636612, |
| "learning_rate": 0.0008, |
| "loss": 2.7393155097961426, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.06750656167979002, |
| "grad_norm": 0.09316384792327881, |
| "learning_rate": 0.0008, |
| "loss": 2.726889133453369, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.06761154855643045, |
| "grad_norm": 0.09062747657299042, |
| "learning_rate": 0.0008, |
| "loss": 2.676839590072632, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.06771653543307087, |
| "grad_norm": 0.0867094025015831, |
| "learning_rate": 0.0008, |
| "loss": 2.712338924407959, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.06782152230971128, |
| "grad_norm": 0.09216507524251938, |
| "learning_rate": 0.0008, |
| "loss": 2.76090931892395, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.06792650918635171, |
| "grad_norm": 0.09290657192468643, |
| "learning_rate": 0.0008, |
| "loss": 2.7047674655914307, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.06803149606299212, |
| "grad_norm": 0.09055540710687637, |
| "learning_rate": 0.0008, |
| "loss": 2.725385904312134, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.06813648293963255, |
| "grad_norm": 0.09026801586151123, |
| "learning_rate": 0.0008, |
| "loss": 2.7393622398376465, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.06824146981627296, |
| "grad_norm": 0.08923443406820297, |
| "learning_rate": 0.0008, |
| "loss": 2.70747709274292, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.06834645669291338, |
| "grad_norm": 0.09018641710281372, |
| "learning_rate": 0.0008, |
| "loss": 2.687223434448242, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.06845144356955381, |
| "grad_norm": 0.08945067226886749, |
| "learning_rate": 0.0008, |
| "loss": 2.758821964263916, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.06855643044619422, |
| "grad_norm": 0.08930539339780807, |
| "learning_rate": 0.0008, |
| "loss": 2.7447938919067383, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.06866141732283465, |
| "grad_norm": 0.09555280953645706, |
| "learning_rate": 0.0008, |
| "loss": 2.6633846759796143, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.06876640419947506, |
| "grad_norm": 0.09034199267625809, |
| "learning_rate": 0.0008, |
| "loss": 2.7054800987243652, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.06887139107611548, |
| "grad_norm": 0.0911264568567276, |
| "learning_rate": 0.0008, |
| "loss": 2.703281879425049, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.06897637795275591, |
| "grad_norm": 0.11208830028772354, |
| "learning_rate": 0.0008, |
| "loss": 2.7217724323272705, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.06908136482939632, |
| "grad_norm": 0.09283586591482162, |
| "learning_rate": 0.0008, |
| "loss": 2.6326820850372314, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.06918635170603675, |
| "grad_norm": 0.09743106365203857, |
| "learning_rate": 0.0008, |
| "loss": 2.7401678562164307, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.06929133858267716, |
| "grad_norm": 0.10332754254341125, |
| "learning_rate": 0.0008, |
| "loss": 2.6880064010620117, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.06939632545931758, |
| "grad_norm": 0.0905320793390274, |
| "learning_rate": 0.0008, |
| "loss": 2.8321988582611084, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.06950131233595801, |
| "grad_norm": 0.09661230444908142, |
| "learning_rate": 0.0008, |
| "loss": 2.820366144180298, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.06960629921259842, |
| "grad_norm": 0.1010541319847107, |
| "learning_rate": 0.0008, |
| "loss": 2.669790506362915, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.06971128608923885, |
| "grad_norm": 0.10069449245929718, |
| "learning_rate": 0.0008, |
| "loss": 2.6688294410705566, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.06981627296587926, |
| "grad_norm": 0.0907818153500557, |
| "learning_rate": 0.0008, |
| "loss": 2.711893081665039, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.06992125984251968, |
| "grad_norm": 0.08876825869083405, |
| "learning_rate": 0.0008, |
| "loss": 2.7334165573120117, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.0700262467191601, |
| "grad_norm": 0.08738885074853897, |
| "learning_rate": 0.0008, |
| "loss": 2.6676371097564697, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.07013123359580052, |
| "grad_norm": 0.09067124128341675, |
| "learning_rate": 0.0008, |
| "loss": 2.7439775466918945, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.07023622047244095, |
| "grad_norm": 0.08947622030973434, |
| "learning_rate": 0.0008, |
| "loss": 2.773383617401123, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.07034120734908136, |
| "grad_norm": 0.08832672238349915, |
| "learning_rate": 0.0008, |
| "loss": 2.684849500656128, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.07044619422572178, |
| "grad_norm": 0.09062019735574722, |
| "learning_rate": 0.0008, |
| "loss": 2.6650891304016113, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.0705511811023622, |
| "grad_norm": 0.09270370006561279, |
| "learning_rate": 0.0008, |
| "loss": 2.7085578441619873, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.07065616797900262, |
| "grad_norm": 0.08942906558513641, |
| "learning_rate": 0.0008, |
| "loss": 2.7183375358581543, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.07076115485564305, |
| "grad_norm": 0.08755499869585037, |
| "learning_rate": 0.0008, |
| "loss": 2.6928529739379883, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.07086614173228346, |
| "grad_norm": 0.0885811522603035, |
| "learning_rate": 0.0008, |
| "loss": 2.7188720703125, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.07097112860892388, |
| "grad_norm": 0.08931387960910797, |
| "learning_rate": 0.0008, |
| "loss": 2.6251308917999268, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.0710761154855643, |
| "grad_norm": 0.0879686251282692, |
| "learning_rate": 0.0008, |
| "loss": 2.74489688873291, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.07118110236220472, |
| "grad_norm": 0.08499078452587128, |
| "learning_rate": 0.0008, |
| "loss": 2.6151463985443115, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.07128608923884515, |
| "grad_norm": 0.08597178012132645, |
| "learning_rate": 0.0008, |
| "loss": 2.6897919178009033, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.07139107611548556, |
| "grad_norm": 0.09871555864810944, |
| "learning_rate": 0.0008, |
| "loss": 2.6851541996002197, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.07149606299212598, |
| "grad_norm": 0.08770178258419037, |
| "learning_rate": 0.0008, |
| "loss": 2.628960371017456, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.0716010498687664, |
| "grad_norm": 0.09183717519044876, |
| "learning_rate": 0.0008, |
| "loss": 2.6417086124420166, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.07170603674540682, |
| "grad_norm": 0.08580727875232697, |
| "learning_rate": 0.0008, |
| "loss": 2.6884584426879883, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.07181102362204725, |
| "grad_norm": 0.08483970910310745, |
| "learning_rate": 0.0008, |
| "loss": 2.75624942779541, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.07191601049868766, |
| "grad_norm": 0.09414925426244736, |
| "learning_rate": 0.0008, |
| "loss": 2.690917730331421, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.07202099737532808, |
| "grad_norm": 0.0874631330370903, |
| "learning_rate": 0.0008, |
| "loss": 2.6809377670288086, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.0721259842519685, |
| "grad_norm": 0.09258206188678741, |
| "learning_rate": 0.0008, |
| "loss": 2.6989850997924805, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.07223097112860892, |
| "grad_norm": 0.08777697384357452, |
| "learning_rate": 0.0008, |
| "loss": 2.5786826610565186, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.07233595800524935, |
| "grad_norm": 0.09499172866344452, |
| "learning_rate": 0.0008, |
| "loss": 2.704826593399048, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.07244094488188976, |
| "grad_norm": 0.08798379451036453, |
| "learning_rate": 0.0008, |
| "loss": 2.6959006786346436, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.07254593175853018, |
| "grad_norm": 0.09166393429040909, |
| "learning_rate": 0.0008, |
| "loss": 2.744873523712158, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.0726509186351706, |
| "grad_norm": 0.08753436803817749, |
| "learning_rate": 0.0008, |
| "loss": 2.647568464279175, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.07275590551181102, |
| "grad_norm": 0.0951622724533081, |
| "learning_rate": 0.0008, |
| "loss": 2.769989490509033, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.07286089238845145, |
| "grad_norm": 0.08674084395170212, |
| "learning_rate": 0.0008, |
| "loss": 2.747138261795044, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.07296587926509186, |
| "grad_norm": 0.09108833223581314, |
| "learning_rate": 0.0008, |
| "loss": 2.6137795448303223, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.07307086614173228, |
| "grad_norm": 0.08870238810777664, |
| "learning_rate": 0.0008, |
| "loss": 2.666318655014038, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.0731758530183727, |
| "grad_norm": 0.08854766190052032, |
| "learning_rate": 0.0008, |
| "loss": 2.6619858741760254, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.07328083989501312, |
| "grad_norm": 0.08897228538990021, |
| "learning_rate": 0.0008, |
| "loss": 2.64046049118042, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.07338582677165355, |
| "grad_norm": 0.08897323161363602, |
| "learning_rate": 0.0008, |
| "loss": 2.7652525901794434, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.07349081364829396, |
| "grad_norm": 0.08516496419906616, |
| "learning_rate": 0.0008, |
| "loss": 2.5715649127960205, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.07359580052493438, |
| "grad_norm": 0.08876385539770126, |
| "learning_rate": 0.0008, |
| "loss": 2.7622568607330322, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.0737007874015748, |
| "grad_norm": 0.08872676640748978, |
| "learning_rate": 0.0008, |
| "loss": 2.7113258838653564, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.07380577427821522, |
| "grad_norm": 0.08686773478984833, |
| "learning_rate": 0.0008, |
| "loss": 2.6650986671447754, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.07391076115485565, |
| "grad_norm": 0.09066683799028397, |
| "learning_rate": 0.0008, |
| "loss": 2.636753559112549, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.07401574803149606, |
| "grad_norm": 0.08717681467533112, |
| "learning_rate": 0.0008, |
| "loss": 2.6704976558685303, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.07412073490813648, |
| "grad_norm": 0.08846788853406906, |
| "learning_rate": 0.0008, |
| "loss": 2.6926631927490234, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.0742257217847769, |
| "grad_norm": 0.09278976172208786, |
| "learning_rate": 0.0008, |
| "loss": 2.6709396839141846, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.07433070866141732, |
| "grad_norm": 0.08742888271808624, |
| "learning_rate": 0.0008, |
| "loss": 2.691894769668579, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.07443569553805775, |
| "grad_norm": 0.08882424980401993, |
| "learning_rate": 0.0008, |
| "loss": 2.6744706630706787, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.07454068241469816, |
| "grad_norm": 0.09900332987308502, |
| "learning_rate": 0.0008, |
| "loss": 2.6957004070281982, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.07464566929133858, |
| "grad_norm": 0.08583637326955795, |
| "learning_rate": 0.0008, |
| "loss": 2.629910707473755, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.074750656167979, |
| "grad_norm": 0.09553971141576767, |
| "learning_rate": 0.0008, |
| "loss": 2.7146975994110107, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.07485564304461942, |
| "grad_norm": 0.08393795043230057, |
| "learning_rate": 0.0008, |
| "loss": 2.644871234893799, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.07496062992125985, |
| "grad_norm": 0.08811771124601364, |
| "learning_rate": 0.0008, |
| "loss": 2.74150013923645, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.07506561679790026, |
| "grad_norm": 0.08552783727645874, |
| "learning_rate": 0.0008, |
| "loss": 2.626519203186035, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.07517060367454068, |
| "grad_norm": 0.10242731124162674, |
| "learning_rate": 0.0008, |
| "loss": 2.641078472137451, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.0752755905511811, |
| "grad_norm": 0.09166337549686432, |
| "learning_rate": 0.0008, |
| "loss": 2.6449639797210693, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.07538057742782152, |
| "grad_norm": 0.08761779218912125, |
| "learning_rate": 0.0008, |
| "loss": 2.677574634552002, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.07548556430446195, |
| "grad_norm": 0.08642394095659256, |
| "learning_rate": 0.0008, |
| "loss": 2.6905453205108643, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.07559055118110236, |
| "grad_norm": 0.08333615213632584, |
| "learning_rate": 0.0008, |
| "loss": 2.592236280441284, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.07569553805774278, |
| "grad_norm": 0.08484560251235962, |
| "learning_rate": 0.0008, |
| "loss": 2.6854631900787354, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.0758005249343832, |
| "grad_norm": 0.0837368294596672, |
| "learning_rate": 0.0008, |
| "loss": 2.6374318599700928, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.07590551181102362, |
| "grad_norm": 0.09100774675607681, |
| "learning_rate": 0.0008, |
| "loss": 2.6125762462615967, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.07601049868766405, |
| "grad_norm": 0.08711443096399307, |
| "learning_rate": 0.0008, |
| "loss": 2.597930669784546, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.07611548556430446, |
| "grad_norm": 0.08646796643733978, |
| "learning_rate": 0.0008, |
| "loss": 2.648893356323242, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.07622047244094488, |
| "grad_norm": 0.09896808862686157, |
| "learning_rate": 0.0008, |
| "loss": 2.6535043716430664, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.0763254593175853, |
| "grad_norm": 0.08856473863124847, |
| "learning_rate": 0.0008, |
| "loss": 2.602234363555908, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.07643044619422572, |
| "grad_norm": 0.0864076167345047, |
| "learning_rate": 0.0008, |
| "loss": 2.689237594604492, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.07653543307086615, |
| "grad_norm": 0.08773746341466904, |
| "learning_rate": 0.0008, |
| "loss": 2.6581928730010986, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.07664041994750656, |
| "grad_norm": 0.08633334189653397, |
| "learning_rate": 0.0008, |
| "loss": 2.5990493297576904, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.07674540682414698, |
| "grad_norm": 0.08365172892808914, |
| "learning_rate": 0.0008, |
| "loss": 2.6227877140045166, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.0768503937007874, |
| "grad_norm": 0.08256988227367401, |
| "learning_rate": 0.0008, |
| "loss": 2.5598974227905273, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.07695538057742782, |
| "grad_norm": 0.08591403067111969, |
| "learning_rate": 0.0008, |
| "loss": 2.673539400100708, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.07706036745406825, |
| "grad_norm": 0.15994617342948914, |
| "learning_rate": 0.0008, |
| "loss": 2.664999008178711, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.07716535433070866, |
| "grad_norm": 0.0995364636182785, |
| "learning_rate": 0.0008, |
| "loss": 2.6732304096221924, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.07727034120734907, |
| "grad_norm": 0.49649930000305176, |
| "learning_rate": 0.0008, |
| "loss": 2.6371679306030273, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.0773753280839895, |
| "grad_norm": 0.13202159106731415, |
| "learning_rate": 0.0008, |
| "loss": 2.666672468185425, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.07748031496062992, |
| "grad_norm": 0.14444680511951447, |
| "learning_rate": 0.0008, |
| "loss": 2.6946022510528564, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.07758530183727035, |
| "grad_norm": 0.26887446641921997, |
| "learning_rate": 0.0008, |
| "loss": 2.8010661602020264, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.07769028871391076, |
| "grad_norm": 0.1028187945485115, |
| "learning_rate": 0.0008, |
| "loss": 2.7120325565338135, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.07779527559055117, |
| "grad_norm": 0.10403750836849213, |
| "learning_rate": 0.0008, |
| "loss": 2.7645153999328613, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.0779002624671916, |
| "grad_norm": 0.097693532705307, |
| "learning_rate": 0.0008, |
| "loss": 2.569256067276001, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.07800524934383202, |
| "grad_norm": 0.09556399285793304, |
| "learning_rate": 0.0008, |
| "loss": 2.5498592853546143, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.07811023622047245, |
| "grad_norm": 0.09795936942100525, |
| "learning_rate": 0.0008, |
| "loss": 2.6981966495513916, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.07821522309711286, |
| "grad_norm": 0.16835343837738037, |
| "learning_rate": 0.0008, |
| "loss": 2.602991819381714, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.07832020997375327, |
| "grad_norm": 0.08939483761787415, |
| "learning_rate": 0.0008, |
| "loss": 2.639512062072754, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.0784251968503937, |
| "grad_norm": 0.08930263668298721, |
| "learning_rate": 0.0008, |
| "loss": 2.6877212524414062, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.07853018372703412, |
| "grad_norm": 0.08753892779350281, |
| "learning_rate": 0.0008, |
| "loss": 2.748821973800659, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.07863517060367455, |
| "grad_norm": 0.08467117697000504, |
| "learning_rate": 0.0008, |
| "loss": 2.636019706726074, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.07874015748031496, |
| "grad_norm": 0.08635459095239639, |
| "learning_rate": 0.0008, |
| "loss": 2.6212708950042725, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.07884514435695537, |
| "grad_norm": 0.08619186282157898, |
| "learning_rate": 0.0008, |
| "loss": 2.6356201171875, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.0789501312335958, |
| "grad_norm": 0.08826661854982376, |
| "learning_rate": 0.0008, |
| "loss": 2.682232618331909, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.07905511811023622, |
| "grad_norm": 0.08308306336402893, |
| "learning_rate": 0.0008, |
| "loss": 2.6641902923583984, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.07916010498687664, |
| "grad_norm": 0.08432268351316452, |
| "learning_rate": 0.0008, |
| "loss": 2.608417272567749, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.07926509186351706, |
| "grad_norm": 0.08366723358631134, |
| "learning_rate": 0.0008, |
| "loss": 2.6295907497406006, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.07937007874015747, |
| "grad_norm": 0.08625472337007523, |
| "learning_rate": 0.0008, |
| "loss": 2.6681504249572754, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.0794750656167979, |
| "grad_norm": 0.08417803794145584, |
| "learning_rate": 0.0008, |
| "loss": 2.6194047927856445, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.07958005249343832, |
| "grad_norm": 0.08445578813552856, |
| "learning_rate": 0.0008, |
| "loss": 2.603327751159668, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.07968503937007874, |
| "grad_norm": 0.0818251222372055, |
| "learning_rate": 0.0008, |
| "loss": 2.602876901626587, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.07979002624671916, |
| "grad_norm": 0.08363281935453415, |
| "learning_rate": 0.0008, |
| "loss": 2.632730484008789, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.07989501312335957, |
| "grad_norm": 0.08214236050844193, |
| "learning_rate": 0.0008, |
| "loss": 2.5745739936828613, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.08501773327589035, |
| "learning_rate": 0.0008, |
| "loss": 2.5629425048828125, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.08010498687664042, |
| "grad_norm": 0.0836695060133934, |
| "learning_rate": 0.0008, |
| "loss": 2.6567468643188477, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.08020997375328084, |
| "grad_norm": 0.09470122307538986, |
| "learning_rate": 0.0008, |
| "loss": 2.6306705474853516, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.08031496062992126, |
| "grad_norm": 0.08731096982955933, |
| "learning_rate": 0.0008, |
| "loss": 2.6195871829986572, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.08041994750656167, |
| "grad_norm": 0.08617392182350159, |
| "learning_rate": 0.0008, |
| "loss": 2.6669445037841797, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.0805249343832021, |
| "grad_norm": 0.09462998807430267, |
| "learning_rate": 0.0008, |
| "loss": 2.6400246620178223, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.08062992125984252, |
| "grad_norm": 0.08441915363073349, |
| "learning_rate": 0.0008, |
| "loss": 2.645432710647583, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.08073490813648294, |
| "grad_norm": 0.08263417333364487, |
| "learning_rate": 0.0008, |
| "loss": 2.6180851459503174, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.08083989501312336, |
| "grad_norm": 0.08703829348087311, |
| "learning_rate": 0.0008, |
| "loss": 2.5585739612579346, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.08094488188976377, |
| "grad_norm": 0.08523893356323242, |
| "learning_rate": 0.0008, |
| "loss": 2.614161968231201, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.0810498687664042, |
| "grad_norm": 0.08841872215270996, |
| "learning_rate": 0.0008, |
| "loss": 2.6348488330841064, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.08115485564304462, |
| "grad_norm": 0.08768261969089508, |
| "learning_rate": 0.0008, |
| "loss": 2.6650583744049072, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.08125984251968504, |
| "grad_norm": 0.08522971719503403, |
| "learning_rate": 0.0008, |
| "loss": 2.6248960494995117, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.08136482939632546, |
| "grad_norm": 0.08117776364088058, |
| "learning_rate": 0.0008, |
| "loss": 2.5123472213745117, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.08146981627296587, |
| "grad_norm": 0.10297319293022156, |
| "learning_rate": 0.0008, |
| "loss": 2.6397876739501953, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.0815748031496063, |
| "grad_norm": 0.08273671567440033, |
| "learning_rate": 0.0008, |
| "loss": 2.671487808227539, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.08167979002624672, |
| "grad_norm": 0.08913425356149673, |
| "learning_rate": 0.0008, |
| "loss": 2.619361400604248, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.08178477690288714, |
| "grad_norm": 0.08676572889089584, |
| "learning_rate": 0.0008, |
| "loss": 2.646219253540039, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.08188976377952756, |
| "grad_norm": 0.08558576554059982, |
| "learning_rate": 0.0008, |
| "loss": 2.6649773120880127, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.08199475065616797, |
| "grad_norm": 0.08772425353527069, |
| "learning_rate": 0.0008, |
| "loss": 2.5893633365631104, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.0820997375328084, |
| "grad_norm": 0.0831882581114769, |
| "learning_rate": 0.0008, |
| "loss": 2.6974833011627197, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.08220472440944881, |
| "grad_norm": 0.08178865164518356, |
| "learning_rate": 0.0008, |
| "loss": 2.583035707473755, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.08230971128608924, |
| "grad_norm": 0.08514456450939178, |
| "learning_rate": 0.0008, |
| "loss": 2.6143856048583984, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.08241469816272966, |
| "grad_norm": 0.0887722596526146, |
| "learning_rate": 0.0008, |
| "loss": 2.6891093254089355, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.08251968503937007, |
| "grad_norm": 0.08339700102806091, |
| "learning_rate": 0.0008, |
| "loss": 2.6601476669311523, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.0826246719160105, |
| "grad_norm": 0.09619136154651642, |
| "learning_rate": 0.0008, |
| "loss": 2.7047266960144043, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.08272965879265091, |
| "grad_norm": 0.08555737882852554, |
| "learning_rate": 0.0008, |
| "loss": 2.641420602798462, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.08283464566929134, |
| "grad_norm": 0.09187690168619156, |
| "learning_rate": 0.0008, |
| "loss": 2.682300567626953, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.08293963254593176, |
| "grad_norm": 0.08391961455345154, |
| "learning_rate": 0.0008, |
| "loss": 2.596982479095459, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.08304461942257217, |
| "grad_norm": 0.08660521358251572, |
| "learning_rate": 0.0008, |
| "loss": 2.5704190731048584, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.0831496062992126, |
| "grad_norm": 0.09145216643810272, |
| "learning_rate": 0.0008, |
| "loss": 2.610621690750122, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.08325459317585301, |
| "grad_norm": 0.09076787531375885, |
| "learning_rate": 0.0008, |
| "loss": 2.6265766620635986, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.08335958005249344, |
| "grad_norm": 0.08473757654428482, |
| "learning_rate": 0.0008, |
| "loss": 2.5840325355529785, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.08346456692913386, |
| "grad_norm": 0.08764895796775818, |
| "learning_rate": 0.0008, |
| "loss": 2.650861978530884, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.08356955380577427, |
| "grad_norm": 0.08604638278484344, |
| "learning_rate": 0.0008, |
| "loss": 2.5880215167999268, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.0836745406824147, |
| "grad_norm": 0.08875894546508789, |
| "learning_rate": 0.0008, |
| "loss": 2.5545339584350586, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.08377952755905511, |
| "grad_norm": 0.08827130496501923, |
| "learning_rate": 0.0008, |
| "loss": 2.6456351280212402, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.08388451443569554, |
| "grad_norm": 0.08176963776350021, |
| "learning_rate": 0.0008, |
| "loss": 2.5623390674591064, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.08398950131233596, |
| "grad_norm": 0.086766816675663, |
| "learning_rate": 0.0008, |
| "loss": 2.7536349296569824, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.08409448818897637, |
| "grad_norm": 0.09060511738061905, |
| "learning_rate": 0.0008, |
| "loss": 2.631099224090576, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.0841994750656168, |
| "grad_norm": 0.08291477710008621, |
| "learning_rate": 0.0008, |
| "loss": 2.6116275787353516, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.08430446194225721, |
| "grad_norm": 0.08625714480876923, |
| "learning_rate": 0.0008, |
| "loss": 2.647369146347046, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.08440944881889764, |
| "grad_norm": 0.08942336589097977, |
| "learning_rate": 0.0008, |
| "loss": 2.6680569648742676, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.08451443569553806, |
| "grad_norm": 0.08428546786308289, |
| "learning_rate": 0.0008, |
| "loss": 2.6465890407562256, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.08461942257217847, |
| "grad_norm": 0.08562791347503662, |
| "learning_rate": 0.0008, |
| "loss": 2.625067949295044, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.0847244094488189, |
| "grad_norm": 0.0880139097571373, |
| "learning_rate": 0.0008, |
| "loss": 2.5922048091888428, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.08482939632545931, |
| "grad_norm": 0.08246537297964096, |
| "learning_rate": 0.0008, |
| "loss": 2.5575156211853027, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.08493438320209974, |
| "grad_norm": 0.0834057629108429, |
| "learning_rate": 0.0008, |
| "loss": 2.641045570373535, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.08503937007874016, |
| "grad_norm": 0.08735916763544083, |
| "learning_rate": 0.0008, |
| "loss": 2.5660972595214844, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.08514435695538057, |
| "grad_norm": 0.08078532665967941, |
| "learning_rate": 0.0008, |
| "loss": 2.608192205429077, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.085249343832021, |
| "grad_norm": 0.08159651607275009, |
| "learning_rate": 0.0008, |
| "loss": 2.628239631652832, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.08535433070866141, |
| "grad_norm": 0.08421457558870316, |
| "learning_rate": 0.0008, |
| "loss": 2.590017318725586, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.08545931758530184, |
| "grad_norm": 0.08065648376941681, |
| "learning_rate": 0.0008, |
| "loss": 2.5932815074920654, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.08556430446194226, |
| "grad_norm": 0.08451144397258759, |
| "learning_rate": 0.0008, |
| "loss": 2.526507616043091, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.08566929133858267, |
| "grad_norm": 0.0815906673669815, |
| "learning_rate": 0.0008, |
| "loss": 2.6585793495178223, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.0857742782152231, |
| "grad_norm": 0.0857076346874237, |
| "learning_rate": 0.0008, |
| "loss": 2.603756904602051, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.08587926509186351, |
| "grad_norm": 0.0849592387676239, |
| "learning_rate": 0.0008, |
| "loss": 2.5701847076416016, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.08598425196850394, |
| "grad_norm": 0.0825916975736618, |
| "learning_rate": 0.0008, |
| "loss": 2.601931095123291, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.08608923884514436, |
| "grad_norm": 0.0850144624710083, |
| "learning_rate": 0.0008, |
| "loss": 2.6899642944335938, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.08619422572178477, |
| "grad_norm": 0.07960861921310425, |
| "learning_rate": 0.0008, |
| "loss": 2.628523349761963, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.0862992125984252, |
| "grad_norm": 0.09087909013032913, |
| "learning_rate": 0.0008, |
| "loss": 2.637486457824707, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.08640419947506561, |
| "grad_norm": 0.10057082772254944, |
| "learning_rate": 0.0008, |
| "loss": 2.61989688873291, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.08650918635170604, |
| "grad_norm": 0.08616212755441666, |
| "learning_rate": 0.0008, |
| "loss": 2.6472818851470947, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.08661417322834646, |
| "grad_norm": 0.0801684781908989, |
| "learning_rate": 0.0008, |
| "loss": 2.5400612354278564, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.08671916010498687, |
| "grad_norm": 0.08322037756443024, |
| "learning_rate": 0.0008, |
| "loss": 2.6284127235412598, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.0868241469816273, |
| "grad_norm": 0.08782251924276352, |
| "learning_rate": 0.0008, |
| "loss": 2.571457624435425, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.08692913385826771, |
| "grad_norm": 0.07917717844247818, |
| "learning_rate": 0.0008, |
| "loss": 2.583712100982666, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.08703412073490814, |
| "grad_norm": 0.08118360489606857, |
| "learning_rate": 0.0008, |
| "loss": 2.5801053047180176, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.08713910761154856, |
| "grad_norm": 0.08316761255264282, |
| "learning_rate": 0.0008, |
| "loss": 2.6475930213928223, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.08724409448818897, |
| "grad_norm": 0.08366121351718903, |
| "learning_rate": 0.0008, |
| "loss": 2.5696606636047363, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.0873490813648294, |
| "grad_norm": 0.08328234404325485, |
| "learning_rate": 0.0008, |
| "loss": 2.632983922958374, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.08745406824146981, |
| "grad_norm": 0.09022201597690582, |
| "learning_rate": 0.0008, |
| "loss": 2.6194865703582764, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.08755905511811024, |
| "grad_norm": 0.09023604542016983, |
| "learning_rate": 0.0008, |
| "loss": 2.616377592086792, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.08766404199475065, |
| "grad_norm": 0.08536537736654282, |
| "learning_rate": 0.0008, |
| "loss": 2.5466952323913574, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.08776902887139107, |
| "grad_norm": 0.099100261926651, |
| "learning_rate": 0.0008, |
| "loss": 2.659147262573242, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.0878740157480315, |
| "grad_norm": 0.08265551924705505, |
| "learning_rate": 0.0008, |
| "loss": 2.589916229248047, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.08797900262467191, |
| "grad_norm": 0.09555111080408096, |
| "learning_rate": 0.0008, |
| "loss": 2.6505472660064697, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.08808398950131234, |
| "grad_norm": 0.09552125632762909, |
| "learning_rate": 0.0008, |
| "loss": 2.5794239044189453, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.08818897637795275, |
| "grad_norm": 0.08678983151912689, |
| "learning_rate": 0.0008, |
| "loss": 2.643092632293701, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.08829396325459317, |
| "grad_norm": 0.08301737904548645, |
| "learning_rate": 0.0008, |
| "loss": 2.6255621910095215, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.0883989501312336, |
| "grad_norm": 0.08073344081640244, |
| "learning_rate": 0.0008, |
| "loss": 2.5802159309387207, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.08850393700787401, |
| "grad_norm": 0.08115082234144211, |
| "learning_rate": 0.0008, |
| "loss": 2.607386589050293, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.08860892388451444, |
| "grad_norm": 0.0805412232875824, |
| "learning_rate": 0.0008, |
| "loss": 2.598745822906494, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.08871391076115485, |
| "grad_norm": 0.08753439038991928, |
| "learning_rate": 0.0008, |
| "loss": 2.6611311435699463, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.08881889763779527, |
| "grad_norm": 0.08298667520284653, |
| "learning_rate": 0.0008, |
| "loss": 2.5831384658813477, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.0889238845144357, |
| "grad_norm": 0.08127131313085556, |
| "learning_rate": 0.0008, |
| "loss": 2.6378657817840576, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.08902887139107611, |
| "grad_norm": 0.08537666499614716, |
| "learning_rate": 0.0008, |
| "loss": 2.639033079147339, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.08913385826771654, |
| "grad_norm": 0.0840623676776886, |
| "learning_rate": 0.0008, |
| "loss": 2.565019130706787, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.08923884514435695, |
| "grad_norm": 0.08272294700145721, |
| "learning_rate": 0.0008, |
| "loss": 2.636948347091675, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.08934383202099737, |
| "grad_norm": 0.08278897404670715, |
| "learning_rate": 0.0008, |
| "loss": 2.6079483032226562, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.0894488188976378, |
| "grad_norm": 0.0801597386598587, |
| "learning_rate": 0.0008, |
| "loss": 2.5585684776306152, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.08955380577427821, |
| "grad_norm": 0.08294755220413208, |
| "learning_rate": 0.0008, |
| "loss": 2.572537899017334, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.08965879265091864, |
| "grad_norm": 0.07987018674612045, |
| "learning_rate": 0.0008, |
| "loss": 2.6297359466552734, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.08976377952755905, |
| "grad_norm": 0.07916128635406494, |
| "learning_rate": 0.0008, |
| "loss": 2.573946952819824, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.08986876640419947, |
| "grad_norm": 0.08582612127065659, |
| "learning_rate": 0.0008, |
| "loss": 2.510253429412842, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.0899737532808399, |
| "grad_norm": 0.08121506869792938, |
| "learning_rate": 0.0008, |
| "loss": 2.561246395111084, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.09007874015748031, |
| "grad_norm": 0.07797350734472275, |
| "learning_rate": 0.0008, |
| "loss": 2.6328437328338623, |
| "step": 1716 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 19050, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 572, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.429426018965286e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
