| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.125, |
| "eval_steps": 250, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.000125, |
| "grad_norm": 2.537714958190918, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.5468, |
| "loss/crossentropy": 2.2066214084625244, |
| "loss/hidden": 0.248046875, |
| "loss/logits": 0.03443578630685806, |
| "loss/reg": 0.026429571211338043, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00025, |
| "grad_norm": 2.4728448390960693, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.6642, |
| "loss/crossentropy": 2.132329225540161, |
| "loss/hidden": 0.345703125, |
| "loss/logits": 0.05424630641937256, |
| "loss/reg": 0.026429571211338043, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.000375, |
| "grad_norm": 2.773984670639038, |
| "learning_rate": 3e-06, |
| "loss": 0.5822, |
| "loss/crossentropy": 2.3457791805267334, |
| "loss/hidden": 0.2734375, |
| "loss/logits": 0.044443465769290924, |
| "loss/reg": 0.02642953023314476, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0005, |
| "grad_norm": 4.14040470123291, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.7192, |
| "loss/crossentropy": 2.7209200859069824, |
| "loss/hidden": 0.35546875, |
| "loss/logits": 0.09940779209136963, |
| "loss/reg": 0.026429466903209686, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.000625, |
| "grad_norm": 1.9164764881134033, |
| "learning_rate": 5e-06, |
| "loss": 0.5467, |
| "loss/crossentropy": 2.4304752349853516, |
| "loss/hidden": 0.244140625, |
| "loss/logits": 0.03826362267136574, |
| "loss/reg": 0.02642936445772648, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00075, |
| "grad_norm": 1.9878246784210205, |
| "learning_rate": 6e-06, |
| "loss": 0.517, |
| "loss/crossentropy": 2.472181797027588, |
| "loss/hidden": 0.2255859375, |
| "loss/logits": 0.027161670848727226, |
| "loss/reg": 0.02642924338579178, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.000875, |
| "grad_norm": 2.1939733028411865, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 0.6043, |
| "loss/crossentropy": 2.241501808166504, |
| "loss/hidden": 0.298828125, |
| "loss/logits": 0.04118040204048157, |
| "loss/reg": 0.02642909064888954, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.001, |
| "grad_norm": 3.516223907470703, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.5199, |
| "loss/crossentropy": 2.409766912460327, |
| "loss/hidden": 0.2236328125, |
| "loss/logits": 0.032000549137592316, |
| "loss/reg": 0.02642889879643917, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.001125, |
| "grad_norm": 1.9335486888885498, |
| "learning_rate": 9e-06, |
| "loss": 0.5575, |
| "loss/crossentropy": 2.6256861686706543, |
| "loss/hidden": 0.255859375, |
| "loss/logits": 0.037392452359199524, |
| "loss/reg": 0.02642873302102089, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.00125, |
| "grad_norm": 1.6782876253128052, |
| "learning_rate": 1e-05, |
| "loss": 0.5162, |
| "loss/crossentropy": 2.1947107315063477, |
| "loss/hidden": 0.2255859375, |
| "loss/logits": 0.026354767382144928, |
| "loss/reg": 0.026428483426570892, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.001375, |
| "grad_norm": 10.848552703857422, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 1.0046, |
| "loss/crossentropy": 3.0539069175720215, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.09970991313457489, |
| "loss/reg": 0.026428230106830597, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0015, |
| "grad_norm": 2.237061023712158, |
| "learning_rate": 1.2e-05, |
| "loss": 0.563, |
| "loss/crossentropy": 2.5601325035095215, |
| "loss/hidden": 0.248046875, |
| "loss/logits": 0.050660137087106705, |
| "loss/reg": 0.02642793208360672, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.001625, |
| "grad_norm": 1.4406346082687378, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.507, |
| "loss/crossentropy": 1.965380311012268, |
| "loss/hidden": 0.2197265625, |
| "loss/logits": 0.02295786701142788, |
| "loss/reg": 0.02642756886780262, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.00175, |
| "grad_norm": 3.0757036209106445, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.7761, |
| "loss/crossentropy": 2.15138840675354, |
| "loss/hidden": 0.4375, |
| "loss/logits": 0.07431840896606445, |
| "loss/reg": 0.026427194476127625, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.001875, |
| "grad_norm": 2.8731143474578857, |
| "learning_rate": 1.5e-05, |
| "loss": 0.4684, |
| "loss/crossentropy": 2.5530812740325928, |
| "loss/hidden": 0.1845703125, |
| "loss/logits": 0.019558344036340714, |
| "loss/reg": 0.026426764205098152, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 2.5288755893707275, |
| "grad_norm_var": 4.846526347105633, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.5781, |
| "loss/crossentropy": 2.5096747875213623, |
| "loss/hidden": 0.275390625, |
| "loss/logits": 0.0384209081530571, |
| "loss/reg": 0.026426298543810844, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.002125, |
| "grad_norm": 2.0281474590301514, |
| "grad_norm_var": 4.89482291121508, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 0.5318, |
| "loss/crossentropy": 2.396097421646118, |
| "loss/hidden": 0.232421875, |
| "loss/logits": 0.03516196087002754, |
| "loss/reg": 0.026425909250974655, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00225, |
| "grad_norm": 2.4487411975860596, |
| "grad_norm_var": 4.896482229626747, |
| "learning_rate": 1.8e-05, |
| "loss": 0.5984, |
| "loss/crossentropy": 2.3916616439819336, |
| "loss/hidden": 0.28125, |
| "loss/logits": 0.052923329174518585, |
| "loss/reg": 0.026425503194332123, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.002375, |
| "grad_norm": 1.986022710800171, |
| "grad_norm_var": 4.956548008938709, |
| "learning_rate": 1.9e-05, |
| "loss": 0.5504, |
| "loss/crossentropy": 2.4791200160980225, |
| "loss/hidden": 0.2421875, |
| "loss/logits": 0.04391499236226082, |
| "loss/reg": 0.026425078511238098, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0025, |
| "grad_norm": 2.0934784412384033, |
| "grad_norm_var": 4.887277710992484, |
| "learning_rate": 2e-05, |
| "loss": 0.5369, |
| "loss/crossentropy": 2.1741297245025635, |
| "loss/hidden": 0.2392578125, |
| "loss/logits": 0.03335873782634735, |
| "loss/reg": 0.026424556970596313, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.002625, |
| "grad_norm": 1.9445254802703857, |
| "grad_norm_var": 4.884025740026245, |
| "learning_rate": 2.1e-05, |
| "loss": 0.4865, |
| "loss/crossentropy": 2.45112943649292, |
| "loss/hidden": 0.1962890625, |
| "loss/logits": 0.025960583239793777, |
| "loss/reg": 0.02642405778169632, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.00275, |
| "grad_norm": 3.070704221725464, |
| "grad_norm_var": 4.8399171328504895, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.5887, |
| "loss/crossentropy": 2.1550512313842773, |
| "loss/hidden": 0.275390625, |
| "loss/logits": 0.049097511917352676, |
| "loss/reg": 0.02642347477376461, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.002875, |
| "grad_norm": 2.2452821731567383, |
| "grad_norm_var": 4.835466428034186, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.5482, |
| "loss/crossentropy": 2.1640255451202393, |
| "loss/hidden": 0.2470703125, |
| "loss/logits": 0.036868080496788025, |
| "loss/reg": 0.026422815397381783, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 2.032148838043213, |
| "grad_norm_var": 4.84560617678243, |
| "learning_rate": 2.4e-05, |
| "loss": 0.5756, |
| "loss/crossentropy": 2.323482036590576, |
| "loss/hidden": 0.271484375, |
| "loss/logits": 0.03993295133113861, |
| "loss/reg": 0.02642211876809597, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.003125, |
| "grad_norm": 1.763465404510498, |
| "grad_norm_var": 4.8665883230545335, |
| "learning_rate": 2.5e-05, |
| "loss": 0.5139, |
| "loss/crossentropy": 2.33661150932312, |
| "loss/hidden": 0.22265625, |
| "loss/logits": 0.02701444923877716, |
| "loss/reg": 0.026421383023262024, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.00325, |
| "grad_norm": 1.7001625299453735, |
| "grad_norm_var": 4.863438686484135, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.5696, |
| "loss/crossentropy": 2.2305383682250977, |
| "loss/hidden": 0.275390625, |
| "loss/logits": 0.02997000887989998, |
| "loss/reg": 0.026420695707201958, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.003375, |
| "grad_norm": 3.474130392074585, |
| "grad_norm_var": 0.318824614624526, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 0.5456, |
| "loss/crossentropy": 2.1680750846862793, |
| "loss/hidden": 0.2451171875, |
| "loss/logits": 0.036261945962905884, |
| "loss/reg": 0.0264199897646904, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0035, |
| "grad_norm": 3.8201987743377686, |
| "grad_norm_var": 0.46030846745106163, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 0.5181, |
| "loss/crossentropy": 2.418672800064087, |
| "loss/hidden": 0.224609375, |
| "loss/logits": 0.029263213276863098, |
| "loss/reg": 0.02641921117901802, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.003625, |
| "grad_norm": 1.9781090021133423, |
| "grad_norm_var": 0.40905077024170067, |
| "learning_rate": 2.9e-05, |
| "loss": 0.5379, |
| "loss/crossentropy": 2.390868663787842, |
| "loss/hidden": 0.2392578125, |
| "loss/logits": 0.034465983510017395, |
| "loss/reg": 0.026418352499604225, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.00375, |
| "grad_norm": 1.6551319360733032, |
| "grad_norm_var": 0.41503895204729413, |
| "learning_rate": 3e-05, |
| "loss": 0.496, |
| "loss/crossentropy": 2.5960400104522705, |
| "loss/hidden": 0.205078125, |
| "loss/logits": 0.02678578905761242, |
| "loss/reg": 0.026417305693030357, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.003875, |
| "grad_norm": 1.7136921882629395, |
| "grad_norm_var": 0.4185952392532807, |
| "learning_rate": 3.1e-05, |
| "loss": 0.5235, |
| "loss/crossentropy": 2.349839687347412, |
| "loss/hidden": 0.2275390625, |
| "loss/logits": 0.031792763620615005, |
| "loss/reg": 0.026416433975100517, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 1.9992157220840454, |
| "grad_norm_var": 0.41856547198587274, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.4928, |
| "loss/crossentropy": 2.3164803981781006, |
| "loss/hidden": 0.2041015625, |
| "loss/logits": 0.024579893797636032, |
| "loss/reg": 0.02641524001955986, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.004125, |
| "grad_norm": 2.705052614212036, |
| "grad_norm_var": 0.42744416353313663, |
| "learning_rate": 3.3e-05, |
| "loss": 0.5732, |
| "loss/crossentropy": 2.42107892036438, |
| "loss/hidden": 0.275390625, |
| "loss/logits": 0.03370767831802368, |
| "loss/reg": 0.02641397900879383, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.00425, |
| "grad_norm": 1.8898464441299438, |
| "grad_norm_var": 0.4350913020843951, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 0.5531, |
| "loss/crossentropy": 2.4147770404815674, |
| "loss/hidden": 0.25390625, |
| "loss/logits": 0.03504405915737152, |
| "loss/reg": 0.026412710547447205, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.004375, |
| "grad_norm": 4.9570159912109375, |
| "grad_norm_var": 0.8804344329355491, |
| "learning_rate": 3.5e-05, |
| "loss": 0.6763, |
| "loss/crossentropy": 1.6753497123718262, |
| "loss/hidden": 0.376953125, |
| "loss/logits": 0.03519564867019653, |
| "loss/reg": 0.0264116358011961, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0045, |
| "grad_norm": 4.928956508636475, |
| "grad_norm_var": 1.2518721453244992, |
| "learning_rate": 3.6e-05, |
| "loss": 0.7329, |
| "loss/crossentropy": 2.6104867458343506, |
| "loss/hidden": 0.400390625, |
| "loss/logits": 0.06845290958881378, |
| "loss/reg": 0.02641039527952671, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.004625, |
| "grad_norm": 7.503647327423096, |
| "grad_norm_var": 2.684651641752033, |
| "learning_rate": 3.7e-05, |
| "loss": 0.6258, |
| "loss/crossentropy": 2.2158656120300293, |
| "loss/hidden": 0.318359375, |
| "loss/logits": 0.043342188000679016, |
| "loss/reg": 0.026409219950437546, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.00475, |
| "grad_norm": 2.6838622093200684, |
| "grad_norm_var": 2.6885420074665602, |
| "learning_rate": 3.8e-05, |
| "loss": 0.5939, |
| "loss/crossentropy": 2.344879627227783, |
| "loss/hidden": 0.28515625, |
| "loss/logits": 0.04461552947759628, |
| "loss/reg": 0.026408080011606216, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.004875, |
| "grad_norm": 3.357893705368042, |
| "grad_norm_var": 2.662758933855309, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 0.5729, |
| "loss/crossentropy": 2.6759543418884277, |
| "loss/hidden": 0.275390625, |
| "loss/logits": 0.033413954079151154, |
| "loss/reg": 0.026406895369291306, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 3.0177316665649414, |
| "grad_norm_var": 2.5949485604856193, |
| "learning_rate": 4e-05, |
| "loss": 0.7498, |
| "loss/crossentropy": 2.2261273860931396, |
| "loss/hidden": 0.408203125, |
| "loss/logits": 0.07758316397666931, |
| "loss/reg": 0.026405224576592445, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.005125, |
| "grad_norm": 2.1196699142456055, |
| "grad_norm_var": 2.54074274703229, |
| "learning_rate": 4.1e-05, |
| "loss": 0.6396, |
| "loss/crossentropy": 2.193378448486328, |
| "loss/hidden": 0.30859375, |
| "loss/logits": 0.06692355871200562, |
| "loss/reg": 0.026403924450278282, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00525, |
| "grad_norm": 2.456051826477051, |
| "grad_norm_var": 2.435973046683167, |
| "learning_rate": 4.2e-05, |
| "loss": 0.5571, |
| "loss/crossentropy": 1.9526888132095337, |
| "loss/hidden": 0.26171875, |
| "loss/logits": 0.03133418411016464, |
| "loss/reg": 0.026402529329061508, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.005375, |
| "grad_norm": 2.257375717163086, |
| "grad_norm_var": 2.474501380785125, |
| "learning_rate": 4.3e-05, |
| "loss": 0.5544, |
| "loss/crossentropy": 2.3284847736358643, |
| "loss/hidden": 0.25390625, |
| "loss/logits": 0.03650724142789841, |
| "loss/reg": 0.026400938630104065, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.0055, |
| "grad_norm": 2.9145264625549316, |
| "grad_norm_var": 2.4345975605903694, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.5175, |
| "loss/crossentropy": 2.295241594314575, |
| "loss/hidden": 0.220703125, |
| "loss/logits": 0.03284794092178345, |
| "loss/reg": 0.026399515569210052, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.005625, |
| "grad_norm": 3.1294264793395996, |
| "grad_norm_var": 2.3592519473156615, |
| "learning_rate": 4.5e-05, |
| "loss": 0.5567, |
| "loss/crossentropy": 2.660597085952759, |
| "loss/hidden": 0.255859375, |
| "loss/logits": 0.03686758130788803, |
| "loss/reg": 0.026398126035928726, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.00575, |
| "grad_norm": 2.197265863418579, |
| "grad_norm_var": 2.2745842657817748, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.5512, |
| "loss/crossentropy": 2.3832643032073975, |
| "loss/hidden": 0.2490234375, |
| "loss/logits": 0.038256023079156876, |
| "loss/reg": 0.02639671601355076, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.005875, |
| "grad_norm": 2.883378744125366, |
| "grad_norm_var": 2.141634704665381, |
| "learning_rate": 4.7e-05, |
| "loss": 0.5298, |
| "loss/crossentropy": 2.6035244464874268, |
| "loss/hidden": 0.2333984375, |
| "loss/logits": 0.03240815922617912, |
| "loss/reg": 0.026395246386528015, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 3.1519744396209717, |
| "grad_norm_var": 2.0420385103816727, |
| "learning_rate": 4.8e-05, |
| "loss": 0.5385, |
| "loss/crossentropy": 2.250037908554077, |
| "loss/hidden": 0.244140625, |
| "loss/logits": 0.03043752908706665, |
| "loss/reg": 0.026393571868538857, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.006125, |
| "grad_norm": 3.187680244445801, |
| "grad_norm_var": 2.0209109756516943, |
| "learning_rate": 4.9e-05, |
| "loss": 0.5614, |
| "loss/crossentropy": 2.366483688354492, |
| "loss/hidden": 0.263671875, |
| "loss/logits": 0.033859170973300934, |
| "loss/reg": 0.02639181725680828, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.00625, |
| "grad_norm": 2.3717658519744873, |
| "grad_norm_var": 1.9454730589909708, |
| "learning_rate": 5e-05, |
| "loss": 0.5865, |
| "loss/crossentropy": 2.007732391357422, |
| "loss/hidden": 0.2890625, |
| "loss/logits": 0.0335388109087944, |
| "loss/reg": 0.02638987824320793, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.006375, |
| "grad_norm": 3.658735990524292, |
| "grad_norm_var": 1.767425501826429, |
| "learning_rate": 5.1000000000000006e-05, |
| "loss": 0.5028, |
| "loss/crossentropy": 2.511072874069214, |
| "loss/hidden": 0.2099609375, |
| "loss/logits": 0.02893088385462761, |
| "loss/reg": 0.026387827470898628, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0065, |
| "grad_norm": 2.5912654399871826, |
| "grad_norm_var": 1.582150273328572, |
| "learning_rate": 5.2000000000000004e-05, |
| "loss": 0.5619, |
| "loss/crossentropy": 2.3280093669891357, |
| "loss/hidden": 0.263671875, |
| "loss/logits": 0.03436018154025078, |
| "loss/reg": 0.026385735720396042, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.006625, |
| "grad_norm": 2.0419421195983887, |
| "grad_norm_var": 0.23432357463535497, |
| "learning_rate": 5.300000000000001e-05, |
| "loss": 0.5674, |
| "loss/crossentropy": 2.3851194381713867, |
| "loss/hidden": 0.263671875, |
| "loss/logits": 0.039869021624326706, |
| "loss/reg": 0.026383817195892334, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.00675, |
| "grad_norm": 2.4164810180664062, |
| "grad_norm_var": 0.24119551692934707, |
| "learning_rate": 5.4000000000000005e-05, |
| "loss": 0.6087, |
| "loss/crossentropy": 2.6006996631622314, |
| "loss/hidden": 0.296875, |
| "loss/logits": 0.04797635227441788, |
| "loss/reg": 0.026381801813840866, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.006875, |
| "grad_norm": 2.697831153869629, |
| "grad_norm_var": 0.2135682431387058, |
| "learning_rate": 5.500000000000001e-05, |
| "loss": 0.523, |
| "loss/crossentropy": 2.472208261489868, |
| "loss/hidden": 0.2275390625, |
| "loss/logits": 0.031705208122730255, |
| "loss/reg": 0.026379752904176712, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 4.182509422302246, |
| "grad_norm_var": 0.34874494246430365, |
| "learning_rate": 5.6000000000000006e-05, |
| "loss": 0.6766, |
| "loss/crossentropy": 2.693652868270874, |
| "loss/hidden": 0.3671875, |
| "loss/logits": 0.04566050320863724, |
| "loss/reg": 0.02637762948870659, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.007125, |
| "grad_norm": 2.231238842010498, |
| "grad_norm_var": 0.33990645656106155, |
| "learning_rate": 5.6999999999999996e-05, |
| "loss": 0.5811, |
| "loss/crossentropy": 2.4935543537139893, |
| "loss/hidden": 0.28125, |
| "loss/logits": 0.03613065183162689, |
| "loss/reg": 0.026375366374850273, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.00725, |
| "grad_norm": 2.0192184448242188, |
| "grad_norm_var": 0.37029866859904437, |
| "learning_rate": 5.8e-05, |
| "loss": 0.5285, |
| "loss/crossentropy": 2.192227840423584, |
| "loss/hidden": 0.2294921875, |
| "loss/logits": 0.03531934320926666, |
| "loss/reg": 0.02637314423918724, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.007375, |
| "grad_norm": 2.3108532428741455, |
| "grad_norm_var": 0.36699486123436575, |
| "learning_rate": 5.9e-05, |
| "loss": 0.507, |
| "loss/crossentropy": 2.39101243019104, |
| "loss/hidden": 0.2177734375, |
| "loss/logits": 0.025539016351103783, |
| "loss/reg": 0.02637065388262272, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0075, |
| "grad_norm": 2.049551486968994, |
| "grad_norm_var": 0.3946811437011318, |
| "learning_rate": 6e-05, |
| "loss": 0.5351, |
| "loss/crossentropy": 2.7062017917633057, |
| "loss/hidden": 0.2353515625, |
| "loss/logits": 0.03605186939239502, |
| "loss/reg": 0.026368385180830956, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.007625, |
| "grad_norm": 2.6327223777770996, |
| "grad_norm_var": 0.38133460463904284, |
| "learning_rate": 6.1e-05, |
| "loss": 0.5344, |
| "loss/crossentropy": 2.0810956954956055, |
| "loss/hidden": 0.23828125, |
| "loss/logits": 0.03246723860502243, |
| "loss/reg": 0.02636607363820076, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.00775, |
| "grad_norm": 2.06585955619812, |
| "grad_norm_var": 0.39059185941555535, |
| "learning_rate": 6.2e-05, |
| "loss": 0.5202, |
| "loss/crossentropy": 2.6240835189819336, |
| "loss/hidden": 0.224609375, |
| "loss/logits": 0.03200242295861244, |
| "loss/reg": 0.026363445445895195, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.007875, |
| "grad_norm": 2.109790563583374, |
| "grad_norm_var": 0.40452198957435875, |
| "learning_rate": 6.3e-05, |
| "loss": 0.5249, |
| "loss/crossentropy": 2.587536573410034, |
| "loss/hidden": 0.2294921875, |
| "loss/logits": 0.03178905323147774, |
| "loss/reg": 0.02636083774268627, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 3.818783760070801, |
| "grad_norm_var": 0.48072296241430573, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 0.6632, |
| "loss/crossentropy": 2.011171817779541, |
| "loss/hidden": 0.353515625, |
| "loss/logits": 0.04613731801509857, |
| "loss/reg": 0.02635800838470459, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.008125, |
| "grad_norm": 2.4136369228363037, |
| "grad_norm_var": 0.46258887231494605, |
| "learning_rate": 6.500000000000001e-05, |
| "loss": 0.522, |
| "loss/crossentropy": 2.600787401199341, |
| "loss/hidden": 0.224609375, |
| "loss/logits": 0.03384025767445564, |
| "loss/reg": 0.026355121284723282, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.00825, |
| "grad_norm": 2.3908252716064453, |
| "grad_norm_var": 0.46202963925557394, |
| "learning_rate": 6.6e-05, |
| "loss": 0.5859, |
| "loss/crossentropy": 2.1056201457977295, |
| "loss/hidden": 0.279296875, |
| "loss/logits": 0.04309317469596863, |
| "loss/reg": 0.02635251171886921, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.008375, |
| "grad_norm": 2.5190653800964355, |
| "grad_norm_var": 0.38262308323354144, |
| "learning_rate": 6.7e-05, |
| "loss": 0.5391, |
| "loss/crossentropy": 2.5527184009552, |
| "loss/hidden": 0.2421875, |
| "loss/logits": 0.0334152951836586, |
| "loss/reg": 0.02634957991540432, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0085, |
| "grad_norm": 2.500368595123291, |
| "grad_norm_var": 0.3824057294099087, |
| "learning_rate": 6.800000000000001e-05, |
| "loss": 0.5958, |
| "loss/crossentropy": 2.30499267578125, |
| "loss/hidden": 0.28125, |
| "loss/logits": 0.05108712613582611, |
| "loss/reg": 0.026346800848841667, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.008625, |
| "grad_norm": 2.7905988693237305, |
| "grad_norm_var": 0.3692126592154902, |
| "learning_rate": 6.9e-05, |
| "loss": 0.6049, |
| "loss/crossentropy": 2.3807146549224854, |
| "loss/hidden": 0.294921875, |
| "loss/logits": 0.04648623988032341, |
| "loss/reg": 0.026344334706664085, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.00875, |
| "grad_norm": 2.147470235824585, |
| "grad_norm_var": 0.3793077808516782, |
| "learning_rate": 7e-05, |
| "loss": 0.5345, |
| "loss/crossentropy": 2.627505302429199, |
| "loss/hidden": 0.236328125, |
| "loss/logits": 0.034769318997859955, |
| "loss/reg": 0.026341637596488, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.008875, |
| "grad_norm": 2.6987268924713135, |
| "grad_norm_var": 0.3793248871627156, |
| "learning_rate": 7.1e-05, |
| "loss": 0.5722, |
| "loss/crossentropy": 2.382685899734497, |
| "loss/hidden": 0.271484375, |
| "loss/logits": 0.03735022246837616, |
| "loss/reg": 0.02633870206773281, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 3.085085153579712, |
| "grad_norm_var": 0.2164648496489896, |
| "learning_rate": 7.2e-05, |
| "loss": 0.5882, |
| "loss/crossentropy": 2.371429681777954, |
| "loss/hidden": 0.27734375, |
| "loss/logits": 0.04748620092868805, |
| "loss/reg": 0.02633603662252426, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.009125, |
| "grad_norm": 4.158353328704834, |
| "grad_norm_var": 0.3829897758196862, |
| "learning_rate": 7.3e-05, |
| "loss": 0.8663, |
| "loss/crossentropy": 2.29622745513916, |
| "loss/hidden": 0.5234375, |
| "loss/logits": 0.07955377548933029, |
| "loss/reg": 0.026333071291446686, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.00925, |
| "grad_norm": 2.111111879348755, |
| "grad_norm_var": 0.37631661688178514, |
| "learning_rate": 7.4e-05, |
| "loss": 0.5468, |
| "loss/crossentropy": 2.29744815826416, |
| "loss/hidden": 0.24609375, |
| "loss/logits": 0.037446070462465286, |
| "loss/reg": 0.026330096647143364, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.009375, |
| "grad_norm": 2.545919179916382, |
| "grad_norm_var": 0.37031037444480336, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.625, |
| "loss/crossentropy": 2.4376375675201416, |
| "loss/hidden": 0.306640625, |
| "loss/logits": 0.05505819618701935, |
| "loss/reg": 0.026326792314648628, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0095, |
| "grad_norm": 2.362215042114258, |
| "grad_norm_var": 0.35233204024674003, |
| "learning_rate": 7.6e-05, |
| "loss": 0.5747, |
| "loss/crossentropy": 2.677924156188965, |
| "loss/hidden": 0.267578125, |
| "loss/logits": 0.04392882436513901, |
| "loss/reg": 0.026323769241571426, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.009625, |
| "grad_norm": 3.135709762573242, |
| "grad_norm_var": 0.3671929300455114, |
| "learning_rate": 7.7e-05, |
| "loss": 0.7113, |
| "loss/crossentropy": 1.972798466682434, |
| "loss/hidden": 0.384765625, |
| "loss/logits": 0.06329117715358734, |
| "loss/reg": 0.026320943608880043, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.00975, |
| "grad_norm": 4.418634414672852, |
| "grad_norm_var": 0.5210260544686395, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 0.6851, |
| "loss/crossentropy": 2.558809518814087, |
| "loss/hidden": 0.357421875, |
| "loss/logits": 0.06447892636060715, |
| "loss/reg": 0.02631756290793419, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.009875, |
| "grad_norm": 3.9261293411254883, |
| "grad_norm_var": 0.55391532710314, |
| "learning_rate": 7.900000000000001e-05, |
| "loss": 0.5968, |
| "loss/crossentropy": 2.6102137565612793, |
| "loss/hidden": 0.28515625, |
| "loss/logits": 0.04846350848674774, |
| "loss/reg": 0.026314500719308853, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.1532020568847656, |
| "grad_norm_var": 0.5035194586586452, |
| "learning_rate": 8e-05, |
| "loss": 0.7066, |
| "loss/crossentropy": 2.36220121383667, |
| "loss/hidden": 0.38671875, |
| "loss/logits": 0.05672474205493927, |
| "loss/reg": 0.026311254128813744, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.010125, |
| "grad_norm": 3.557161808013916, |
| "grad_norm_var": 0.5115010248662256, |
| "learning_rate": 8.1e-05, |
| "loss": 0.6647, |
| "loss/crossentropy": 2.412325859069824, |
| "loss/hidden": 0.345703125, |
| "loss/logits": 0.05596970394253731, |
| "loss/reg": 0.026307715103030205, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.01025, |
| "grad_norm": 2.2158408164978027, |
| "grad_norm_var": 0.5268993015208875, |
| "learning_rate": 8.2e-05, |
| "loss": 0.5575, |
| "loss/crossentropy": 2.3789050579071045, |
| "loss/hidden": 0.255859375, |
| "loss/logits": 0.03855578228831291, |
| "loss/reg": 0.0263040903955698, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.010375, |
| "grad_norm": 3.2140979766845703, |
| "grad_norm_var": 0.5164286227091848, |
| "learning_rate": 8.3e-05, |
| "loss": 0.5548, |
| "loss/crossentropy": 2.401925802230835, |
| "loss/hidden": 0.2578125, |
| "loss/logits": 0.03401009738445282, |
| "loss/reg": 0.026300577446818352, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0105, |
| "grad_norm": 2.4155867099761963, |
| "grad_norm_var": 0.5225404018326155, |
| "learning_rate": 8.4e-05, |
| "loss": 0.5432, |
| "loss/crossentropy": 2.6546974182128906, |
| "loss/hidden": 0.244140625, |
| "loss/logits": 0.03612750768661499, |
| "loss/reg": 0.02629682794213295, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.010625, |
| "grad_norm": 4.232295036315918, |
| "grad_norm_var": 0.6129643025970267, |
| "learning_rate": 8.5e-05, |
| "loss": 0.7199, |
| "loss/crossentropy": 2.2300524711608887, |
| "loss/hidden": 0.412109375, |
| "loss/logits": 0.044823646545410156, |
| "loss/reg": 0.0262930728495121, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.01075, |
| "grad_norm": 2.7160282135009766, |
| "grad_norm_var": 0.5620128324129702, |
| "learning_rate": 8.6e-05, |
| "loss": 0.6973, |
| "loss/crossentropy": 2.2953288555145264, |
| "loss/hidden": 0.37109375, |
| "loss/logits": 0.06333646178245544, |
| "loss/reg": 0.02628917805850506, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.010875, |
| "grad_norm": 3.0872819423675537, |
| "grad_norm_var": 0.5495392294868544, |
| "learning_rate": 8.7e-05, |
| "loss": 0.636, |
| "loss/crossentropy": 2.449223756790161, |
| "loss/hidden": 0.328125, |
| "loss/logits": 0.045011188834905624, |
| "loss/reg": 0.02628495544195175, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 2.6966607570648193, |
| "grad_norm_var": 0.5621192378124493, |
| "learning_rate": 8.800000000000001e-05, |
| "loss": 0.6272, |
| "loss/crossentropy": 2.5449047088623047, |
| "loss/hidden": 0.31640625, |
| "loss/logits": 0.04802623763680458, |
| "loss/reg": 0.026280568912625313, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.011125, |
| "grad_norm": 2.9160921573638916, |
| "grad_norm_var": 0.48685408890983506, |
| "learning_rate": 8.900000000000001e-05, |
| "loss": 0.6278, |
| "loss/crossentropy": 2.1442108154296875, |
| "loss/hidden": 0.310546875, |
| "loss/logits": 0.054462507367134094, |
| "loss/reg": 0.02627684734761715, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.01125, |
| "grad_norm": 3.3378944396972656, |
| "grad_norm_var": 0.4283231906687052, |
| "learning_rate": 9e-05, |
| "loss": 0.6536, |
| "loss/crossentropy": 2.4361062049865723, |
| "loss/hidden": 0.349609375, |
| "loss/logits": 0.04130454361438751, |
| "loss/reg": 0.026273205876350403, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.011375, |
| "grad_norm": 2.597607374191284, |
| "grad_norm_var": 0.42452911296148627, |
| "learning_rate": 9.1e-05, |
| "loss": 0.6391, |
| "loss/crossentropy": 2.0079762935638428, |
| "loss/hidden": 0.3203125, |
| "loss/logits": 0.056107863783836365, |
| "loss/reg": 0.02626909501850605, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0115, |
| "grad_norm": 4.960971355438232, |
| "grad_norm_var": 0.5826997127177641, |
| "learning_rate": 9.200000000000001e-05, |
| "loss": 0.6735, |
| "loss/crossentropy": 2.708275079727173, |
| "loss/hidden": 0.349609375, |
| "loss/logits": 0.06119866296648979, |
| "loss/reg": 0.026265164837241173, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.011625, |
| "grad_norm": 3.8193323612213135, |
| "grad_norm_var": 0.5981799563928756, |
| "learning_rate": 9.300000000000001e-05, |
| "loss": 0.8429, |
| "loss/crossentropy": 2.4117016792297363, |
| "loss/hidden": 0.498046875, |
| "loss/logits": 0.08221981674432755, |
| "loss/reg": 0.026260720565915108, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.01175, |
| "grad_norm": 3.434213638305664, |
| "grad_norm_var": 0.5157332557296352, |
| "learning_rate": 9.4e-05, |
| "loss": 0.6738, |
| "loss/crossentropy": 2.62178111076355, |
| "loss/hidden": 0.36328125, |
| "loss/logits": 0.04794853553175926, |
| "loss/reg": 0.02625615894794464, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.011875, |
| "grad_norm": 3.0944480895996094, |
| "grad_norm_var": 0.4859309000509171, |
| "learning_rate": 9.5e-05, |
| "loss": 0.6829, |
| "loss/crossentropy": 2.582462787628174, |
| "loss/hidden": 0.353515625, |
| "loss/logits": 0.0669020414352417, |
| "loss/reg": 0.026251958683133125, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 3.9548256397247314, |
| "grad_norm_var": 0.5194300484800329, |
| "learning_rate": 9.6e-05, |
| "loss": 0.8508, |
| "loss/crossentropy": 2.3243165016174316, |
| "loss/hidden": 0.49609375, |
| "loss/logits": 0.09221720695495605, |
| "loss/reg": 0.026247689500451088, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.012125, |
| "grad_norm": 8.949115753173828, |
| "grad_norm_var": 2.5460815450669125, |
| "learning_rate": 9.7e-05, |
| "loss": 0.9668, |
| "loss/crossentropy": 2.3593697547912598, |
| "loss/hidden": 0.62109375, |
| "loss/logits": 0.08330727368593216, |
| "loss/reg": 0.026243869215250015, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.01225, |
| "grad_norm": 3.874511957168579, |
| "grad_norm_var": 2.411331023611861, |
| "learning_rate": 9.8e-05, |
| "loss": 0.7272, |
| "loss/crossentropy": 1.9933784008026123, |
| "loss/hidden": 0.41015625, |
| "loss/logits": 0.05464401841163635, |
| "loss/reg": 0.026239972561597824, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.012375, |
| "grad_norm": 5.088143825531006, |
| "grad_norm_var": 2.507843574169987, |
| "learning_rate": 9.900000000000001e-05, |
| "loss": 0.6761, |
| "loss/crossentropy": 2.578767776489258, |
| "loss/hidden": 0.3515625, |
| "loss/logits": 0.0621890164911747, |
| "loss/reg": 0.026235179975628853, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.0125, |
| "grad_norm": 3.9010627269744873, |
| "grad_norm_var": 2.366914585761602, |
| "learning_rate": 0.0001, |
| "loss": 0.7051, |
| "loss/crossentropy": 2.4717133045196533, |
| "loss/hidden": 0.375, |
| "loss/logits": 0.0677795261144638, |
| "loss/reg": 0.026230769231915474, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.012625, |
| "grad_norm": 5.50706148147583, |
| "grad_norm_var": 2.522191588171327, |
| "learning_rate": 0.0001, |
| "loss": 0.7765, |
| "loss/crossentropy": 2.3764612674713135, |
| "loss/hidden": 0.44921875, |
| "loss/logits": 0.06503438949584961, |
| "loss/reg": 0.02622627653181553, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.01275, |
| "grad_norm": 5.103200435638428, |
| "grad_norm_var": 2.470966679212188, |
| "learning_rate": 0.0001, |
| "loss": 0.7008, |
| "loss/crossentropy": 2.5796542167663574, |
| "loss/hidden": 0.38671875, |
| "loss/logits": 0.05191829800605774, |
| "loss/reg": 0.026221245527267456, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.012875, |
| "grad_norm": 18.05303192138672, |
| "grad_norm_var": 14.358413039824521, |
| "learning_rate": 0.0001, |
| "loss": 1.0008, |
| "loss/crossentropy": 1.927337646484375, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.05896752327680588, |
| "loss/reg": 0.02621658518910408, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.013, |
| "grad_norm": 3.410438299179077, |
| "grad_norm_var": 14.16338361533652, |
| "learning_rate": 0.0001, |
| "loss": 0.735, |
| "loss/crossentropy": 2.290928363800049, |
| "loss/hidden": 0.40625, |
| "loss/logits": 0.06666909158229828, |
| "loss/reg": 0.026211561635136604, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.013125, |
| "grad_norm": 3.117622137069702, |
| "grad_norm_var": 14.10656391346422, |
| "learning_rate": 0.0001, |
| "loss": 0.6665, |
| "loss/crossentropy": 2.6549246311187744, |
| "loss/hidden": 0.353515625, |
| "loss/logits": 0.05095440149307251, |
| "loss/reg": 0.026206739246845245, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.01325, |
| "grad_norm": 3.9999241828918457, |
| "grad_norm_var": 13.97508509706009, |
| "learning_rate": 0.0001, |
| "loss": 0.8082, |
| "loss/crossentropy": 2.460174798965454, |
| "loss/hidden": 0.46484375, |
| "loss/logits": 0.08136071264743805, |
| "loss/reg": 0.02620157040655613, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.013375, |
| "grad_norm": 3.405712842941284, |
| "grad_norm_var": 13.73775124044489, |
| "learning_rate": 0.0001, |
| "loss": 0.6518, |
| "loss/crossentropy": 2.521803855895996, |
| "loss/hidden": 0.3359375, |
| "loss/logits": 0.053909383714199066, |
| "loss/reg": 0.02619684301316738, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0135, |
| "grad_norm": 3.615098237991333, |
| "grad_norm_var": 13.899167673014775, |
| "learning_rate": 0.0001, |
| "loss": 0.7068, |
| "loss/crossentropy": 2.510159969329834, |
| "loss/hidden": 0.37890625, |
| "loss/logits": 0.06601101160049438, |
| "loss/reg": 0.02619197592139244, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.013625, |
| "grad_norm": 4.2520599365234375, |
| "grad_norm_var": 13.834356012442765, |
| "learning_rate": 0.0001, |
| "loss": 0.735, |
| "loss/crossentropy": 2.508683681488037, |
| "loss/hidden": 0.41015625, |
| "loss/logits": 0.0629870742559433, |
| "loss/reg": 0.0261868704110384, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.01375, |
| "grad_norm": 3.215749979019165, |
| "grad_norm_var": 13.887973421518442, |
| "learning_rate": 0.0001, |
| "loss": 0.8268, |
| "loss/crossentropy": 2.3564252853393555, |
| "loss/hidden": 0.48046875, |
| "loss/logits": 0.08449074625968933, |
| "loss/reg": 0.026181429624557495, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.013875, |
| "grad_norm": 4.598328590393066, |
| "grad_norm_var": 13.615373346458785, |
| "learning_rate": 0.0001, |
| "loss": 0.7398, |
| "loss/crossentropy": 2.366943359375, |
| "loss/hidden": 0.41796875, |
| "loss/logits": 0.060083672404289246, |
| "loss/reg": 0.026176555082201958, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 2.758070707321167, |
| "grad_norm_var": 13.912012390229316, |
| "learning_rate": 0.0001, |
| "loss": 0.6839, |
| "loss/crossentropy": 2.3351521492004395, |
| "loss/hidden": 0.365234375, |
| "loss/logits": 0.056987129151821136, |
| "loss/reg": 0.0261719711124897, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.014125, |
| "grad_norm": 2.9389584064483643, |
| "grad_norm_var": 13.147693721903025, |
| "learning_rate": 0.0001, |
| "loss": 0.8964, |
| "loss/crossentropy": 2.188626766204834, |
| "loss/hidden": 0.54296875, |
| "loss/logits": 0.09171397984027863, |
| "loss/reg": 0.026167072355747223, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.01425, |
| "grad_norm": 2.8545026779174805, |
| "grad_norm_var": 13.338918720074266, |
| "learning_rate": 0.0001, |
| "loss": 0.6652, |
| "loss/crossentropy": 2.488462448120117, |
| "loss/hidden": 0.341796875, |
| "loss/logits": 0.06177069991827011, |
| "loss/reg": 0.026162149384617805, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.014375, |
| "grad_norm": 3.343590497970581, |
| "grad_norm_var": 13.447848849906688, |
| "learning_rate": 0.0001, |
| "loss": 0.7317, |
| "loss/crossentropy": 2.4826672077178955, |
| "loss/hidden": 0.396484375, |
| "loss/logits": 0.07369040697813034, |
| "loss/reg": 0.026156950742006302, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0145, |
| "grad_norm": 5.309541702270508, |
| "grad_norm_var": 13.435010363164546, |
| "learning_rate": 0.0001, |
| "loss": 0.6918, |
| "loss/crossentropy": 2.715517282485962, |
| "loss/hidden": 0.376953125, |
| "loss/logits": 0.05337735265493393, |
| "loss/reg": 0.026151426136493683, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.014625, |
| "grad_norm": 3.413027763366699, |
| "grad_norm_var": 13.488672790501717, |
| "learning_rate": 0.0001, |
| "loss": 0.7942, |
| "loss/crossentropy": 2.3932089805603027, |
| "loss/hidden": 0.451171875, |
| "loss/logits": 0.08154396712779999, |
| "loss/reg": 0.026146216318011284, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.01475, |
| "grad_norm": 2.735275983810425, |
| "grad_norm_var": 13.676075950246783, |
| "learning_rate": 0.0001, |
| "loss": 0.7606, |
| "loss/crossentropy": 2.2933082580566406, |
| "loss/hidden": 0.4296875, |
| "loss/logits": 0.06949938833713531, |
| "loss/reg": 0.02614082768559456, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.014875, |
| "grad_norm": 3.1346964836120605, |
| "grad_norm_var": 0.5056645529599865, |
| "learning_rate": 0.0001, |
| "loss": 0.7759, |
| "loss/crossentropy": 2.331713914871216, |
| "loss/hidden": 0.4375, |
| "loss/logits": 0.07704727351665497, |
| "loss/reg": 0.026135168969631195, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 3.8077635765075684, |
| "grad_norm_var": 0.5104468723684629, |
| "learning_rate": 0.0001, |
| "loss": 0.6882, |
| "loss/crossentropy": 2.331220865249634, |
| "loss/hidden": 0.373046875, |
| "loss/logits": 0.05386776477098465, |
| "loss/reg": 0.02612963318824768, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.015125, |
| "grad_norm": 3.209914445877075, |
| "grad_norm_var": 0.5058893418769751, |
| "learning_rate": 0.0001, |
| "loss": 0.7536, |
| "loss/crossentropy": 2.352771759033203, |
| "loss/hidden": 0.4140625, |
| "loss/logits": 0.07825946807861328, |
| "loss/reg": 0.026124266907572746, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.01525, |
| "grad_norm": 3.3548500537872314, |
| "grad_norm_var": 0.49208198737674874, |
| "learning_rate": 0.0001, |
| "loss": 0.7088, |
| "loss/crossentropy": 2.483644723892212, |
| "loss/hidden": 0.384765625, |
| "loss/logits": 0.06287863850593567, |
| "loss/reg": 0.0261182002723217, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.015375, |
| "grad_norm": 3.9953765869140625, |
| "grad_norm_var": 0.5066601541023895, |
| "learning_rate": 0.0001, |
| "loss": 0.7792, |
| "loss/crossentropy": 2.6117637157440186, |
| "loss/hidden": 0.435546875, |
| "loss/logits": 0.08250629901885986, |
| "loss/reg": 0.026112213730812073, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0155, |
| "grad_norm": 3.1783852577209473, |
| "grad_norm_var": 0.5138316405800327, |
| "learning_rate": 0.0001, |
| "loss": 0.7559, |
| "loss/crossentropy": 2.401679754257202, |
| "loss/hidden": 0.423828125, |
| "loss/logits": 0.07104581594467163, |
| "loss/reg": 0.02610679157078266, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.015625, |
| "grad_norm": 3.2759885787963867, |
| "grad_norm_var": 0.47631527116517774, |
| "learning_rate": 0.0001, |
| "loss": 0.8262, |
| "loss/crossentropy": 2.3979361057281494, |
| "loss/hidden": 0.486328125, |
| "loss/logits": 0.0788530558347702, |
| "loss/reg": 0.026101654395461082, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.01575, |
| "grad_norm": 4.0768632888793945, |
| "grad_norm_var": 0.4963098069624029, |
| "learning_rate": 0.0001, |
| "loss": 0.6983, |
| "loss/crossentropy": 2.5287113189697266, |
| "loss/hidden": 0.375, |
| "loss/logits": 0.062308911234140396, |
| "loss/reg": 0.026096193119883537, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.015875, |
| "grad_norm": 4.300101280212402, |
| "grad_norm_var": 0.45815803943682926, |
| "learning_rate": 0.0001, |
| "loss": 0.858, |
| "loss/crossentropy": 2.255234956741333, |
| "loss/hidden": 0.50390625, |
| "loss/logits": 0.0932290330529213, |
| "loss/reg": 0.026090849190950394, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 3.303663492202759, |
| "grad_norm_var": 0.42421384752866137, |
| "learning_rate": 0.0001, |
| "loss": 0.7284, |
| "loss/crossentropy": 2.528862476348877, |
| "loss/hidden": 0.40234375, |
| "loss/logits": 0.06523742526769638, |
| "loss/reg": 0.026085302233695984, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.016125, |
| "grad_norm": 6.868241310119629, |
| "grad_norm_var": 1.0876227157335427, |
| "learning_rate": 0.0001, |
| "loss": 0.8999, |
| "loss/crossentropy": 2.6554996967315674, |
| "loss/hidden": 0.5390625, |
| "loss/logits": 0.1000661626458168, |
| "loss/reg": 0.02607985958456993, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.01625, |
| "grad_norm": 3.3035075664520264, |
| "grad_norm_var": 1.046006684658701, |
| "learning_rate": 0.0001, |
| "loss": 0.7367, |
| "loss/crossentropy": 2.293642282485962, |
| "loss/hidden": 0.40625, |
| "loss/logits": 0.06973426043987274, |
| "loss/reg": 0.026074659079313278, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.016375, |
| "grad_norm": 4.2563276290893555, |
| "grad_norm_var": 1.0439696727840135, |
| "learning_rate": 0.0001, |
| "loss": 0.7754, |
| "loss/crossentropy": 2.2192564010620117, |
| "loss/hidden": 0.447265625, |
| "loss/logits": 0.06743350625038147, |
| "loss/reg": 0.026069074869155884, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0165, |
| "grad_norm": 4.646778583526611, |
| "grad_norm_var": 0.9420233457711596, |
| "learning_rate": 0.0001, |
| "loss": 0.7496, |
| "loss/crossentropy": 2.430368423461914, |
| "loss/hidden": 0.4140625, |
| "loss/logits": 0.07494455575942993, |
| "loss/reg": 0.026063458994030952, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.016625, |
| "grad_norm": 7.465832233428955, |
| "grad_norm_var": 1.7574380087301391, |
| "learning_rate": 0.0001, |
| "loss": 0.9607, |
| "loss/crossentropy": 2.6182897090911865, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.1258610337972641, |
| "loss/reg": 0.026057813316583633, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.01675, |
| "grad_norm": 4.5479936599731445, |
| "grad_norm_var": 1.6433309350178509, |
| "learning_rate": 0.0001, |
| "loss": 0.9529, |
| "loss/crossentropy": 2.238551378250122, |
| "loss/hidden": 0.58984375, |
| "loss/logits": 0.10252824425697327, |
| "loss/reg": 0.02605200558900833, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.016875, |
| "grad_norm": 3.4055774211883545, |
| "grad_norm_var": 1.6105102483452751, |
| "learning_rate": 0.0001, |
| "loss": 0.8407, |
| "loss/crossentropy": 2.4216599464416504, |
| "loss/hidden": 0.498046875, |
| "loss/logits": 0.08216647803783417, |
| "loss/reg": 0.026046328246593475, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.017, |
| "grad_norm": 8.839641571044922, |
| "grad_norm_var": 2.938344740358995, |
| "learning_rate": 0.0001, |
| "loss": 1.1023, |
| "loss/crossentropy": 2.534442901611328, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.1310025304555893, |
| "loss/reg": 0.026040658354759216, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.017125, |
| "grad_norm": 4.6421589851379395, |
| "grad_norm_var": 2.819843479450094, |
| "learning_rate": 0.0001, |
| "loss": 0.7418, |
| "loss/crossentropy": 2.605559825897217, |
| "loss/hidden": 0.416015625, |
| "loss/logits": 0.06548085808753967, |
| "loss/reg": 0.02603481523692608, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.01725, |
| "grad_norm": 3.1547701358795166, |
| "grad_norm_var": 2.8553314644504555, |
| "learning_rate": 0.0001, |
| "loss": 0.731, |
| "loss/crossentropy": 2.5905325412750244, |
| "loss/hidden": 0.40234375, |
| "loss/logits": 0.06835847347974777, |
| "loss/reg": 0.02602926455438137, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.017375, |
| "grad_norm": 4.074351787567139, |
| "grad_norm_var": 2.849577549707145, |
| "learning_rate": 0.0001, |
| "loss": 0.9582, |
| "loss/crossentropy": 2.1483733654022217, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.0924658477306366, |
| "loss/reg": 0.026023706421256065, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0175, |
| "grad_norm": 3.758636713027954, |
| "grad_norm_var": 2.7618912420839155, |
| "learning_rate": 0.0001, |
| "loss": 0.9996, |
| "loss/crossentropy": 2.335742473602295, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.10663188993930817, |
| "loss/reg": 0.026017924770712852, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.017625, |
| "grad_norm": 4.186927795410156, |
| "grad_norm_var": 2.6505093919275544, |
| "learning_rate": 0.0001, |
| "loss": 0.8414, |
| "loss/crossentropy": 2.281843423843384, |
| "loss/hidden": 0.498046875, |
| "loss/logits": 0.08321215212345123, |
| "loss/reg": 0.026011699810624123, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.01775, |
| "grad_norm": 3.1666276454925537, |
| "grad_norm_var": 2.775123140671519, |
| "learning_rate": 0.0001, |
| "loss": 0.7768, |
| "loss/crossentropy": 2.4267935752868652, |
| "loss/hidden": 0.44140625, |
| "loss/logits": 0.07538889348506927, |
| "loss/reg": 0.02600528486073017, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.017875, |
| "grad_norm": 6.386529445648193, |
| "grad_norm_var": 2.9581845034072245, |
| "learning_rate": 0.0001, |
| "loss": 0.8401, |
| "loss/crossentropy": 2.7848174571990967, |
| "loss/hidden": 0.50390625, |
| "loss/logits": 0.07621172070503235, |
| "loss/reg": 0.025999369099736214, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 3.8083512783050537, |
| "grad_norm_var": 2.876745593692829, |
| "learning_rate": 0.0001, |
| "loss": 0.9046, |
| "loss/crossentropy": 2.341048002243042, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.0782276839017868, |
| "loss/reg": 0.0259928647428751, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.018125, |
| "grad_norm": 4.083465576171875, |
| "grad_norm_var": 2.5868089188751657, |
| "learning_rate": 0.0001, |
| "loss": 0.9449, |
| "loss/crossentropy": 2.3942995071411133, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.09130540490150452, |
| "loss/reg": 0.025986921042203903, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.01825, |
| "grad_norm": 3.654815673828125, |
| "grad_norm_var": 2.533420197907486, |
| "learning_rate": 0.0001, |
| "loss": 0.9459, |
| "loss/crossentropy": 2.2414467334747314, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.10016702860593796, |
| "loss/reg": 0.02598092146217823, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.018375, |
| "grad_norm": 5.4976935386657715, |
| "grad_norm_var": 2.567896035243579, |
| "learning_rate": 0.0001, |
| "loss": 0.9079, |
| "loss/crossentropy": 2.1185100078582764, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.06617112457752228, |
| "loss/reg": 0.025974513962864876, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.0185, |
| "grad_norm": 3.4107933044433594, |
| "grad_norm_var": 2.673383097164577, |
| "learning_rate": 0.0001, |
| "loss": 0.7982, |
| "loss/crossentropy": 2.417313575744629, |
| "loss/hidden": 0.462890625, |
| "loss/logits": 0.07567355036735535, |
| "loss/reg": 0.025968506932258606, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.018625, |
| "grad_norm": 3.589749574661255, |
| "grad_norm_var": 2.1469293827286418, |
| "learning_rate": 0.0001, |
| "loss": 0.8088, |
| "loss/crossentropy": 2.2554194927215576, |
| "loss/hidden": 0.478515625, |
| "loss/logits": 0.07071521133184433, |
| "loss/reg": 0.025961775332689285, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.01875, |
| "grad_norm": 4.003805160522461, |
| "grad_norm_var": 2.1538296896943887, |
| "learning_rate": 0.0001, |
| "loss": 0.7856, |
| "loss/crossentropy": 2.7128918170928955, |
| "loss/hidden": 0.453125, |
| "loss/logits": 0.07290500402450562, |
| "loss/reg": 0.025955306366086006, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.018875, |
| "grad_norm": 3.536449432373047, |
| "grad_norm_var": 2.1383506752067736, |
| "learning_rate": 0.0001, |
| "loss": 0.7436, |
| "loss/crossentropy": 2.509995460510254, |
| "loss/hidden": 0.421875, |
| "loss/logits": 0.062191903591156006, |
| "loss/reg": 0.02594931609928608, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.019, |
| "grad_norm": 3.434654951095581, |
| "grad_norm_var": 0.7374638182579057, |
| "learning_rate": 0.0001, |
| "loss": 0.9118, |
| "loss/crossentropy": 2.3447437286376953, |
| "loss/hidden": 0.55859375, |
| "loss/logits": 0.0937500149011612, |
| "loss/reg": 0.025943227112293243, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.019125, |
| "grad_norm": 8.066261291503906, |
| "grad_norm_var": 1.7522972641868202, |
| "learning_rate": 0.0001, |
| "loss": 0.8648, |
| "loss/crossentropy": 2.4481232166290283, |
| "loss/hidden": 0.52734375, |
| "loss/logits": 0.07811163365840912, |
| "loss/reg": 0.025936946272850037, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.01925, |
| "grad_norm": 3.2214348316192627, |
| "grad_norm_var": 1.7429433318934864, |
| "learning_rate": 0.0001, |
| "loss": 0.7673, |
| "loss/crossentropy": 2.3142549991607666, |
| "loss/hidden": 0.43359375, |
| "loss/logits": 0.07435894012451172, |
| "loss/reg": 0.02593095973134041, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.019375, |
| "grad_norm": 2.854038715362549, |
| "grad_norm_var": 1.8633807825236384, |
| "learning_rate": 0.0001, |
| "loss": 0.7601, |
| "loss/crossentropy": 2.7022647857666016, |
| "loss/hidden": 0.43359375, |
| "loss/logits": 0.06724615395069122, |
| "loss/reg": 0.025924943387508392, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0195, |
| "grad_norm": 3.1763484477996826, |
| "grad_norm_var": 1.9162196068123232, |
| "learning_rate": 0.0001, |
| "loss": 0.9, |
| "loss/crossentropy": 2.574676036834717, |
| "loss/hidden": 0.54296875, |
| "loss/logits": 0.09785018861293793, |
| "loss/reg": 0.025919148698449135, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.019625, |
| "grad_norm": 3.999523162841797, |
| "grad_norm_var": 1.9169889601133074, |
| "learning_rate": 0.0001, |
| "loss": 0.858, |
| "loss/crossentropy": 2.480532646179199, |
| "loss/hidden": 0.515625, |
| "loss/logits": 0.08323468267917633, |
| "loss/reg": 0.025913061574101448, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.01975, |
| "grad_norm": 2.9662230014801025, |
| "grad_norm_var": 1.944924590139983, |
| "learning_rate": 0.0001, |
| "loss": 0.818, |
| "loss/crossentropy": 2.459967613220215, |
| "loss/hidden": 0.48046875, |
| "loss/logits": 0.07847169041633606, |
| "loss/reg": 0.025906959548592567, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.019875, |
| "grad_norm": 7.074191093444824, |
| "grad_norm_var": 2.1836107796529065, |
| "learning_rate": 0.0001, |
| "loss": 0.9801, |
| "loss/crossentropy": 2.2858352661132812, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.07268328964710236, |
| "loss/reg": 0.025901462882757187, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.6333370208740234, |
| "grad_norm_var": 2.193465227977892, |
| "learning_rate": 0.0001, |
| "loss": 0.9048, |
| "loss/crossentropy": 2.4626388549804688, |
| "loss/hidden": 0.5546875, |
| "loss/logits": 0.09115847945213318, |
| "loss/reg": 0.02589540183544159, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.020125, |
| "grad_norm": 4.283749103546143, |
| "grad_norm_var": 2.1945247126451437, |
| "learning_rate": 0.0001, |
| "loss": 0.9251, |
| "loss/crossentropy": 2.5746121406555176, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.0841851755976677, |
| "loss/reg": 0.025888830423355103, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.02025, |
| "grad_norm": 3.628138542175293, |
| "grad_norm_var": 2.196331220420876, |
| "learning_rate": 0.0001, |
| "loss": 0.9408, |
| "loss/crossentropy": 2.398010730743408, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.09991887211799622, |
| "loss/reg": 0.025882074609398842, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.020375, |
| "grad_norm": 3.5412559509277344, |
| "grad_norm_var": 2.0836172065033507, |
| "learning_rate": 0.0001, |
| "loss": 0.857, |
| "loss/crossentropy": 2.5064220428466797, |
| "loss/hidden": 0.50390625, |
| "loss/logits": 0.0943569540977478, |
| "loss/reg": 0.025876009836792946, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.0205, |
| "grad_norm": 3.498668670654297, |
| "grad_norm_var": 2.0768887394910185, |
| "learning_rate": 0.0001, |
| "loss": 0.8917, |
| "loss/crossentropy": 2.535529375076294, |
| "loss/hidden": 0.52734375, |
| "loss/logits": 0.10565976053476334, |
| "loss/reg": 0.02587023191154003, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.020625, |
| "grad_norm": 3.14025616645813, |
| "grad_norm_var": 2.116006039378421, |
| "learning_rate": 0.0001, |
| "loss": 0.7816, |
| "loss/crossentropy": 2.7250640392303467, |
| "loss/hidden": 0.453125, |
| "loss/logits": 0.06980661302804947, |
| "loss/reg": 0.025863803923130035, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.02075, |
| "grad_norm": 2.6821706295013428, |
| "grad_norm_var": 2.2251478520018773, |
| "learning_rate": 0.0001, |
| "loss": 0.7558, |
| "loss/crossentropy": 2.230567693710327, |
| "loss/hidden": 0.43359375, |
| "loss/logits": 0.06358660757541656, |
| "loss/reg": 0.02585742622613907, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.020875, |
| "grad_norm": 3.8048856258392334, |
| "grad_norm_var": 2.2158862694911607, |
| "learning_rate": 0.0001, |
| "loss": 0.7965, |
| "loss/crossentropy": 2.69014310836792, |
| "loss/hidden": 0.453125, |
| "loss/logits": 0.08488957583904266, |
| "loss/reg": 0.025850988924503326, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.021, |
| "grad_norm": 4.305826187133789, |
| "grad_norm_var": 2.2048741298976515, |
| "learning_rate": 0.0001, |
| "loss": 1.1009, |
| "loss/crossentropy": 2.2925851345062256, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.10412566363811493, |
| "loss/reg": 0.025845136493444443, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.021125, |
| "grad_norm": 4.051706790924072, |
| "grad_norm_var": 1.0314628897999674, |
| "learning_rate": 0.0001, |
| "loss": 0.7756, |
| "loss/crossentropy": 2.4515578746795654, |
| "loss/hidden": 0.4453125, |
| "loss/logits": 0.07186460494995117, |
| "loss/reg": 0.02583896555006504, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.02125, |
| "grad_norm": 3.3800575733184814, |
| "grad_norm_var": 1.022039210437893, |
| "learning_rate": 0.0001, |
| "loss": 0.798, |
| "loss/crossentropy": 2.3387436866760254, |
| "loss/hidden": 0.455078125, |
| "loss/logits": 0.08458675444126129, |
| "loss/reg": 0.025832952931523323, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.021375, |
| "grad_norm": 3.069735527038574, |
| "grad_norm_var": 0.9991429378891439, |
| "learning_rate": 0.0001, |
| "loss": 0.7416, |
| "loss/crossentropy": 2.660727024078369, |
| "loss/hidden": 0.412109375, |
| "loss/logits": 0.07125158607959747, |
| "loss/reg": 0.025827286764979362, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0215, |
| "grad_norm": 3.5827748775482178, |
| "grad_norm_var": 0.9775809993657352, |
| "learning_rate": 0.0001, |
| "loss": 0.9301, |
| "loss/crossentropy": 2.160230875015259, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.10158500075340271, |
| "loss/reg": 0.025821613147854805, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.021625, |
| "grad_norm": 3.0348143577575684, |
| "grad_norm_var": 1.008817027257092, |
| "learning_rate": 0.0001, |
| "loss": 0.9059, |
| "loss/crossentropy": 2.5519795417785645, |
| "loss/hidden": 0.5390625, |
| "loss/logits": 0.10867513716220856, |
| "loss/reg": 0.025815250352025032, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.02175, |
| "grad_norm": 3.325514316558838, |
| "grad_norm_var": 0.980302655794393, |
| "learning_rate": 0.0001, |
| "loss": 0.7651, |
| "loss/crossentropy": 2.3060855865478516, |
| "loss/hidden": 0.43359375, |
| "loss/logits": 0.0733788013458252, |
| "loss/reg": 0.02580902725458145, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.021875, |
| "grad_norm": 2.9402523040771484, |
| "grad_norm_var": 0.21740374576502078, |
| "learning_rate": 0.0001, |
| "loss": 0.859, |
| "loss/crossentropy": 2.4109151363372803, |
| "loss/hidden": 0.515625, |
| "loss/logits": 0.0853327289223671, |
| "loss/reg": 0.025802936404943466, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 4.970669746398926, |
| "grad_norm_var": 0.354037293260262, |
| "learning_rate": 0.0001, |
| "loss": 0.9835, |
| "loss/crossentropy": 2.9366648197174072, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.10840301960706711, |
| "loss/reg": 0.02579565905034542, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.022125, |
| "grad_norm": 4.438536643981934, |
| "grad_norm_var": 0.37010993593279384, |
| "learning_rate": 0.0001, |
| "loss": 0.8574, |
| "loss/crossentropy": 2.4177615642547607, |
| "loss/hidden": 0.51171875, |
| "loss/logits": 0.08775197714567184, |
| "loss/reg": 0.025788920000195503, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.02225, |
| "grad_norm": 4.3905863761901855, |
| "grad_norm_var": 0.41060424896311526, |
| "learning_rate": 0.0001, |
| "loss": 0.8796, |
| "loss/crossentropy": 2.320418119430542, |
| "loss/hidden": 0.53125, |
| "loss/logits": 0.09051363915205002, |
| "loss/reg": 0.02578234300017357, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.022375, |
| "grad_norm": 3.2044453620910645, |
| "grad_norm_var": 0.42189777730298467, |
| "learning_rate": 0.0001, |
| "loss": 0.785, |
| "loss/crossentropy": 2.327108383178711, |
| "loss/hidden": 0.447265625, |
| "loss/logits": 0.08003242313861847, |
| "loss/reg": 0.025775177404284477, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0225, |
| "grad_norm": 3.2016260623931885, |
| "grad_norm_var": 0.4319725268587102, |
| "learning_rate": 0.0001, |
| "loss": 0.8076, |
| "loss/crossentropy": 2.6913022994995117, |
| "loss/hidden": 0.466796875, |
| "loss/logits": 0.08316424489021301, |
| "loss/reg": 0.02576799876987934, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.022625, |
| "grad_norm": 3.216141939163208, |
| "grad_norm_var": 0.42772885748243633, |
| "learning_rate": 0.0001, |
| "loss": 0.7782, |
| "loss/crossentropy": 2.4444668292999268, |
| "loss/hidden": 0.447265625, |
| "loss/logits": 0.07332297414541245, |
| "loss/reg": 0.025760415941476822, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.02275, |
| "grad_norm": 3.6005637645721436, |
| "grad_norm_var": 0.3680557604441513, |
| "learning_rate": 0.0001, |
| "loss": 0.8578, |
| "loss/crossentropy": 2.2084226608276367, |
| "loss/hidden": 0.51171875, |
| "loss/logits": 0.0885147675871849, |
| "loss/reg": 0.025753989815711975, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.022875, |
| "grad_norm": 4.19577693939209, |
| "grad_norm_var": 0.3852931468556484, |
| "learning_rate": 0.0001, |
| "loss": 0.9394, |
| "loss/crossentropy": 2.557783842086792, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.11552520841360092, |
| "loss/reg": 0.025747526437044144, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.023, |
| "grad_norm": 3.024552822113037, |
| "grad_norm_var": 0.38129301153876227, |
| "learning_rate": 0.0001, |
| "loss": 0.8858, |
| "loss/crossentropy": 2.994615316390991, |
| "loss/hidden": 0.52734375, |
| "loss/logits": 0.10108112543821335, |
| "loss/reg": 0.02574075385928154, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.023125, |
| "grad_norm": 3.3255319595336914, |
| "grad_norm_var": 0.3706833429951111, |
| "learning_rate": 0.0001, |
| "loss": 0.8407, |
| "loss/crossentropy": 2.677245855331421, |
| "loss/hidden": 0.4765625, |
| "loss/logits": 0.10678394883871078, |
| "loss/reg": 0.02573317475616932, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.02325, |
| "grad_norm": 3.341599464416504, |
| "grad_norm_var": 0.3716797590150757, |
| "learning_rate": 0.0001, |
| "loss": 0.9127, |
| "loss/crossentropy": 2.156444549560547, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.0890708938241005, |
| "loss/reg": 0.02572541870176792, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.023375, |
| "grad_norm": 2.925915241241455, |
| "grad_norm_var": 0.3822577484351124, |
| "learning_rate": 0.0001, |
| "loss": 0.8815, |
| "loss/crossentropy": 2.2716755867004395, |
| "loss/hidden": 0.53125, |
| "loss/logits": 0.09304732084274292, |
| "loss/reg": 0.02571748197078705, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0235, |
| "grad_norm": 4.192226886749268, |
| "grad_norm_var": 0.40854537365233884, |
| "learning_rate": 0.0001, |
| "loss": 0.8547, |
| "loss/crossentropy": 2.378901720046997, |
| "loss/hidden": 0.5078125, |
| "loss/logits": 0.08977752178907394, |
| "loss/reg": 0.025709524750709534, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.023625, |
| "grad_norm": 5.648179054260254, |
| "grad_norm_var": 0.6443691048121629, |
| "learning_rate": 0.0001, |
| "loss": 1.0032, |
| "loss/crossentropy": 2.4307687282562256, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.10948194563388824, |
| "loss/reg": 0.025701580569148064, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.02375, |
| "grad_norm": 6.345841884613037, |
| "grad_norm_var": 1.045029826307897, |
| "learning_rate": 0.0001, |
| "loss": 1.0995, |
| "loss/crossentropy": 2.279203414916992, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.09642117470502853, |
| "loss/reg": 0.025694590061903, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.023875, |
| "grad_norm": 4.242865085601807, |
| "grad_norm_var": 0.9782837984014707, |
| "learning_rate": 0.0001, |
| "loss": 1.155, |
| "loss/crossentropy": 2.235325574874878, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.10906486213207245, |
| "loss/reg": 0.025686509907245636, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 6.347895622253418, |
| "grad_norm_var": 1.272032888242258, |
| "learning_rate": 0.0001, |
| "loss": 1.0789, |
| "loss/crossentropy": 2.5386898517608643, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.1463102549314499, |
| "loss/reg": 0.025679145008325577, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.024125, |
| "grad_norm": 3.077846050262451, |
| "grad_norm_var": 1.3268106432816444, |
| "learning_rate": 0.0001, |
| "loss": 0.855, |
| "loss/crossentropy": 2.5889694690704346, |
| "loss/hidden": 0.515625, |
| "loss/logits": 0.08266487717628479, |
| "loss/reg": 0.025671878829598427, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.02425, |
| "grad_norm": 3.672849416732788, |
| "grad_norm_var": 1.323313109234428, |
| "learning_rate": 0.0001, |
| "loss": 0.8213, |
| "loss/crossentropy": 2.269009590148926, |
| "loss/hidden": 0.4921875, |
| "loss/logits": 0.07244250178337097, |
| "loss/reg": 0.02566472254693508, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.024375, |
| "grad_norm": 3.13712215423584, |
| "grad_norm_var": 1.330492936258482, |
| "learning_rate": 0.0001, |
| "loss": 0.9044, |
| "loss/crossentropy": 2.3420536518096924, |
| "loss/hidden": 0.5390625, |
| "loss/logits": 0.10874692350625992, |
| "loss/reg": 0.02565707452595234, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0245, |
| "grad_norm": 5.941372871398926, |
| "grad_norm_var": 1.5194802994125645, |
| "learning_rate": 0.0001, |
| "loss": 1.0268, |
| "loss/crossentropy": 2.245668649673462, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.13362175226211548, |
| "loss/reg": 0.02564912661910057, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.024625, |
| "grad_norm": 2.8778631687164307, |
| "grad_norm_var": 1.5682913914576866, |
| "learning_rate": 0.0001, |
| "loss": 0.933, |
| "loss/crossentropy": 2.4744086265563965, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.10236240178346634, |
| "loss/reg": 0.025642510503530502, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.02475, |
| "grad_norm": 5.235295295715332, |
| "grad_norm_var": 1.6223942527523605, |
| "learning_rate": 0.0001, |
| "loss": 0.993, |
| "loss/crossentropy": 2.3120462894439697, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.12334179133176804, |
| "loss/reg": 0.025634463876485825, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.024875, |
| "grad_norm": 3.2772397994995117, |
| "grad_norm_var": 1.6781902664948347, |
| "learning_rate": 0.0001, |
| "loss": 0.9134, |
| "loss/crossentropy": 2.2896904945373535, |
| "loss/hidden": 0.5625, |
| "loss/logits": 0.0946369469165802, |
| "loss/reg": 0.025627706199884415, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 4.021130084991455, |
| "grad_norm_var": 1.5889382838258257, |
| "learning_rate": 0.0001, |
| "loss": 0.9467, |
| "loss/crossentropy": 2.3281702995300293, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.10459813475608826, |
| "loss/reg": 0.025620225816965103, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.025125, |
| "grad_norm": 3.3705508708953857, |
| "grad_norm_var": 1.5836618344967157, |
| "learning_rate": 0.0001, |
| "loss": 1.0247, |
| "loss/crossentropy": 2.3704278469085693, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.12795141339302063, |
| "loss/reg": 0.025613589212298393, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.02525, |
| "grad_norm": 5.586423397064209, |
| "grad_norm_var": 1.6331597901730046, |
| "learning_rate": 0.0001, |
| "loss": 1.2703, |
| "loss/crossentropy": 2.3346736431121826, |
| "loss/hidden": 0.83984375, |
| "loss/logits": 0.17438159883022308, |
| "loss/reg": 0.025606893002986908, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.025375, |
| "grad_norm": 6.558523654937744, |
| "grad_norm_var": 1.7590475344041898, |
| "learning_rate": 0.0001, |
| "loss": 1.0711, |
| "loss/crossentropy": 2.264883518218994, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.10028564184904099, |
| "loss/reg": 0.025599893182516098, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0255, |
| "grad_norm": 3.024080991744995, |
| "grad_norm_var": 1.9071946132324447, |
| "learning_rate": 0.0001, |
| "loss": 0.9349, |
| "loss/crossentropy": 2.505457878112793, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.09690214693546295, |
| "loss/reg": 0.025592036545276642, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.025625, |
| "grad_norm": 3.268216133117676, |
| "grad_norm_var": 1.9040994009139534, |
| "learning_rate": 0.0001, |
| "loss": 0.8433, |
| "loss/crossentropy": 2.629786968231201, |
| "loss/hidden": 0.5, |
| "loss/logits": 0.08743932843208313, |
| "loss/reg": 0.025583887472748756, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.02575, |
| "grad_norm": 5.203437328338623, |
| "grad_norm_var": 1.6853258867355625, |
| "learning_rate": 0.0001, |
| "loss": 0.9278, |
| "loss/crossentropy": 2.368603229522705, |
| "loss/hidden": 0.5625, |
| "loss/logits": 0.10955986380577087, |
| "loss/reg": 0.025574835017323494, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.025875, |
| "grad_norm": 5.106112480163574, |
| "grad_norm_var": 1.725017173963382, |
| "learning_rate": 0.0001, |
| "loss": 0.9881, |
| "loss/crossentropy": 2.554746389389038, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.11524944007396698, |
| "loss/reg": 0.02556804195046425, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 8.258187294006348, |
| "grad_norm_var": 2.4602814049521387, |
| "learning_rate": 0.0001, |
| "loss": 1.3675, |
| "loss/crossentropy": 2.4391205310821533, |
| "loss/hidden": 0.94140625, |
| "loss/logits": 0.17047560214996338, |
| "loss/reg": 0.025560656562447548, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.026125, |
| "grad_norm": 3.8223764896392822, |
| "grad_norm_var": 2.3561294395388566, |
| "learning_rate": 0.0001, |
| "loss": 1.02, |
| "loss/crossentropy": 2.5300426483154297, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.13556598126888275, |
| "loss/reg": 0.025551345199346542, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.02625, |
| "grad_norm": 3.6237666606903076, |
| "grad_norm_var": 2.36184075461094, |
| "learning_rate": 0.0001, |
| "loss": 1.0218, |
| "loss/crossentropy": 2.3368213176727295, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.10230866074562073, |
| "loss/reg": 0.025544527918100357, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.026375, |
| "grad_norm": 3.1394050121307373, |
| "grad_norm_var": 2.3614203164344407, |
| "learning_rate": 0.0001, |
| "loss": 0.964, |
| "loss/crossentropy": 2.338050603866577, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.09931059181690216, |
| "loss/reg": 0.025535617023706436, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.0265, |
| "grad_norm": 3.1498186588287354, |
| "grad_norm_var": 2.319283484830568, |
| "learning_rate": 0.0001, |
| "loss": 0.8039, |
| "loss/crossentropy": 2.5108940601348877, |
| "loss/hidden": 0.46875, |
| "loss/logits": 0.07982419431209564, |
| "loss/reg": 0.025528721511363983, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.026625, |
| "grad_norm": 3.334510326385498, |
| "grad_norm_var": 2.2429786468962374, |
| "learning_rate": 0.0001, |
| "loss": 1.1105, |
| "loss/crossentropy": 2.458519697189331, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.1365831047296524, |
| "loss/reg": 0.02552017569541931, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.02675, |
| "grad_norm": 3.3243789672851562, |
| "grad_norm_var": 2.2516768547287977, |
| "learning_rate": 0.0001, |
| "loss": 1.0016, |
| "loss/crossentropy": 2.2530109882354736, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.11759582161903381, |
| "loss/reg": 0.025511734187602997, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.026875, |
| "grad_norm": 3.3768937587738037, |
| "grad_norm_var": 2.2393156807375245, |
| "learning_rate": 0.0001, |
| "loss": 1.0452, |
| "loss/crossentropy": 2.3267643451690674, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.13390058279037476, |
| "loss/reg": 0.0255054272711277, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.027, |
| "grad_norm": 7.391561031341553, |
| "grad_norm_var": 2.841738119885866, |
| "learning_rate": 0.0001, |
| "loss": 1.2263, |
| "loss/crossentropy": 2.285508394241333, |
| "loss/hidden": 0.8203125, |
| "loss/logits": 0.1510239541530609, |
| "loss/reg": 0.025499247014522552, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.027125, |
| "grad_norm": 3.143969774246216, |
| "grad_norm_var": 2.8781965049841705, |
| "learning_rate": 0.0001, |
| "loss": 0.9421, |
| "loss/crossentropy": 2.6111316680908203, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.11691074818372726, |
| "loss/reg": 0.025491848587989807, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.02725, |
| "grad_norm": 4.989267826080322, |
| "grad_norm_var": 2.8105564664802234, |
| "learning_rate": 0.0001, |
| "loss": 0.9104, |
| "loss/crossentropy": 2.7856109142303467, |
| "loss/hidden": 0.546875, |
| "loss/logits": 0.10870229452848434, |
| "loss/reg": 0.025485411286354065, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.027375, |
| "grad_norm": 8.867380142211914, |
| "grad_norm_var": 3.802177537112387, |
| "learning_rate": 0.0001, |
| "loss": 1.2976, |
| "loss/crossentropy": 2.414778470993042, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.199102982878685, |
| "loss/reg": 0.025478005409240723, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0275, |
| "grad_norm": 3.949193239212036, |
| "grad_norm_var": 3.665725599495321, |
| "learning_rate": 0.0001, |
| "loss": 1.0781, |
| "loss/crossentropy": 2.3898277282714844, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.14368270337581635, |
| "loss/reg": 0.02547168917953968, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.027625, |
| "grad_norm": 7.980153560638428, |
| "grad_norm_var": 4.202985170085262, |
| "learning_rate": 0.0001, |
| "loss": 1.4005, |
| "loss/crossentropy": 2.0598959922790527, |
| "loss/hidden": 0.9921875, |
| "loss/logits": 0.15361803770065308, |
| "loss/reg": 0.02546495571732521, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.02775, |
| "grad_norm": 4.118736743927002, |
| "grad_norm_var": 4.234989890674561, |
| "learning_rate": 0.0001, |
| "loss": 0.9084, |
| "loss/crossentropy": 2.2568750381469727, |
| "loss/hidden": 0.55859375, |
| "loss/logits": 0.09525588899850845, |
| "loss/reg": 0.02545757219195366, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.027875, |
| "grad_norm": 3.730299711227417, |
| "grad_norm_var": 4.306033514824207, |
| "learning_rate": 0.0001, |
| "loss": 0.9394, |
| "loss/crossentropy": 2.7180914878845215, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.11064038425683975, |
| "loss/reg": 0.025450890883803368, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 3.138925552368164, |
| "grad_norm_var": 3.557911666554559, |
| "learning_rate": 0.0001, |
| "loss": 0.8406, |
| "loss/crossentropy": 2.3719072341918945, |
| "loss/hidden": 0.5078125, |
| "loss/logits": 0.07834647595882416, |
| "loss/reg": 0.02544352412223816, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.028125, |
| "grad_norm": 3.478994846343994, |
| "grad_norm_var": 3.593674795871404, |
| "learning_rate": 0.0001, |
| "loss": 0.9072, |
| "loss/crossentropy": 2.4101219177246094, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.0863800048828125, |
| "loss/reg": 0.025437019765377045, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.02825, |
| "grad_norm": 5.091615676879883, |
| "grad_norm_var": 3.572291640880083, |
| "learning_rate": 0.0001, |
| "loss": 0.9864, |
| "loss/crossentropy": 2.2258856296539307, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.09143185615539551, |
| "loss/reg": 0.025430168956518173, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.028375, |
| "grad_norm": 3.616190195083618, |
| "grad_norm_var": 3.4991896025782796, |
| "learning_rate": 0.0001, |
| "loss": 0.9246, |
| "loss/crossentropy": 2.765105724334717, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.10003923624753952, |
| "loss/reg": 0.025423482060432434, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.0285, |
| "grad_norm": 4.406581878662109, |
| "grad_norm_var": 3.364516245493509, |
| "learning_rate": 0.0001, |
| "loss": 0.98, |
| "loss/crossentropy": 2.41001033782959, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.10860306769609451, |
| "loss/reg": 0.025416266173124313, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.028625, |
| "grad_norm": 3.003995418548584, |
| "grad_norm_var": 3.4280449285692023, |
| "learning_rate": 0.0001, |
| "loss": 0.9759, |
| "loss/crossentropy": 2.518749952316284, |
| "loss/hidden": 0.62109375, |
| "loss/logits": 0.10075733810663223, |
| "loss/reg": 0.025409165769815445, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.02875, |
| "grad_norm": 4.073727130889893, |
| "grad_norm_var": 3.3356380380428576, |
| "learning_rate": 0.0001, |
| "loss": 0.8881, |
| "loss/crossentropy": 2.6824846267700195, |
| "loss/hidden": 0.5390625, |
| "loss/logits": 0.09498724341392517, |
| "loss/reg": 0.025402268394827843, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.028875, |
| "grad_norm": 3.8958635330200195, |
| "grad_norm_var": 3.2645611787952435, |
| "learning_rate": 0.0001, |
| "loss": 0.8794, |
| "loss/crossentropy": 2.684971332550049, |
| "loss/hidden": 0.53515625, |
| "loss/logits": 0.09024453163146973, |
| "loss/reg": 0.025395380333065987, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.029, |
| "grad_norm": 3.5619406700134277, |
| "grad_norm_var": 2.796506014438906, |
| "learning_rate": 0.0001, |
| "loss": 0.957, |
| "loss/crossentropy": 2.7883284091949463, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.10159540176391602, |
| "loss/reg": 0.02538810484111309, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.029125, |
| "grad_norm": 12.658771514892578, |
| "grad_norm_var": 6.809983669727001, |
| "learning_rate": 0.0001, |
| "loss": 1.1843, |
| "loss/crossentropy": 2.537827253341675, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.14144758880138397, |
| "loss/reg": 0.02538110502064228, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.02925, |
| "grad_norm": 8.465475082397461, |
| "grad_norm_var": 7.543990683504188, |
| "learning_rate": 0.0001, |
| "loss": 1.2958, |
| "loss/crossentropy": 2.6715972423553467, |
| "loss/hidden": 0.875, |
| "loss/logits": 0.16701380908489227, |
| "loss/reg": 0.02537420578300953, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.029375, |
| "grad_norm": 6.49767541885376, |
| "grad_norm_var": 6.75275709893707, |
| "learning_rate": 0.0001, |
| "loss": 1.0826, |
| "loss/crossentropy": 2.316210985183716, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.11794352531433105, |
| "loss/reg": 0.025367144495248795, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.0295, |
| "grad_norm": 4.668674945831299, |
| "grad_norm_var": 6.674304000957216, |
| "learning_rate": 0.0001, |
| "loss": 1.0642, |
| "loss/crossentropy": 1.956210732460022, |
| "loss/hidden": 0.69921875, |
| "loss/logits": 0.11135473847389221, |
| "loss/reg": 0.02535996399819851, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.029625, |
| "grad_norm": 6.132915019989014, |
| "grad_norm_var": 6.19031909782113, |
| "learning_rate": 0.0001, |
| "loss": 1.0462, |
| "loss/crossentropy": 2.6552460193634033, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.12862679362297058, |
| "loss/reg": 0.025352442637085915, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.02975, |
| "grad_norm": 4.94125509262085, |
| "grad_norm_var": 6.132251305092321, |
| "learning_rate": 0.0001, |
| "loss": 1.2795, |
| "loss/crossentropy": 2.204523801803589, |
| "loss/hidden": 0.84765625, |
| "loss/logits": 0.17835499346256256, |
| "loss/reg": 0.025344664230942726, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.029875, |
| "grad_norm": 3.7683677673339844, |
| "grad_norm_var": 6.125464850588167, |
| "learning_rate": 0.0001, |
| "loss": 0.985, |
| "loss/crossentropy": 2.652397632598877, |
| "loss/hidden": 0.625, |
| "loss/logits": 0.10665792226791382, |
| "loss/reg": 0.0253366157412529, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.732015609741211, |
| "grad_norm_var": 5.870172361717241, |
| "learning_rate": 0.0001, |
| "loss": 1.1018, |
| "loss/crossentropy": 2.544055938720703, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.13754525780677795, |
| "loss/reg": 0.02532930299639702, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.030125, |
| "grad_norm": 4.046056270599365, |
| "grad_norm_var": 5.761120866273571, |
| "learning_rate": 0.0001, |
| "loss": 0.9396, |
| "loss/crossentropy": 2.6015427112579346, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.10041546076536179, |
| "loss/reg": 0.025322062894701958, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.03025, |
| "grad_norm": 3.066027879714966, |
| "grad_norm_var": 6.052926687728684, |
| "learning_rate": 0.0001, |
| "loss": 1.0668, |
| "loss/crossentropy": 2.4402151107788086, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.12614867091178894, |
| "loss/reg": 0.0253145694732666, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.030375, |
| "grad_norm": 3.168888807296753, |
| "grad_norm_var": 6.1536859873832555, |
| "learning_rate": 0.0001, |
| "loss": 0.9413, |
| "loss/crossentropy": 2.5689940452575684, |
| "loss/hidden": 0.58984375, |
| "loss/logits": 0.09841729700565338, |
| "loss/reg": 0.02530776336789131, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.0305, |
| "grad_norm": 3.806450366973877, |
| "grad_norm_var": 6.229122059899357, |
| "learning_rate": 0.0001, |
| "loss": 1.021, |
| "loss/crossentropy": 2.2438809871673584, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.13515594601631165, |
| "loss/reg": 0.02530042454600334, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.030625, |
| "grad_norm": 4.313736915588379, |
| "grad_norm_var": 5.982441934425083, |
| "learning_rate": 0.0001, |
| "loss": 1.0307, |
| "loss/crossentropy": 2.5067784786224365, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.1253766119480133, |
| "loss/reg": 0.025293124839663506, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.03075, |
| "grad_norm": 4.419394016265869, |
| "grad_norm_var": 5.942040082684442, |
| "learning_rate": 0.0001, |
| "loss": 0.8957, |
| "loss/crossentropy": 2.4725239276885986, |
| "loss/hidden": 0.55078125, |
| "loss/logits": 0.09201550483703613, |
| "loss/reg": 0.02528616413474083, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.030875, |
| "grad_norm": 3.709151268005371, |
| "grad_norm_var": 5.975041529003943, |
| "learning_rate": 0.0001, |
| "loss": 0.9152, |
| "loss/crossentropy": 2.413250207901001, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.09596529603004456, |
| "loss/reg": 0.025278838351368904, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.031, |
| "grad_norm": 3.4139935970306396, |
| "grad_norm_var": 6.007189625317282, |
| "learning_rate": 0.0001, |
| "loss": 1.0268, |
| "loss/crossentropy": 2.1580560207366943, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.11786328256130219, |
| "loss/reg": 0.025271562859416008, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.031125, |
| "grad_norm": 6.089378833770752, |
| "grad_norm_var": 2.0950588257899443, |
| "learning_rate": 0.0001, |
| "loss": 1.0999, |
| "loss/crossentropy": 2.5466785430908203, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.1441519856452942, |
| "loss/reg": 0.025264522060751915, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.03125, |
| "grad_norm": 4.001245498657227, |
| "grad_norm_var": 1.1007847740596406, |
| "learning_rate": 0.0001, |
| "loss": 0.9263, |
| "loss/crossentropy": 2.433518171310425, |
| "loss/hidden": 0.578125, |
| "loss/logits": 0.09559185057878494, |
| "loss/reg": 0.025257611647248268, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.031375, |
| "grad_norm": 4.982790946960449, |
| "grad_norm_var": 0.8252532202355399, |
| "learning_rate": 0.0001, |
| "loss": 1.1439, |
| "loss/crossentropy": 2.3542721271514893, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.16091328859329224, |
| "loss/reg": 0.025250321254134178, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.0315, |
| "grad_norm": 3.6227378845214844, |
| "grad_norm_var": 0.8462248829388517, |
| "learning_rate": 0.0001, |
| "loss": 1.1789, |
| "loss/crossentropy": 2.1333043575286865, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.1374010145664215, |
| "loss/reg": 0.025242896750569344, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.031625, |
| "grad_norm": 3.415194511413574, |
| "grad_norm_var": 0.6304077366129337, |
| "learning_rate": 0.0001, |
| "loss": 1.0916, |
| "loss/crossentropy": 2.23525071144104, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.1243971735239029, |
| "loss/reg": 0.025235962122678757, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.03175, |
| "grad_norm": 3.7671289443969727, |
| "grad_norm_var": 0.5838590152321442, |
| "learning_rate": 0.0001, |
| "loss": 0.908, |
| "loss/crossentropy": 2.254054546356201, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.0893106684088707, |
| "loss/reg": 0.025228681042790413, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.031875, |
| "grad_norm": 4.164376735687256, |
| "grad_norm_var": 0.5803655311074387, |
| "learning_rate": 0.0001, |
| "loss": 0.9548, |
| "loss/crossentropy": 2.4128520488739014, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.11668873578310013, |
| "loss/reg": 0.025221774354577065, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 3.6412672996520996, |
| "grad_norm_var": 0.5547959425019464, |
| "learning_rate": 0.0001, |
| "loss": 1.0098, |
| "loss/crossentropy": 2.7745320796966553, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.12875014543533325, |
| "loss/reg": 0.025214577093720436, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.032125, |
| "grad_norm": 2.900871515274048, |
| "grad_norm_var": 0.6261772657264061, |
| "learning_rate": 0.0001, |
| "loss": 0.9348, |
| "loss/crossentropy": 2.286968469619751, |
| "loss/hidden": 0.578125, |
| "loss/logits": 0.10455667227506638, |
| "loss/reg": 0.02520710788667202, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.03225, |
| "grad_norm": 3.6853647232055664, |
| "grad_norm_var": 0.5808564529014478, |
| "learning_rate": 0.0001, |
| "loss": 0.9013, |
| "loss/crossentropy": 2.4515562057495117, |
| "loss/hidden": 0.55078125, |
| "loss/logits": 0.09847953915596008, |
| "loss/reg": 0.025199349969625473, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.032375, |
| "grad_norm": 2.9091956615448, |
| "grad_norm_var": 0.6119059054418109, |
| "learning_rate": 0.0001, |
| "loss": 0.8784, |
| "loss/crossentropy": 2.163628339767456, |
| "loss/hidden": 0.5390625, |
| "loss/logits": 0.08743810653686523, |
| "loss/reg": 0.025191258639097214, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.0325, |
| "grad_norm": 2.9488673210144043, |
| "grad_norm_var": 0.6717290813098125, |
| "learning_rate": 0.0001, |
| "loss": 0.9195, |
| "loss/crossentropy": 2.3084585666656494, |
| "loss/hidden": 0.5546875, |
| "loss/logits": 0.11298206448554993, |
| "loss/reg": 0.025183765217661858, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.032625, |
| "grad_norm": 3.4345953464508057, |
| "grad_norm_var": 0.6684943296663647, |
| "learning_rate": 0.0001, |
| "loss": 0.8851, |
| "loss/crossentropy": 2.19558048248291, |
| "loss/hidden": 0.546875, |
| "loss/logits": 0.08649411797523499, |
| "loss/reg": 0.02517561800777912, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.03275, |
| "grad_norm": 28.159074783325195, |
| "grad_norm_var": 37.79188620028727, |
| "learning_rate": 0.0001, |
| "loss": 1.1781, |
| "loss/crossentropy": 2.839057207107544, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.13732999563217163, |
| "loss/reg": 0.025168145075440407, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.032875, |
| "grad_norm": 2.734104871749878, |
| "grad_norm_var": 38.05849364469687, |
| "learning_rate": 0.0001, |
| "loss": 0.8892, |
| "loss/crossentropy": 2.4754340648651123, |
| "loss/hidden": 0.54296875, |
| "loss/logits": 0.09462890028953552, |
| "loss/reg": 0.025160137563943863, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.033, |
| "grad_norm": 4.089654922485352, |
| "grad_norm_var": 37.922354469790704, |
| "learning_rate": 0.0001, |
| "loss": 0.9326, |
| "loss/crossentropy": 2.476450204849243, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.1068512499332428, |
| "loss/reg": 0.025151856243610382, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.033125, |
| "grad_norm": 3.838066577911377, |
| "grad_norm_var": 37.99741003814723, |
| "learning_rate": 0.0001, |
| "loss": 1.0909, |
| "loss/crossentropy": 2.114243268966675, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.10510236769914627, |
| "loss/reg": 0.025143325328826904, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.03325, |
| "grad_norm": 3.0674874782562256, |
| "grad_norm_var": 38.19410456778619, |
| "learning_rate": 0.0001, |
| "loss": 0.8898, |
| "loss/crossentropy": 2.6426563262939453, |
| "loss/hidden": 0.54296875, |
| "loss/logits": 0.09550425410270691, |
| "loss/reg": 0.025135278701782227, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.033375, |
| "grad_norm": 7.777696132659912, |
| "grad_norm_var": 38.64421623432597, |
| "learning_rate": 0.0001, |
| "loss": 1.0482, |
| "loss/crossentropy": 2.640554666519165, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.11728060245513916, |
| "loss/reg": 0.025126684457063675, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.0335, |
| "grad_norm": 3.6375653743743896, |
| "grad_norm_var": 38.64099364344996, |
| "learning_rate": 0.0001, |
| "loss": 0.9888, |
| "loss/crossentropy": 2.227538824081421, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.1008879542350769, |
| "loss/reg": 0.0251180287450552, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.033625, |
| "grad_norm": 4.305724620819092, |
| "grad_norm_var": 38.4714335626231, |
| "learning_rate": 0.0001, |
| "loss": 1.1268, |
| "loss/crossentropy": 2.556248903274536, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.1374487727880478, |
| "loss/reg": 0.02511041797697544, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.03375, |
| "grad_norm": 3.658052921295166, |
| "grad_norm_var": 38.4947077039297, |
| "learning_rate": 0.0001, |
| "loss": 0.9616, |
| "loss/crossentropy": 2.437307596206665, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.1050904244184494, |
| "loss/reg": 0.025102900341153145, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.033875, |
| "grad_norm": 6.534849643707275, |
| "grad_norm_var": 38.483973576312195, |
| "learning_rate": 0.0001, |
| "loss": 1.2119, |
| "loss/crossentropy": 2.36796236038208, |
| "loss/hidden": 0.81640625, |
| "loss/logits": 0.1445278525352478, |
| "loss/reg": 0.025095317512750626, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 5.486751079559326, |
| "grad_norm_var": 38.24988881420663, |
| "learning_rate": 0.0001, |
| "loss": 1.0337, |
| "loss/crossentropy": 2.517333984375, |
| "loss/hidden": 0.66015625, |
| "loss/logits": 0.12263435125350952, |
| "loss/reg": 0.025087665766477585, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.034125, |
| "grad_norm": 3.231940746307373, |
| "grad_norm_var": 38.13878485092763, |
| "learning_rate": 0.0001, |
| "loss": 1.0586, |
| "loss/crossentropy": 2.6812305450439453, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.13204006850719452, |
| "loss/reg": 0.025080092251300812, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.03425, |
| "grad_norm": 4.71685791015625, |
| "grad_norm_var": 37.942827296069424, |
| "learning_rate": 0.0001, |
| "loss": 1.0409, |
| "loss/crossentropy": 2.093151807785034, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.11049959808588028, |
| "loss/reg": 0.02507280558347702, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.034375, |
| "grad_norm": 3.7086901664733887, |
| "grad_norm_var": 37.68973967522894, |
| "learning_rate": 0.0001, |
| "loss": 0.9144, |
| "loss/crossentropy": 2.2392518520355225, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.08954055607318878, |
| "loss/reg": 0.02506582997739315, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0345, |
| "grad_norm": 5.537543773651123, |
| "grad_norm_var": 37.1561912525544, |
| "learning_rate": 0.0001, |
| "loss": 1.3586, |
| "loss/crossentropy": 1.8622019290924072, |
| "loss/hidden": 0.96484375, |
| "loss/logits": 0.14318415522575378, |
| "loss/reg": 0.025058824568986893, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.034625, |
| "grad_norm": 2.898383617401123, |
| "grad_norm_var": 37.34827444255352, |
| "learning_rate": 0.0001, |
| "loss": 0.9413, |
| "loss/crossentropy": 2.4155869483947754, |
| "loss/hidden": 0.578125, |
| "loss/logits": 0.11263684928417206, |
| "loss/reg": 0.025052132084965706, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.03475, |
| "grad_norm": 2.803711175918579, |
| "grad_norm_var": 2.0625830733920933, |
| "learning_rate": 0.0001, |
| "loss": 0.9404, |
| "loss/crossentropy": 2.2058048248291016, |
| "loss/hidden": 0.59765625, |
| "loss/logits": 0.09232598543167114, |
| "loss/reg": 0.02504453808069229, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.034875, |
| "grad_norm": 3.180114507675171, |
| "grad_norm_var": 1.9847680294286107, |
| "learning_rate": 0.0001, |
| "loss": 0.9311, |
| "loss/crossentropy": 2.6069722175598145, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.10655493289232254, |
| "loss/reg": 0.02503693662583828, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.035, |
| "grad_norm": 5.609209060668945, |
| "grad_norm_var": 2.0906055341906256, |
| "learning_rate": 0.0001, |
| "loss": 1.0675, |
| "loss/crossentropy": 2.5023670196533203, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.13361594080924988, |
| "loss/reg": 0.025029515847563744, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.035125, |
| "grad_norm": 5.165370464324951, |
| "grad_norm_var": 2.105772188928517, |
| "learning_rate": 0.0001, |
| "loss": 1.1103, |
| "loss/crossentropy": 2.5107007026672363, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.12183347344398499, |
| "loss/reg": 0.025022249668836594, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.03525, |
| "grad_norm": 4.322115421295166, |
| "grad_norm_var": 1.9716269568170388, |
| "learning_rate": 0.0001, |
| "loss": 0.95, |
| "loss/crossentropy": 2.483142137527466, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.11390361189842224, |
| "loss/reg": 0.025014575570821762, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.035375, |
| "grad_norm": 4.432065486907959, |
| "grad_norm_var": 1.2250959918754403, |
| "learning_rate": 0.0001, |
| "loss": 0.9886, |
| "loss/crossentropy": 2.1206424236297607, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.10568062961101532, |
| "loss/reg": 0.025007015094161034, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.0355, |
| "grad_norm": 4.0429558753967285, |
| "grad_norm_var": 1.198112283867575, |
| "learning_rate": 0.0001, |
| "loss": 1.0004, |
| "loss/crossentropy": 2.6465060710906982, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.11765305697917938, |
| "loss/reg": 0.024997249245643616, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.035625, |
| "grad_norm": 3.551006555557251, |
| "grad_norm_var": 1.23838358717468, |
| "learning_rate": 0.0001, |
| "loss": 0.9764, |
| "loss/crossentropy": 2.4274182319641113, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.11320526152849197, |
| "loss/reg": 0.02498740889132023, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.03575, |
| "grad_norm": 2.874697685241699, |
| "grad_norm_var": 1.344305852802292, |
| "learning_rate": 0.0001, |
| "loss": 1.0133, |
| "loss/crossentropy": 2.512948751449585, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.11510799080133438, |
| "loss/reg": 0.02497740648686886, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.035875, |
| "grad_norm": 3.4613194465637207, |
| "grad_norm_var": 1.0008425760722102, |
| "learning_rate": 0.0001, |
| "loss": 0.9274, |
| "loss/crossentropy": 2.4450602531433105, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.10743874311447144, |
| "loss/reg": 0.024968616664409637, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 3.452150344848633, |
| "grad_norm_var": 0.8735820507410946, |
| "learning_rate": 0.0001, |
| "loss": 0.952, |
| "loss/crossentropy": 2.304729700088501, |
| "loss/hidden": 0.578125, |
| "loss/logits": 0.1242954432964325, |
| "loss/reg": 0.024959923699498177, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.036125, |
| "grad_norm": 3.3603436946868896, |
| "grad_norm_var": 0.8625457550688983, |
| "learning_rate": 0.0001, |
| "loss": 0.9447, |
| "loss/crossentropy": 2.425712823867798, |
| "loss/hidden": 0.58984375, |
| "loss/logits": 0.1053181067109108, |
| "loss/reg": 0.024950530380010605, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.03625, |
| "grad_norm": 3.3667662143707275, |
| "grad_norm_var": 0.8374846368179986, |
| "learning_rate": 0.0001, |
| "loss": 0.9067, |
| "loss/crossentropy": 2.2623162269592285, |
| "loss/hidden": 0.55859375, |
| "loss/logits": 0.098650723695755, |
| "loss/reg": 0.02494119666516781, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.036375, |
| "grad_norm": 2.7996857166290283, |
| "grad_norm_var": 0.9075153562133816, |
| "learning_rate": 0.0001, |
| "loss": 0.9594, |
| "loss/crossentropy": 2.370417356491089, |
| "loss/hidden": 0.59765625, |
| "loss/logits": 0.11243726313114166, |
| "loss/reg": 0.024933209642767906, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.0365, |
| "grad_norm": 2.9999380111694336, |
| "grad_norm_var": 0.7233017120786666, |
| "learning_rate": 0.0001, |
| "loss": 1.0396, |
| "loss/crossentropy": 2.286776542663574, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.12626898288726807, |
| "loss/reg": 0.02492516115307808, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.036625, |
| "grad_norm": 3.880777597427368, |
| "grad_norm_var": 0.685825505757979, |
| "learning_rate": 0.0001, |
| "loss": 0.9764, |
| "loss/crossentropy": 2.613823652267456, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.11395551264286041, |
| "loss/reg": 0.02491726726293564, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.03675, |
| "grad_norm": 4.2950568199157715, |
| "grad_norm_var": 0.6453385025094112, |
| "learning_rate": 0.0001, |
| "loss": 1.0535, |
| "loss/crossentropy": 2.6882171630859375, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.13644324243068695, |
| "loss/reg": 0.02490835078060627, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.036875, |
| "grad_norm": 3.61423659324646, |
| "grad_norm_var": 0.6212598300915251, |
| "learning_rate": 0.0001, |
| "loss": 1.155, |
| "loss/crossentropy": 2.0867068767547607, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.13649392127990723, |
| "loss/reg": 0.024899456650018692, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.037, |
| "grad_norm": 3.9245386123657227, |
| "grad_norm_var": 0.3982568915415859, |
| "learning_rate": 0.0001, |
| "loss": 0.951, |
| "loss/crossentropy": 2.703791618347168, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.11614765971899033, |
| "loss/reg": 0.02489159069955349, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.037125, |
| "grad_norm": 4.020047187805176, |
| "grad_norm_var": 0.2597397925732442, |
| "learning_rate": 0.0001, |
| "loss": 0.9707, |
| "loss/crossentropy": 2.429636001586914, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.1086028665304184, |
| "loss/reg": 0.024883201345801353, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.03725, |
| "grad_norm": 4.086516857147217, |
| "grad_norm_var": 0.24209119003572066, |
| "learning_rate": 0.0001, |
| "loss": 1.0769, |
| "loss/crossentropy": 2.8581056594848633, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.14844708144664764, |
| "loss/reg": 0.024874594062566757, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.037375, |
| "grad_norm": 2.956085443496704, |
| "grad_norm_var": 0.22141400399237127, |
| "learning_rate": 0.0001, |
| "loss": 0.9903, |
| "loss/crossentropy": 2.4802041053771973, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.13230839371681213, |
| "loss/reg": 0.024866636842489243, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.0375, |
| "grad_norm": 3.165804386138916, |
| "grad_norm_var": 0.2110158468875736, |
| "learning_rate": 0.0001, |
| "loss": 1.0347, |
| "loss/crossentropy": 2.4370639324188232, |
| "loss/hidden": 0.66015625, |
| "loss/logits": 0.1259341686964035, |
| "loss/reg": 0.024857714772224426, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.037625, |
| "grad_norm": 3.0942695140838623, |
| "grad_norm_var": 0.22022059823099174, |
| "learning_rate": 0.0001, |
| "loss": 0.9747, |
| "loss/crossentropy": 2.674190044403076, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.12467385828495026, |
| "loss/reg": 0.024848785251379013, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.03775, |
| "grad_norm": 2.949205160140991, |
| "grad_norm_var": 0.21475779393049, |
| "learning_rate": 0.0001, |
| "loss": 0.8898, |
| "loss/crossentropy": 2.491746664047241, |
| "loss/hidden": 0.55078125, |
| "loss/logits": 0.09065801650285721, |
| "loss/reg": 0.02483983524143696, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.037875, |
| "grad_norm": 3.549431324005127, |
| "grad_norm_var": 0.21520952048913009, |
| "learning_rate": 0.0001, |
| "loss": 0.9197, |
| "loss/crossentropy": 2.7578208446502686, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.09712585806846619, |
| "loss/reg": 0.024831857532262802, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 3.0621931552886963, |
| "grad_norm_var": 0.22562503941355938, |
| "learning_rate": 0.0001, |
| "loss": 0.894, |
| "loss/crossentropy": 2.440351724624634, |
| "loss/hidden": 0.546875, |
| "loss/logits": 0.09888219833374023, |
| "loss/reg": 0.02482294850051403, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.038125, |
| "grad_norm": 3.334942579269409, |
| "grad_norm_var": 0.22595311715915212, |
| "learning_rate": 0.0001, |
| "loss": 1.1509, |
| "loss/crossentropy": 2.378168821334839, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.15670377016067505, |
| "loss/reg": 0.024814244359731674, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.03825, |
| "grad_norm": 3.3253893852233887, |
| "grad_norm_var": 0.22648465837488155, |
| "learning_rate": 0.0001, |
| "loss": 0.9744, |
| "loss/crossentropy": 2.4409470558166504, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.12483348697423935, |
| "loss/reg": 0.024805361405014992, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.038375, |
| "grad_norm": 3.1687541007995605, |
| "grad_norm_var": 0.20343285009947346, |
| "learning_rate": 0.0001, |
| "loss": 0.8998, |
| "loss/crossentropy": 2.3339829444885254, |
| "loss/hidden": 0.55078125, |
| "loss/logits": 0.10110392421483994, |
| "loss/reg": 0.02479635737836361, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.0385, |
| "grad_norm": 4.096661567687988, |
| "grad_norm_var": 0.21071919009248533, |
| "learning_rate": 0.0001, |
| "loss": 1.0154, |
| "loss/crossentropy": 2.468813180923462, |
| "loss/hidden": 0.64453125, |
| "loss/logits": 0.12295258045196533, |
| "loss/reg": 0.024787236005067825, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.038625, |
| "grad_norm": 3.097642660140991, |
| "grad_norm_var": 0.2127095324618587, |
| "learning_rate": 0.0001, |
| "loss": 0.8772, |
| "loss/crossentropy": 2.5380513668060303, |
| "loss/hidden": 0.53125, |
| "loss/logits": 0.09821398556232452, |
| "loss/reg": 0.024777989834547043, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.03875, |
| "grad_norm": 4.647727012634277, |
| "grad_norm_var": 0.25863060133758775, |
| "learning_rate": 0.0001, |
| "loss": 0.9162, |
| "loss/crossentropy": 2.0996336936950684, |
| "loss/hidden": 0.5625, |
| "loss/logits": 0.10599061101675034, |
| "loss/reg": 0.024768849834799767, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.038875, |
| "grad_norm": 3.627246141433716, |
| "grad_norm_var": 0.25882920418562944, |
| "learning_rate": 0.0001, |
| "loss": 1.0161, |
| "loss/crossentropy": 2.2958993911743164, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.11611323803663254, |
| "loss/reg": 0.024759870022535324, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.039, |
| "grad_norm": 3.7236764430999756, |
| "grad_norm_var": 0.2501591619921593, |
| "learning_rate": 0.0001, |
| "loss": 1.1308, |
| "loss/crossentropy": 2.4322752952575684, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.1410805881023407, |
| "loss/reg": 0.024751078337430954, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.039125, |
| "grad_norm": 3.998807430267334, |
| "grad_norm_var": 0.24869789076210413, |
| "learning_rate": 0.0001, |
| "loss": 1.0749, |
| "loss/crossentropy": 2.374758720397949, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.1243831142783165, |
| "loss/reg": 0.024742012843489647, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.03925, |
| "grad_norm": 4.315618515014648, |
| "grad_norm_var": 0.2701154191311919, |
| "learning_rate": 0.0001, |
| "loss": 0.9542, |
| "loss/crossentropy": 2.290766477584839, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.10138154029846191, |
| "loss/reg": 0.02473386563360691, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.039375, |
| "grad_norm": 11.789870262145996, |
| "grad_norm_var": 4.498354875640615, |
| "learning_rate": 0.0001, |
| "loss": 1.6276, |
| "loss/crossentropy": 2.391585350036621, |
| "loss/hidden": 1.25, |
| "loss/logits": 0.13034726679325104, |
| "loss/reg": 0.02472575195133686, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.0395, |
| "grad_norm": 3.499288320541382, |
| "grad_norm_var": 4.465581075155145, |
| "learning_rate": 0.0001, |
| "loss": 0.9478, |
| "loss/crossentropy": 2.4527926445007324, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.13031822443008423, |
| "loss/reg": 0.024717645719647408, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.039625, |
| "grad_norm": 3.0139851570129395, |
| "grad_norm_var": 4.476536239649594, |
| "learning_rate": 0.0001, |
| "loss": 0.9555, |
| "loss/crossentropy": 2.506457805633545, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.12640972435474396, |
| "loss/reg": 0.02470862865447998, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.03975, |
| "grad_norm": 3.671523094177246, |
| "grad_norm_var": 4.4007183053584145, |
| "learning_rate": 0.0001, |
| "loss": 1.0902, |
| "loss/crossentropy": 2.1730313301086426, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.13228294253349304, |
| "loss/reg": 0.024700626730918884, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.039875, |
| "grad_norm": 3.453159809112549, |
| "grad_norm_var": 4.408623714873802, |
| "learning_rate": 0.0001, |
| "loss": 0.9518, |
| "loss/crossentropy": 2.7452075481414795, |
| "loss/hidden": 0.58984375, |
| "loss/logits": 0.11500866711139679, |
| "loss/reg": 0.02469259686768055, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 8.18558406829834, |
| "grad_norm_var": 5.330579476502794, |
| "learning_rate": 0.0001, |
| "loss": 1.2593, |
| "loss/crossentropy": 2.295231819152832, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.2312176525592804, |
| "loss/reg": 0.024684064090251923, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.040125, |
| "grad_norm": 4.58513879776001, |
| "grad_norm_var": 5.245000173569268, |
| "learning_rate": 0.0001, |
| "loss": 1.0428, |
| "loss/crossentropy": 2.3456668853759766, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.12027865648269653, |
| "loss/reg": 0.024676108732819557, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.04025, |
| "grad_norm": 3.6148953437805176, |
| "grad_norm_var": 5.20441494141252, |
| "learning_rate": 0.0001, |
| "loss": 0.885, |
| "loss/crossentropy": 2.3615198135375977, |
| "loss/hidden": 0.53515625, |
| "loss/logits": 0.10311760008335114, |
| "loss/reg": 0.02466769702732563, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.040375, |
| "grad_norm": 4.596187114715576, |
| "grad_norm_var": 5.072570501388933, |
| "learning_rate": 0.0001, |
| "loss": 1.3642, |
| "loss/crossentropy": 1.9407044649124146, |
| "loss/hidden": 0.9140625, |
| "loss/logits": 0.20351722836494446, |
| "loss/reg": 0.02465960383415222, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.0405, |
| "grad_norm": 4.305622577667236, |
| "grad_norm_var": 5.060723771971758, |
| "learning_rate": 0.0001, |
| "loss": 1.2854, |
| "loss/crossentropy": 2.1887283325195312, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.20682212710380554, |
| "loss/reg": 0.024651024490594864, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.040625, |
| "grad_norm": 3.1052956581115723, |
| "grad_norm_var": 5.059160883569213, |
| "learning_rate": 0.0001, |
| "loss": 0.9277, |
| "loss/crossentropy": 2.7552340030670166, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.11491444706916809, |
| "loss/reg": 0.024642454460263252, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.04075, |
| "grad_norm": 3.902174234390259, |
| "grad_norm_var": 5.092472426369553, |
| "learning_rate": 0.0001, |
| "loss": 1.0922, |
| "loss/crossentropy": 2.328878402709961, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.13887017965316772, |
| "loss/reg": 0.024634363129734993, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.040875, |
| "grad_norm": 3.144326686859131, |
| "grad_norm_var": 5.168830163995767, |
| "learning_rate": 0.0001, |
| "loss": 0.9028, |
| "loss/crossentropy": 2.765711545944214, |
| "loss/hidden": 0.55078125, |
| "loss/logits": 0.10574661940336227, |
| "loss/reg": 0.02462565153837204, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.041, |
| "grad_norm": 4.085259914398193, |
| "grad_norm_var": 5.136846736797656, |
| "learning_rate": 0.0001, |
| "loss": 1.1366, |
| "loss/crossentropy": 2.2278430461883545, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.13655412197113037, |
| "loss/reg": 0.0246175117790699, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.041125, |
| "grad_norm": 3.578554391860962, |
| "grad_norm_var": 5.180404969237465, |
| "learning_rate": 0.0001, |
| "loss": 1.0227, |
| "loss/crossentropy": 2.7795305252075195, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.13600832223892212, |
| "loss/reg": 0.024609515443444252, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.04125, |
| "grad_norm": 3.7418434619903564, |
| "grad_norm_var": 5.219134310055354, |
| "learning_rate": 0.0001, |
| "loss": 1.0244, |
| "loss/crossentropy": 2.636258840560913, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.1417178213596344, |
| "loss/reg": 0.024600951001048088, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.041375, |
| "grad_norm": 3.369840383529663, |
| "grad_norm_var": 1.4852025101017772, |
| "learning_rate": 0.0001, |
| "loss": 1.0208, |
| "loss/crossentropy": 2.448961019515991, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.1107659712433815, |
| "loss/reg": 0.024592852219939232, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.0415, |
| "grad_norm": 2.90629506111145, |
| "grad_norm_var": 1.5460412234751968, |
| "learning_rate": 0.0001, |
| "loss": 0.9411, |
| "loss/crossentropy": 2.595834732055664, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.10147438943386078, |
| "loss/reg": 0.024584442377090454, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.041625, |
| "grad_norm": 3.402386426925659, |
| "grad_norm_var": 1.5068032644485272, |
| "learning_rate": 0.0001, |
| "loss": 1.0144, |
| "loss/crossentropy": 2.363499402999878, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.1397327035665512, |
| "loss/reg": 0.02457563206553459, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.04175, |
| "grad_norm": 3.597465753555298, |
| "grad_norm_var": 1.5101723473758888, |
| "learning_rate": 0.0001, |
| "loss": 1.1917, |
| "loss/crossentropy": 2.3256943225860596, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.15691371262073517, |
| "loss/reg": 0.02456764318048954, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.041875, |
| "grad_norm": 3.512730121612549, |
| "grad_norm_var": 1.506262203991567, |
| "learning_rate": 0.0001, |
| "loss": 1.0631, |
| "loss/crossentropy": 2.383385181427002, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.12608817219734192, |
| "loss/reg": 0.024559510871767998, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 5.968827247619629, |
| "grad_norm_var": 0.5694964439723395, |
| "learning_rate": 0.0001, |
| "loss": 1.258, |
| "loss/crossentropy": 2.212991952896118, |
| "loss/hidden": 0.828125, |
| "loss/logits": 0.18438610434532166, |
| "loss/reg": 0.02455153875052929, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.042125, |
| "grad_norm": 3.644115924835205, |
| "grad_norm_var": 0.5311677507970897, |
| "learning_rate": 0.0001, |
| "loss": 1.1203, |
| "loss/crossentropy": 2.3620948791503906, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.15219135582447052, |
| "loss/reg": 0.02454366721212864, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.04225, |
| "grad_norm": 2.716367244720459, |
| "grad_norm_var": 0.6013761572733584, |
| "learning_rate": 0.0001, |
| "loss": 0.919, |
| "loss/crossentropy": 2.3863117694854736, |
| "loss/hidden": 0.578125, |
| "loss/logits": 0.0955524817109108, |
| "loss/reg": 0.024536145851016045, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.042375, |
| "grad_norm": 3.8117287158966064, |
| "grad_norm_var": 0.5485673092684531, |
| "learning_rate": 0.0001, |
| "loss": 1.0529, |
| "loss/crossentropy": 2.4951469898223877, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.1318708062171936, |
| "loss/reg": 0.024528514593839645, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0425, |
| "grad_norm": 2.5218894481658936, |
| "grad_norm_var": 0.5973356289049185, |
| "learning_rate": 0.0001, |
| "loss": 0.9673, |
| "loss/crossentropy": 2.370839834213257, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.12049120664596558, |
| "loss/reg": 0.02452007494866848, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.042625, |
| "grad_norm": 2.7343108654022217, |
| "grad_norm_var": 0.6285810690168129, |
| "learning_rate": 0.0001, |
| "loss": 1.1201, |
| "loss/crossentropy": 2.2990617752075195, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.16403642296791077, |
| "loss/reg": 0.024511409923434258, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.04275, |
| "grad_norm": 2.5267186164855957, |
| "grad_norm_var": 0.6803812464423664, |
| "learning_rate": 0.0001, |
| "loss": 0.9056, |
| "loss/crossentropy": 2.5629754066467285, |
| "loss/hidden": 0.5546875, |
| "loss/logits": 0.10588675737380981, |
| "loss/reg": 0.024503152817487717, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.042875, |
| "grad_norm": 2.2731988430023193, |
| "grad_norm_var": 0.7637691760365584, |
| "learning_rate": 0.0001, |
| "loss": 0.8154, |
| "loss/crossentropy": 2.4123644828796387, |
| "loss/hidden": 0.490234375, |
| "loss/logits": 0.08022630214691162, |
| "loss/reg": 0.024494923651218414, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.043, |
| "grad_norm": 3.2791945934295654, |
| "grad_norm_var": 0.7306725618305314, |
| "learning_rate": 0.0001, |
| "loss": 0.9879, |
| "loss/crossentropy": 2.7643816471099854, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.12586694955825806, |
| "loss/reg": 0.024486759677529335, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.043125, |
| "grad_norm": 3.6740994453430176, |
| "grad_norm_var": 0.7341663188433093, |
| "learning_rate": 0.0001, |
| "loss": 0.8947, |
| "loss/crossentropy": 2.6802780628204346, |
| "loss/hidden": 0.5546875, |
| "loss/logits": 0.0951782613992691, |
| "loss/reg": 0.024478696286678314, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.04325, |
| "grad_norm": 3.234722137451172, |
| "grad_norm_var": 0.7240869727338347, |
| "learning_rate": 0.0001, |
| "loss": 0.8517, |
| "loss/crossentropy": 2.577921152114868, |
| "loss/hidden": 0.515625, |
| "loss/logits": 0.09137749671936035, |
| "loss/reg": 0.024470962584018707, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.043375, |
| "grad_norm": 4.024074554443359, |
| "grad_norm_var": 0.7548921970504276, |
| "learning_rate": 0.0001, |
| "loss": 1.0017, |
| "loss/crossentropy": 2.8129634857177734, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.120377317070961, |
| "loss/reg": 0.02446298860013485, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.0435, |
| "grad_norm": 3.4327027797698975, |
| "grad_norm_var": 0.7400679146500114, |
| "learning_rate": 0.0001, |
| "loss": 0.9864, |
| "loss/crossentropy": 2.4310224056243896, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.10121208429336548, |
| "loss/reg": 0.0244552381336689, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.043625, |
| "grad_norm": 3.2115890979766846, |
| "grad_norm_var": 0.7422101391295163, |
| "learning_rate": 0.0001, |
| "loss": 1.0594, |
| "loss/crossentropy": 2.3658318519592285, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.13528358936309814, |
| "loss/reg": 0.02444704994559288, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.04375, |
| "grad_norm": 3.4005136489868164, |
| "grad_norm_var": 0.739061242813568, |
| "learning_rate": 0.0001, |
| "loss": 1.0154, |
| "loss/crossentropy": 2.9171154499053955, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.15386469662189484, |
| "loss/reg": 0.024438532069325447, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.043875, |
| "grad_norm": 4.1175127029418945, |
| "grad_norm_var": 0.7731950105324129, |
| "learning_rate": 0.0001, |
| "loss": 0.949, |
| "loss/crossentropy": 2.3405494689941406, |
| "loss/hidden": 0.59765625, |
| "loss/logits": 0.10704682767391205, |
| "loss/reg": 0.024429937824606895, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 3.9496090412139893, |
| "grad_norm_var": 0.33930652052577653, |
| "learning_rate": 0.0001, |
| "loss": 0.889, |
| "loss/crossentropy": 2.9135613441467285, |
| "loss/hidden": 0.54296875, |
| "loss/logits": 0.1018136739730835, |
| "loss/reg": 0.024421829730272293, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.044125, |
| "grad_norm": 3.794520139694214, |
| "grad_norm_var": 0.347931624130162, |
| "learning_rate": 0.0001, |
| "loss": 1.1771, |
| "loss/crossentropy": 2.5529844760894775, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.17909468710422516, |
| "loss/reg": 0.02441396936774254, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.04425, |
| "grad_norm": 3.164349317550659, |
| "grad_norm_var": 0.3259767305032634, |
| "learning_rate": 0.0001, |
| "loss": 1.0804, |
| "loss/crossentropy": 2.3843231201171875, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.12148329615592957, |
| "loss/reg": 0.02440580353140831, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.044375, |
| "grad_norm": 2.7847914695739746, |
| "grad_norm_var": 0.32482231475126633, |
| "learning_rate": 0.0001, |
| "loss": 1.0463, |
| "loss/crossentropy": 2.521649122238159, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.1187494546175003, |
| "loss/reg": 0.024397339671850204, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.0445, |
| "grad_norm": 3.2391860485076904, |
| "grad_norm_var": 0.28660331114573767, |
| "learning_rate": 0.0001, |
| "loss": 1.0225, |
| "loss/crossentropy": 2.4073832035064697, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.13795481622219086, |
| "loss/reg": 0.024389205500483513, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.044625, |
| "grad_norm": 5.839352130889893, |
| "grad_norm_var": 0.6539216724231817, |
| "learning_rate": 0.0001, |
| "loss": 1.1058, |
| "loss/crossentropy": 2.6860220432281494, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.13543812930583954, |
| "loss/reg": 0.02438061311841011, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.04475, |
| "grad_norm": 4.340758800506592, |
| "grad_norm_var": 0.6249977794062299, |
| "learning_rate": 0.0001, |
| "loss": 1.1, |
| "loss/crossentropy": 2.770012378692627, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.1531440019607544, |
| "loss/reg": 0.024372335523366928, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.044875, |
| "grad_norm": 8.795727729797363, |
| "grad_norm_var": 2.1213731683569863, |
| "learning_rate": 0.0001, |
| "loss": 1.3149, |
| "loss/crossentropy": 2.2893428802490234, |
| "loss/hidden": 0.91796875, |
| "loss/logits": 0.15326841175556183, |
| "loss/reg": 0.02436378225684166, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.045, |
| "grad_norm": 4.104447841644287, |
| "grad_norm_var": 2.0826812332104394, |
| "learning_rate": 0.0001, |
| "loss": 1.15, |
| "loss/crossentropy": 2.625378370285034, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.14858195185661316, |
| "loss/reg": 0.024355949833989143, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.045125, |
| "grad_norm": 3.354828357696533, |
| "grad_norm_var": 2.105873348197963, |
| "learning_rate": 0.0001, |
| "loss": 0.9494, |
| "loss/crossentropy": 2.4916443824768066, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.11993111670017242, |
| "loss/reg": 0.024348480626940727, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.04525, |
| "grad_norm": 3.3247056007385254, |
| "grad_norm_var": 2.096606359520402, |
| "learning_rate": 0.0001, |
| "loss": 0.9604, |
| "loss/crossentropy": 2.282543420791626, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.10765975713729858, |
| "loss/reg": 0.02434113249182701, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.045375, |
| "grad_norm": 4.314214706420898, |
| "grad_norm_var": 2.1006745469652883, |
| "learning_rate": 0.0001, |
| "loss": 1.0684, |
| "loss/crossentropy": 2.447218179702759, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.12974585592746735, |
| "loss/reg": 0.024332784116268158, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.0455, |
| "grad_norm": 3.6783666610717773, |
| "grad_norm_var": 2.083471757970481, |
| "learning_rate": 0.0001, |
| "loss": 1.1509, |
| "loss/crossentropy": 2.6020665168762207, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.1576002687215805, |
| "loss/reg": 0.024325383827090263, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.045625, |
| "grad_norm": 3.535550832748413, |
| "grad_norm_var": 2.0521572529950523, |
| "learning_rate": 0.0001, |
| "loss": 0.9672, |
| "loss/crossentropy": 2.2514841556549072, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.110772505402565, |
| "loss/reg": 0.024317855015397072, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.04575, |
| "grad_norm": 6.190865993499756, |
| "grad_norm_var": 2.275325586048537, |
| "learning_rate": 0.0001, |
| "loss": 1.2696, |
| "loss/crossentropy": 2.5250887870788574, |
| "loss/hidden": 0.87890625, |
| "loss/logits": 0.1475657969713211, |
| "loss/reg": 0.02430957928299904, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.045875, |
| "grad_norm": 6.9109907150268555, |
| "grad_norm_var": 2.701389202772653, |
| "learning_rate": 0.0001, |
| "loss": 1.42, |
| "loss/crossentropy": 2.0714285373687744, |
| "loss/hidden": 0.98828125, |
| "loss/logits": 0.18868008255958557, |
| "loss/reg": 0.024301210418343544, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 3.939924955368042, |
| "grad_norm_var": 2.702051041555256, |
| "learning_rate": 0.0001, |
| "loss": 1.0163, |
| "loss/crossentropy": 2.677281379699707, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.1327013224363327, |
| "loss/reg": 0.024292904883623123, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.046125, |
| "grad_norm": 2.942032814025879, |
| "grad_norm_var": 2.822776844100568, |
| "learning_rate": 0.0001, |
| "loss": 0.9582, |
| "loss/crossentropy": 2.3630495071411133, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.11380600929260254, |
| "loss/reg": 0.02428455464541912, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.04625, |
| "grad_norm": 3.125349521636963, |
| "grad_norm_var": 2.8293167859701627, |
| "learning_rate": 0.0001, |
| "loss": 1.0463, |
| "loss/crossentropy": 2.5113635063171387, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.12774598598480225, |
| "loss/reg": 0.02427608147263527, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.046375, |
| "grad_norm": 3.15159273147583, |
| "grad_norm_var": 2.758666518773039, |
| "learning_rate": 0.0001, |
| "loss": 0.9198, |
| "loss/crossentropy": 2.31132435798645, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.10678299516439438, |
| "loss/reg": 0.024267377331852913, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.0465, |
| "grad_norm": 4.394677639007568, |
| "grad_norm_var": 2.6595375525429406, |
| "learning_rate": 0.0001, |
| "loss": 0.9954, |
| "loss/crossentropy": 2.4987642765045166, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.11996030062437057, |
| "loss/reg": 0.0242580845952034, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.046625, |
| "grad_norm": 3.7915477752685547, |
| "grad_norm_var": 2.5549678839666425, |
| "learning_rate": 0.0001, |
| "loss": 0.9193, |
| "loss/crossentropy": 2.3996403217315674, |
| "loss/hidden": 0.578125, |
| "loss/logits": 0.09870465099811554, |
| "loss/reg": 0.02424856275320053, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.04675, |
| "grad_norm": 2.833364725112915, |
| "grad_norm_var": 2.7025530371611066, |
| "learning_rate": 0.0001, |
| "loss": 0.9417, |
| "loss/crossentropy": 2.336583137512207, |
| "loss/hidden": 0.59765625, |
| "loss/logits": 0.10166990756988525, |
| "loss/reg": 0.024240419268608093, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.046875, |
| "grad_norm": 5.302695274353027, |
| "grad_norm_var": 1.359315799583595, |
| "learning_rate": 0.0001, |
| "loss": 0.9495, |
| "loss/crossentropy": 2.5733697414398193, |
| "loss/hidden": 0.578125, |
| "loss/logits": 0.1290503740310669, |
| "loss/reg": 0.0242319293320179, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.047, |
| "grad_norm": 5.087683200836182, |
| "grad_norm_var": 1.426096117003745, |
| "learning_rate": 0.0001, |
| "loss": 0.9067, |
| "loss/crossentropy": 2.548323631286621, |
| "loss/hidden": 0.56640625, |
| "loss/logits": 0.09806410223245621, |
| "loss/reg": 0.02422359585762024, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.047125, |
| "grad_norm": 2.840883255004883, |
| "grad_norm_var": 1.4948607984557458, |
| "learning_rate": 0.0001, |
| "loss": 1.0234, |
| "loss/crossentropy": 2.484494209289551, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.12894591689109802, |
| "loss/reg": 0.024214565753936768, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.04725, |
| "grad_norm": 6.647733688354492, |
| "grad_norm_var": 1.848030946106532, |
| "learning_rate": 0.0001, |
| "loss": 1.131, |
| "loss/crossentropy": 2.832048177719116, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.14676988124847412, |
| "loss/reg": 0.024205682799220085, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.047375, |
| "grad_norm": 3.465564727783203, |
| "grad_norm_var": 1.8906396391038638, |
| "learning_rate": 0.0001, |
| "loss": 1.0051, |
| "loss/crossentropy": 2.5129964351654053, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.134174644947052, |
| "loss/reg": 0.024197354912757874, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.0475, |
| "grad_norm": 3.6985855102539062, |
| "grad_norm_var": 1.8891513099755568, |
| "learning_rate": 0.0001, |
| "loss": 1.4422, |
| "loss/crossentropy": 2.2384328842163086, |
| "loss/hidden": 1.0, |
| "loss/logits": 0.20027095079421997, |
| "loss/reg": 0.02418883889913559, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.047625, |
| "grad_norm": 3.4343388080596924, |
| "grad_norm_var": 1.8993141107729303, |
| "learning_rate": 0.0001, |
| "loss": 0.8648, |
| "loss/crossentropy": 2.753706932067871, |
| "loss/hidden": 0.5234375, |
| "loss/logits": 0.09959565848112106, |
| "loss/reg": 0.024180689826607704, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.04775, |
| "grad_norm": 3.418168067932129, |
| "grad_norm_var": 1.6566847859375398, |
| "learning_rate": 0.0001, |
| "loss": 1.0532, |
| "loss/crossentropy": 2.1205835342407227, |
| "loss/hidden": 0.69921875, |
| "loss/logits": 0.11221310496330261, |
| "loss/reg": 0.02417258359491825, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.047875, |
| "grad_norm": 3.3881125450134277, |
| "grad_norm_var": 1.093930487598201, |
| "learning_rate": 0.0001, |
| "loss": 0.9968, |
| "loss/crossentropy": 2.540379285812378, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.1262589991092682, |
| "loss/reg": 0.024164721369743347, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 3.142486095428467, |
| "grad_norm_var": 1.1231981378319982, |
| "learning_rate": 0.0001, |
| "loss": 0.9186, |
| "loss/crossentropy": 2.5265657901763916, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.0949624702334404, |
| "loss/reg": 0.02415630966424942, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.048125, |
| "grad_norm": 7.363763332366943, |
| "grad_norm_var": 1.8443340238906671, |
| "learning_rate": 0.0001, |
| "loss": 1.1703, |
| "loss/crossentropy": 2.442409038543701, |
| "loss/hidden": 0.8046875, |
| "loss/logits": 0.12408800423145294, |
| "loss/reg": 0.024148130789399147, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.04825, |
| "grad_norm": 3.801536798477173, |
| "grad_norm_var": 1.7879312710551798, |
| "learning_rate": 0.0001, |
| "loss": 1.0129, |
| "loss/crossentropy": 2.461942434310913, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.13092291355133057, |
| "loss/reg": 0.024139659479260445, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.048375, |
| "grad_norm": 4.24082612991333, |
| "grad_norm_var": 1.7228677295443293, |
| "learning_rate": 0.0001, |
| "loss": 1.1161, |
| "loss/crossentropy": 2.2889018058776855, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.12870003283023834, |
| "loss/reg": 0.024130841717123985, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.0485, |
| "grad_norm": 4.190494060516357, |
| "grad_norm_var": 1.7195812284180172, |
| "learning_rate": 0.0001, |
| "loss": 1.1649, |
| "loss/crossentropy": 2.4475483894348145, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.16198021173477173, |
| "loss/reg": 0.024122456088662148, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.048625, |
| "grad_norm": 15.206843376159668, |
| "grad_norm_var": 9.294742605150057, |
| "learning_rate": 0.0001, |
| "loss": 1.0606, |
| "loss/crossentropy": 2.3164589405059814, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.116313636302948, |
| "loss/reg": 0.024113710969686508, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.04875, |
| "grad_norm": 10.421854972839355, |
| "grad_norm_var": 10.824103712955843, |
| "learning_rate": 0.0001, |
| "loss": 1.0638, |
| "loss/crossentropy": 2.1764075756073, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.11567908525466919, |
| "loss/reg": 0.024104835465550423, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.048875, |
| "grad_norm": 4.923640727996826, |
| "grad_norm_var": 10.83563756748113, |
| "learning_rate": 0.0001, |
| "loss": 0.9465, |
| "loss/crossentropy": 2.6762068271636963, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.10399520397186279, |
| "loss/reg": 0.02409605123102665, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.049, |
| "grad_norm": 4.840577125549316, |
| "grad_norm_var": 10.847422220224528, |
| "learning_rate": 0.0001, |
| "loss": 1.2037, |
| "loss/crossentropy": 2.482144832611084, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.15031081438064575, |
| "loss/reg": 0.02408732660114765, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.049125, |
| "grad_norm": 2.9535470008850098, |
| "grad_norm_var": 10.811063470934846, |
| "learning_rate": 0.0001, |
| "loss": 1.0811, |
| "loss/crossentropy": 2.5998470783233643, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.12545132637023926, |
| "loss/reg": 0.024078134447336197, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.04925, |
| "grad_norm": 4.08555793762207, |
| "grad_norm_var": 10.768160950066, |
| "learning_rate": 0.0001, |
| "loss": 1.3211, |
| "loss/crossentropy": 2.611746072769165, |
| "loss/hidden": 0.90625, |
| "loss/logits": 0.17412351071834564, |
| "loss/reg": 0.02406897209584713, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.049375, |
| "grad_norm": 4.730119705200195, |
| "grad_norm_var": 10.582242923890295, |
| "learning_rate": 0.0001, |
| "loss": 0.9463, |
| "loss/crossentropy": 2.5379066467285156, |
| "loss/hidden": 0.59765625, |
| "loss/logits": 0.10806328058242798, |
| "loss/reg": 0.024059420451521873, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0495, |
| "grad_norm": 4.012064456939697, |
| "grad_norm_var": 10.523956759484621, |
| "learning_rate": 0.0001, |
| "loss": 0.9181, |
| "loss/crossentropy": 2.567375898361206, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.10337453335523605, |
| "loss/reg": 0.024049852043390274, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.049625, |
| "grad_norm": 4.57706880569458, |
| "grad_norm_var": 10.32746400090784, |
| "learning_rate": 0.0001, |
| "loss": 1.051, |
| "loss/crossentropy": 2.6955151557922363, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.12309969961643219, |
| "loss/reg": 0.02403969317674637, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.04975, |
| "grad_norm": 2.7931346893310547, |
| "grad_norm_var": 10.511295288820635, |
| "learning_rate": 0.0001, |
| "loss": 1.0373, |
| "loss/crossentropy": 2.34134578704834, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.12901151180267334, |
| "loss/reg": 0.02403116784989834, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.049875, |
| "grad_norm": 2.4789700508117676, |
| "grad_norm_var": 10.793738555266915, |
| "learning_rate": 0.0001, |
| "loss": 1.1463, |
| "loss/crossentropy": 2.1852893829345703, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.15216518938541412, |
| "loss/reg": 0.024022690951824188, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 5.340605735778809, |
| "grad_norm_var": 10.482396698239997, |
| "learning_rate": 0.0001, |
| "loss": 1.2874, |
| "loss/crossentropy": 2.4223577976226807, |
| "loss/hidden": 0.91015625, |
| "loss/logits": 0.13714072108268738, |
| "loss/reg": 0.024014031514525414, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.050125, |
| "grad_norm": 5.600348949432373, |
| "grad_norm_var": 10.208567826877847, |
| "learning_rate": 0.0001, |
| "loss": 0.9905, |
| "loss/crossentropy": 2.494180917739868, |
| "loss/hidden": 0.64453125, |
| "loss/logits": 0.10594967007637024, |
| "loss/reg": 0.024006787687540054, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.05025, |
| "grad_norm": 5.094600677490234, |
| "grad_norm_var": 10.061216488426146, |
| "learning_rate": 0.0001, |
| "loss": 1.2828, |
| "loss/crossentropy": 2.1899051666259766, |
| "loss/hidden": 0.89453125, |
| "loss/logits": 0.1482730507850647, |
| "loss/reg": 0.02399739809334278, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.050375, |
| "grad_norm": 3.915607452392578, |
| "grad_norm_var": 10.115626051260246, |
| "learning_rate": 0.0001, |
| "loss": 1.0375, |
| "loss/crossentropy": 2.790240526199341, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.14136558771133423, |
| "loss/reg": 0.02398892305791378, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.0505, |
| "grad_norm": 70.49039459228516, |
| "grad_norm_var": 274.8357269833382, |
| "learning_rate": 0.0001, |
| "loss": 1.1534, |
| "loss/crossentropy": 2.2490358352661133, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.12061962485313416, |
| "loss/reg": 0.02398114837706089, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.050625, |
| "grad_norm": 6.5985307693481445, |
| "grad_norm_var": 272.87861181728414, |
| "learning_rate": 0.0001, |
| "loss": 1.1479, |
| "loss/crossentropy": 2.856632709503174, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.12297768890857697, |
| "loss/reg": 0.0239717997610569, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.05075, |
| "grad_norm": 4.041878700256348, |
| "grad_norm_var": 274.1523084795167, |
| "learning_rate": 0.0001, |
| "loss": 1.1408, |
| "loss/crossentropy": 2.5744457244873047, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.13939061760902405, |
| "loss/reg": 0.02396412193775177, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.050875, |
| "grad_norm": 3.5284969806671143, |
| "grad_norm_var": 274.94477307618513, |
| "learning_rate": 0.0001, |
| "loss": 1.0838, |
| "loss/crossentropy": 2.7705729007720947, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.12160193920135498, |
| "loss/reg": 0.023956267163157463, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.051, |
| "grad_norm": 3.867558240890503, |
| "grad_norm_var": 275.4712566581114, |
| "learning_rate": 0.0001, |
| "loss": 1.1238, |
| "loss/crossentropy": 2.2807302474975586, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.1304117739200592, |
| "loss/reg": 0.023948216810822487, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.051125, |
| "grad_norm": 4.9265217781066895, |
| "grad_norm_var": 274.2865770164501, |
| "learning_rate": 0.0001, |
| "loss": 0.955, |
| "loss/crossentropy": 2.6176843643188477, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.08674542605876923, |
| "loss/reg": 0.02393944188952446, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.05125, |
| "grad_norm": 3.1925463676452637, |
| "grad_norm_var": 274.86264478448203, |
| "learning_rate": 0.0001, |
| "loss": 1.0329, |
| "loss/crossentropy": 2.790286064147949, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.11385629326105118, |
| "loss/reg": 0.02393159456551075, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.051375, |
| "grad_norm": 2.6993377208709717, |
| "grad_norm_var": 276.12743945534294, |
| "learning_rate": 0.0001, |
| "loss": 0.9268, |
| "loss/crossentropy": 2.5643763542175293, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.10557639598846436, |
| "loss/reg": 0.0239238403737545, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.0515, |
| "grad_norm": 4.7841315269470215, |
| "grad_norm_var": 275.72098389943244, |
| "learning_rate": 0.0001, |
| "loss": 1.3399, |
| "loss/crossentropy": 2.3737518787384033, |
| "loss/hidden": 0.89453125, |
| "loss/logits": 0.2062419056892395, |
| "loss/reg": 0.023915138095617294, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.051625, |
| "grad_norm": 2.8743667602539062, |
| "grad_norm_var": 276.7634192046356, |
| "learning_rate": 0.0001, |
| "loss": 1.105, |
| "loss/crossentropy": 2.225154399871826, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.13158033788204193, |
| "loss/reg": 0.023907041177153587, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.05175, |
| "grad_norm": 4.873403072357178, |
| "grad_norm_var": 275.51638736026473, |
| "learning_rate": 0.0001, |
| "loss": 1.1328, |
| "loss/crossentropy": 2.444675922393799, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.15947584807872772, |
| "loss/reg": 0.023899447172880173, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.051875, |
| "grad_norm": 3.6676955223083496, |
| "grad_norm_var": 274.6671585398764, |
| "learning_rate": 0.0001, |
| "loss": 0.9504, |
| "loss/crossentropy": 2.6828341484069824, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.10996139049530029, |
| "loss/reg": 0.023892199620604515, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 2.703623056411743, |
| "grad_norm_var": 276.2015243387772, |
| "learning_rate": 0.0001, |
| "loss": 1.049, |
| "loss/crossentropy": 2.4529809951782227, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.1305149495601654, |
| "loss/reg": 0.023883724585175514, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.052125, |
| "grad_norm": 2.9288852214813232, |
| "grad_norm_var": 277.61048629826035, |
| "learning_rate": 0.0001, |
| "loss": 1.0151, |
| "loss/crossentropy": 2.6102705001831055, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.13567429780960083, |
| "loss/reg": 0.023875238373875618, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.05225, |
| "grad_norm": 2.5006144046783447, |
| "grad_norm_var": 279.0831974622093, |
| "learning_rate": 0.0001, |
| "loss": 1.0571, |
| "loss/crossentropy": 2.457202672958374, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.12700514495372772, |
| "loss/reg": 0.023867420852184296, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.052375, |
| "grad_norm": 5.180849552154541, |
| "grad_norm_var": 278.49850212580674, |
| "learning_rate": 0.0001, |
| "loss": 1.1214, |
| "loss/crossentropy": 2.7064497470855713, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.13676053285598755, |
| "loss/reg": 0.02385888434946537, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0525, |
| "grad_norm": 3.2954249382019043, |
| "grad_norm_var": 1.3051375489769337, |
| "learning_rate": 0.0001, |
| "loss": 1.0717, |
| "loss/crossentropy": 2.31532621383667, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.13004590570926666, |
| "loss/reg": 0.023851698264479637, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.052625, |
| "grad_norm": 2.8389148712158203, |
| "grad_norm_var": 0.8127685868335741, |
| "learning_rate": 0.0001, |
| "loss": 1.0781, |
| "loss/crossentropy": 2.3562088012695312, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.13266143202781677, |
| "loss/reg": 0.023843195289373398, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.05275, |
| "grad_norm": 4.581103324890137, |
| "grad_norm_var": 0.8613437167520175, |
| "learning_rate": 0.0001, |
| "loss": 1.4299, |
| "loss/crossentropy": 2.1004514694213867, |
| "loss/hidden": 1.0546875, |
| "loss/logits": 0.13683074712753296, |
| "loss/reg": 0.023835282772779465, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.052875, |
| "grad_norm": 4.119724750518799, |
| "grad_norm_var": 0.8733982923945914, |
| "learning_rate": 0.0001, |
| "loss": 1.2152, |
| "loss/crossentropy": 2.640662670135498, |
| "loss/hidden": 0.8515625, |
| "loss/logits": 0.12537327408790588, |
| "loss/reg": 0.02382684126496315, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.053, |
| "grad_norm": 4.544858455657959, |
| "grad_norm_var": 0.918133871994677, |
| "learning_rate": 0.0001, |
| "loss": 1.0957, |
| "loss/crossentropy": 2.8237485885620117, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.1309557855129242, |
| "loss/reg": 0.023818302899599075, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.053125, |
| "grad_norm": 2.757870674133301, |
| "grad_norm_var": 0.8666742418813403, |
| "learning_rate": 0.0001, |
| "loss": 0.962, |
| "loss/crossentropy": 2.5533342361450195, |
| "loss/hidden": 0.62109375, |
| "loss/logits": 0.10283903032541275, |
| "loss/reg": 0.023810207843780518, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.05325, |
| "grad_norm": 2.8035690784454346, |
| "grad_norm_var": 0.8970790990362765, |
| "learning_rate": 0.0001, |
| "loss": 1.0877, |
| "loss/crossentropy": 2.610870361328125, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.1544169783592224, |
| "loss/reg": 0.02380150742828846, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.053375, |
| "grad_norm": 3.5559544563293457, |
| "grad_norm_var": 0.8432525593756196, |
| "learning_rate": 0.0001, |
| "loss": 1.1169, |
| "loss/crossentropy": 2.537252187728882, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.1328693926334381, |
| "loss/reg": 0.02379263937473297, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.0535, |
| "grad_norm": 3.58505916595459, |
| "grad_norm_var": 0.7479056021171611, |
| "learning_rate": 0.0001, |
| "loss": 1.0427, |
| "loss/crossentropy": 2.240241289138794, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.1212427169084549, |
| "loss/reg": 0.02378367818892002, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.053625, |
| "grad_norm": 3.6646056175231934, |
| "grad_norm_var": 0.7156687449512967, |
| "learning_rate": 0.0001, |
| "loss": 1.0166, |
| "loss/crossentropy": 2.765550374984741, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.14600837230682373, |
| "loss/reg": 0.023774517700076103, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.05375, |
| "grad_norm": 3.2596421241760254, |
| "grad_norm_var": 0.6044660126437359, |
| "learning_rate": 0.0001, |
| "loss": 1.13, |
| "loss/crossentropy": 2.1970372200012207, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.13451042771339417, |
| "loss/reg": 0.023765094578266144, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.053875, |
| "grad_norm": 4.039770603179932, |
| "grad_norm_var": 0.6214738630237046, |
| "learning_rate": 0.0001, |
| "loss": 1.2708, |
| "loss/crossentropy": 2.5254645347595215, |
| "loss/hidden": 0.83984375, |
| "loss/logits": 0.19336232542991638, |
| "loss/reg": 0.023756500333547592, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 2.9176530838012695, |
| "grad_norm_var": 0.6009675102137348, |
| "learning_rate": 0.0001, |
| "loss": 0.9399, |
| "loss/crossentropy": 2.611178398132324, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.10868553817272186, |
| "loss/reg": 0.023747922852635384, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.054125, |
| "grad_norm": 3.540189027786255, |
| "grad_norm_var": 0.5748467113480954, |
| "learning_rate": 0.0001, |
| "loss": 1.164, |
| "loss/crossentropy": 2.4766628742218018, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.1258353739976883, |
| "loss/reg": 0.023739352822303772, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.05425, |
| "grad_norm": 3.7053966522216797, |
| "grad_norm_var": 0.4931212433281331, |
| "learning_rate": 0.0001, |
| "loss": 1.0522, |
| "loss/crossentropy": 2.491478681564331, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.13909485936164856, |
| "loss/reg": 0.023731039837002754, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.054375, |
| "grad_norm": 3.4101648330688477, |
| "grad_norm_var": 0.32751985750053336, |
| "learning_rate": 0.0001, |
| "loss": 0.9527, |
| "loss/crossentropy": 2.5495922565460205, |
| "loss/hidden": 0.59765625, |
| "loss/logits": 0.1178436130285263, |
| "loss/reg": 0.023722674697637558, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.0545, |
| "grad_norm": 3.923790693283081, |
| "grad_norm_var": 0.33181180777142816, |
| "learning_rate": 0.0001, |
| "loss": 1.1217, |
| "loss/crossentropy": 2.350161552429199, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.13453412055969238, |
| "loss/reg": 0.02371453307569027, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.054625, |
| "grad_norm": 3.2052547931671143, |
| "grad_norm_var": 0.3040979482718351, |
| "learning_rate": 0.0001, |
| "loss": 1.0641, |
| "loss/crossentropy": 2.5055789947509766, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.11222882568836212, |
| "loss/reg": 0.023706616833806038, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.05475, |
| "grad_norm": 2.820063591003418, |
| "grad_norm_var": 0.26777286633351405, |
| "learning_rate": 0.0001, |
| "loss": 1.1811, |
| "loss/crossentropy": 2.535069704055786, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.1628357172012329, |
| "loss/reg": 0.023698095232248306, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.054875, |
| "grad_norm": 3.095841884613037, |
| "grad_norm_var": 0.24744105333314317, |
| "learning_rate": 0.0001, |
| "loss": 1.1936, |
| "loss/crossentropy": 2.313276767730713, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.17543524503707886, |
| "loss/reg": 0.02368931844830513, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.055, |
| "grad_norm": 2.955540895462036, |
| "grad_norm_var": 0.1683967569747227, |
| "learning_rate": 0.0001, |
| "loss": 0.991, |
| "loss/crossentropy": 2.747128486633301, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.10580303519964218, |
| "loss/reg": 0.023680580779910088, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.055125, |
| "grad_norm": 2.866759777069092, |
| "grad_norm_var": 0.16086728592038804, |
| "learning_rate": 0.0001, |
| "loss": 0.9014, |
| "loss/crossentropy": 2.4465224742889404, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.09433356672525406, |
| "loss/reg": 0.023672088980674744, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.05525, |
| "grad_norm": 3.1793012619018555, |
| "grad_norm_var": 0.14310091597801508, |
| "learning_rate": 0.0001, |
| "loss": 1.0742, |
| "loss/crossentropy": 2.364579677581787, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.15003816783428192, |
| "loss/reg": 0.023663459345698357, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.055375, |
| "grad_norm": 4.3040900230407715, |
| "grad_norm_var": 0.19784760386154687, |
| "learning_rate": 0.0001, |
| "loss": 1.1406, |
| "loss/crossentropy": 2.955233573913574, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.1579587459564209, |
| "loss/reg": 0.023654496297240257, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.0555, |
| "grad_norm": 3.6495676040649414, |
| "grad_norm_var": 0.19966009525053988, |
| "learning_rate": 0.0001, |
| "loss": 1.0678, |
| "loss/crossentropy": 2.184626340866089, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.11654888093471527, |
| "loss/reg": 0.023645464330911636, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.055625, |
| "grad_norm": 2.7992637157440186, |
| "grad_norm_var": 0.21692371557562992, |
| "learning_rate": 0.0001, |
| "loss": 1.0746, |
| "loss/crossentropy": 1.9573417901992798, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.1234317272901535, |
| "loss/reg": 0.023636594414711, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.05575, |
| "grad_norm": 3.4131267070770264, |
| "grad_norm_var": 0.21645445922388262, |
| "learning_rate": 0.0001, |
| "loss": 1.0938, |
| "loss/crossentropy": 2.3615517616271973, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.1387380063533783, |
| "loss/reg": 0.023627731949090958, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.055875, |
| "grad_norm": 2.890436887741089, |
| "grad_norm_var": 0.19547383544341201, |
| "learning_rate": 0.0001, |
| "loss": 0.8903, |
| "loss/crossentropy": 2.2940785884857178, |
| "loss/hidden": 0.5546875, |
| "loss/logits": 0.09945578873157501, |
| "loss/reg": 0.023619333282113075, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 3.9202187061309814, |
| "grad_norm_var": 0.20821686288428035, |
| "learning_rate": 0.0001, |
| "loss": 1.1124, |
| "loss/crossentropy": 2.561680316925049, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.13801740109920502, |
| "loss/reg": 0.023610329255461693, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.056125, |
| "grad_norm": 3.0585479736328125, |
| "grad_norm_var": 0.21081889060941586, |
| "learning_rate": 0.0001, |
| "loss": 0.9545, |
| "loss/crossentropy": 2.4095382690429688, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.10911431908607483, |
| "loss/reg": 0.02360081672668457, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.05625, |
| "grad_norm": 3.3532161712646484, |
| "grad_norm_var": 0.2007006666523369, |
| "learning_rate": 0.0001, |
| "loss": 1.1045, |
| "loss/crossentropy": 1.8727831840515137, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.1264159381389618, |
| "loss/reg": 0.023592744022607803, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.056375, |
| "grad_norm": 3.1456074714660645, |
| "grad_norm_var": 0.20128870800301848, |
| "learning_rate": 0.0001, |
| "loss": 0.9574, |
| "loss/crossentropy": 2.4792492389678955, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.11215440928936005, |
| "loss/reg": 0.02358343079686165, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.0565, |
| "grad_norm": 3.402637004852295, |
| "grad_norm_var": 0.1739656178124496, |
| "learning_rate": 0.0001, |
| "loss": 1.0743, |
| "loss/crossentropy": 2.3384110927581787, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.15106429159641266, |
| "loss/reg": 0.02357417158782482, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.056625, |
| "grad_norm": 3.259817361831665, |
| "grad_norm_var": 0.17379912081048493, |
| "learning_rate": 0.0001, |
| "loss": 1.1221, |
| "loss/crossentropy": 2.456613779067993, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.15212517976760864, |
| "loss/reg": 0.023564757779240608, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.05675, |
| "grad_norm": 2.531987190246582, |
| "grad_norm_var": 0.195773570863138, |
| "learning_rate": 0.0001, |
| "loss": 0.9605, |
| "loss/crossentropy": 2.394343376159668, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.11555634438991547, |
| "loss/reg": 0.023556271567940712, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.056875, |
| "grad_norm": 2.594336986541748, |
| "grad_norm_var": 0.22107356191806862, |
| "learning_rate": 0.0001, |
| "loss": 0.9207, |
| "loss/crossentropy": 2.781731367111206, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.10317155718803406, |
| "loss/reg": 0.023547139018774033, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.057, |
| "grad_norm": 3.1260924339294434, |
| "grad_norm_var": 0.21715561662650557, |
| "learning_rate": 0.0001, |
| "loss": 1.1637, |
| "loss/crossentropy": 2.5018725395202637, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.14706720411777496, |
| "loss/reg": 0.02353852428495884, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.057125, |
| "grad_norm": 3.159911632537842, |
| "grad_norm_var": 0.20878072756432645, |
| "learning_rate": 0.0001, |
| "loss": 1.0676, |
| "loss/crossentropy": 2.668788433074951, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.1487644910812378, |
| "loss/reg": 0.02352879010140896, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.05725, |
| "grad_norm": 3.0937418937683105, |
| "grad_norm_var": 0.20989373673105333, |
| "learning_rate": 0.0001, |
| "loss": 1.0188, |
| "loss/crossentropy": 2.498286008834839, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.11953231692314148, |
| "loss/reg": 0.023519227281212807, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.057375, |
| "grad_norm": 2.4465949535369873, |
| "grad_norm_var": 0.15987096754079838, |
| "learning_rate": 0.0001, |
| "loss": 1.0333, |
| "loss/crossentropy": 2.401630401611328, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.12631601095199585, |
| "loss/reg": 0.023509083315730095, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.0575, |
| "grad_norm": 3.8185830116271973, |
| "grad_norm_var": 0.17369585396981316, |
| "learning_rate": 0.0001, |
| "loss": 1.2185, |
| "loss/crossentropy": 2.3343100547790527, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.13973468542099, |
| "loss/reg": 0.023500461131334305, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.057625, |
| "grad_norm": 2.769894599914551, |
| "grad_norm_var": 0.1750287637092998, |
| "learning_rate": 0.0001, |
| "loss": 1.0478, |
| "loss/crossentropy": 2.594421148300171, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.14495806396007538, |
| "loss/reg": 0.02349086105823517, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.05775, |
| "grad_norm": 3.924386501312256, |
| "grad_norm_var": 0.21107140664515026, |
| "learning_rate": 0.0001, |
| "loss": 1.1201, |
| "loss/crossentropy": 1.8543033599853516, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.16654378175735474, |
| "loss/reg": 0.023482073098421097, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.057875, |
| "grad_norm": 2.719325304031372, |
| "grad_norm_var": 0.21896016035892957, |
| "learning_rate": 0.0001, |
| "loss": 0.9973, |
| "loss/crossentropy": 2.7110376358032227, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.1297917366027832, |
| "loss/reg": 0.02347267046570778, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 3.110532522201538, |
| "grad_norm_var": 0.17627651595159174, |
| "learning_rate": 0.0001, |
| "loss": 0.9503, |
| "loss/crossentropy": 2.424137830734253, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.10241679847240448, |
| "loss/reg": 0.023463333025574684, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.058125, |
| "grad_norm": 3.2945988178253174, |
| "grad_norm_var": 0.17862116157392785, |
| "learning_rate": 0.0001, |
| "loss": 1.1634, |
| "loss/crossentropy": 2.8107378482818604, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.17888996005058289, |
| "loss/reg": 0.0234534852206707, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.05825, |
| "grad_norm": 4.864523887634277, |
| "grad_norm_var": 0.37049430510921844, |
| "learning_rate": 0.0001, |
| "loss": 1.0812, |
| "loss/crossentropy": 2.5031394958496094, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.13192051649093628, |
| "loss/reg": 0.023444540798664093, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.058375, |
| "grad_norm": 3.8722984790802, |
| "grad_norm_var": 0.3978501673810001, |
| "learning_rate": 0.0001, |
| "loss": 1.2316, |
| "loss/crossentropy": 1.9772007465362549, |
| "loss/hidden": 0.8515625, |
| "loss/logits": 0.14563970267772675, |
| "loss/reg": 0.023435747250914574, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.0585, |
| "grad_norm": 4.621346473693848, |
| "grad_norm_var": 0.5155902021721573, |
| "learning_rate": 0.0001, |
| "loss": 1.1725, |
| "loss/crossentropy": 2.4977753162384033, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.149122953414917, |
| "loss/reg": 0.023427119478583336, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.058625, |
| "grad_norm": 3.36370849609375, |
| "grad_norm_var": 0.5153549660191058, |
| "learning_rate": 0.0001, |
| "loss": 1.2411, |
| "loss/crossentropy": 2.4750683307647705, |
| "loss/hidden": 0.8203125, |
| "loss/logits": 0.18663738667964935, |
| "loss/reg": 0.023417862132191658, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.05875, |
| "grad_norm": 3.391871690750122, |
| "grad_norm_var": 0.46984604899865395, |
| "learning_rate": 0.0001, |
| "loss": 1.1066, |
| "loss/crossentropy": 2.5189239978790283, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.1537722945213318, |
| "loss/reg": 0.023408619686961174, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.058875, |
| "grad_norm": 3.903122901916504, |
| "grad_norm_var": 0.43880097595690587, |
| "learning_rate": 0.0001, |
| "loss": 0.9258, |
| "loss/crossentropy": 2.548199415206909, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.09802491217851639, |
| "loss/reg": 0.02339930646121502, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.059, |
| "grad_norm": 5.576291084289551, |
| "grad_norm_var": 0.7024716555345464, |
| "learning_rate": 0.0001, |
| "loss": 1.2843, |
| "loss/crossentropy": 2.682227849960327, |
| "loss/hidden": 0.859375, |
| "loss/logits": 0.19106051325798035, |
| "loss/reg": 0.023390140384435654, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.059125, |
| "grad_norm": 2.4201464653015137, |
| "grad_norm_var": 0.7821220779043936, |
| "learning_rate": 0.0001, |
| "loss": 0.9341, |
| "loss/crossentropy": 2.5251269340515137, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.10658347606658936, |
| "loss/reg": 0.023381320759654045, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.05925, |
| "grad_norm": 4.325901985168457, |
| "grad_norm_var": 0.7980385459591806, |
| "learning_rate": 0.0001, |
| "loss": 0.9798, |
| "loss/crossentropy": 2.3592865467071533, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.10548710823059082, |
| "loss/reg": 0.023372096940875053, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.059375, |
| "grad_norm": 3.1382455825805664, |
| "grad_norm_var": 0.7168259193102716, |
| "learning_rate": 0.0001, |
| "loss": 0.9839, |
| "loss/crossentropy": 2.6056907176971436, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.121395543217659, |
| "loss/reg": 0.023363398388028145, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.0595, |
| "grad_norm": 3.0779755115509033, |
| "grad_norm_var": 0.7388713721113239, |
| "learning_rate": 0.0001, |
| "loss": 1.0798, |
| "loss/crossentropy": 2.320854663848877, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.12356055527925491, |
| "loss/reg": 0.023354284465312958, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.059625, |
| "grad_norm": 3.293567657470703, |
| "grad_norm_var": 0.6946720185858983, |
| "learning_rate": 0.0001, |
| "loss": 0.9685, |
| "loss/crossentropy": 2.7064430713653564, |
| "loss/hidden": 0.625, |
| "loss/logits": 0.11008161306381226, |
| "loss/reg": 0.023345019668340683, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.05975, |
| "grad_norm": 2.664088249206543, |
| "grad_norm_var": 0.7530647477645431, |
| "learning_rate": 0.0001, |
| "loss": 0.9101, |
| "loss/crossentropy": 2.6147005558013916, |
| "loss/hidden": 0.5703125, |
| "loss/logits": 0.10643748193979263, |
| "loss/reg": 0.02333623729646206, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.059875, |
| "grad_norm": 2.9174795150756836, |
| "grad_norm_var": 0.7321888983535926, |
| "learning_rate": 0.0001, |
| "loss": 0.9342, |
| "loss/crossentropy": 2.566849946975708, |
| "loss/hidden": 0.58984375, |
| "loss/logits": 0.11108069121837616, |
| "loss/reg": 0.023327510803937912, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.3596463203430176, |
| "grad_norm_var": 0.71932045702877, |
| "learning_rate": 0.0001, |
| "loss": 1.0961, |
| "loss/crossentropy": 2.645395040512085, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.15979796648025513, |
| "loss/reg": 0.023318573832511902, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.060125, |
| "grad_norm": 4.0903096199035645, |
| "grad_norm_var": 0.7232764591548666, |
| "learning_rate": 0.0001, |
| "loss": 1.1686, |
| "loss/crossentropy": 2.077467918395996, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.14252969622612, |
| "loss/reg": 0.02330981194972992, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.06025, |
| "grad_norm": 3.277656078338623, |
| "grad_norm_var": 0.6300433507978689, |
| "learning_rate": 0.0001, |
| "loss": 1.1136, |
| "loss/crossentropy": 2.588385581970215, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.13843819499015808, |
| "loss/reg": 0.02330118976533413, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.060375, |
| "grad_norm": 4.117528915405273, |
| "grad_norm_var": 0.6433314640873874, |
| "learning_rate": 0.0001, |
| "loss": 1.0239, |
| "loss/crossentropy": 2.766176700592041, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.12686920166015625, |
| "loss/reg": 0.023292165249586105, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.0605, |
| "grad_norm": 11.29445743560791, |
| "grad_norm_var": 4.338621670503842, |
| "learning_rate": 0.0001, |
| "loss": 1.9614, |
| "loss/crossentropy": 2.5279059410095215, |
| "loss/hidden": 1.2109375, |
| "loss/logits": 0.5176718235015869, |
| "loss/reg": 0.02328311838209629, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.060625, |
| "grad_norm": 3.5054728984832764, |
| "grad_norm_var": 4.327600163307723, |
| "learning_rate": 0.0001, |
| "loss": 1.0719, |
| "loss/crossentropy": 2.726095199584961, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.12821289896965027, |
| "loss/reg": 0.023273879662156105, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.06075, |
| "grad_norm": 3.157118558883667, |
| "grad_norm_var": 4.350771203860321, |
| "learning_rate": 0.0001, |
| "loss": 0.9326, |
| "loss/crossentropy": 2.207131862640381, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.09451892971992493, |
| "loss/reg": 0.02326469123363495, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.060875, |
| "grad_norm": 5.006563186645508, |
| "grad_norm_var": 4.411522578027558, |
| "learning_rate": 0.0001, |
| "loss": 1.1884, |
| "loss/crossentropy": 3.005479335784912, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.17073442041873932, |
| "loss/reg": 0.02325539104640484, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.061, |
| "grad_norm": 8.253157615661621, |
| "grad_norm_var": 5.3947068177792, |
| "learning_rate": 0.0001, |
| "loss": 1.4073, |
| "loss/crossentropy": 2.329857349395752, |
| "loss/hidden": 0.984375, |
| "loss/logits": 0.19045758247375488, |
| "loss/reg": 0.02324584126472473, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.061125, |
| "grad_norm": 4.795626640319824, |
| "grad_norm_var": 5.169810789054156, |
| "learning_rate": 0.0001, |
| "loss": 1.2274, |
| "loss/crossentropy": 2.354893207550049, |
| "loss/hidden": 0.8515625, |
| "loss/logits": 0.14352190494537354, |
| "loss/reg": 0.023236218839883804, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.06125, |
| "grad_norm": 3.1360483169555664, |
| "grad_norm_var": 5.268809256909969, |
| "learning_rate": 0.0001, |
| "loss": 1.0242, |
| "loss/crossentropy": 2.2810122966766357, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.12006018310785294, |
| "loss/reg": 0.02322734333574772, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.061375, |
| "grad_norm": 3.931467056274414, |
| "grad_norm_var": 5.1833802842946906, |
| "learning_rate": 0.0001, |
| "loss": 1.1688, |
| "loss/crossentropy": 2.3372247219085693, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.15147234499454498, |
| "loss/reg": 0.023217879235744476, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.0615, |
| "grad_norm": 3.8858096599578857, |
| "grad_norm_var": 5.085283642122107, |
| "learning_rate": 0.0001, |
| "loss": 1.0309, |
| "loss/crossentropy": 2.597487688064575, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.11914543062448502, |
| "loss/reg": 0.02320869080722332, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.061625, |
| "grad_norm": 6.116000175476074, |
| "grad_norm_var": 5.160062314221837, |
| "learning_rate": 0.0001, |
| "loss": 1.2295, |
| "loss/crossentropy": 2.4041733741760254, |
| "loss/hidden": 0.8515625, |
| "loss/logits": 0.14599129557609558, |
| "loss/reg": 0.023199014365673065, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.06175, |
| "grad_norm": 3.4635026454925537, |
| "grad_norm_var": 4.994267697000357, |
| "learning_rate": 0.0001, |
| "loss": 1.0957, |
| "loss/crossentropy": 2.692230224609375, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.13329669833183289, |
| "loss/reg": 0.023189352825284004, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.061875, |
| "grad_norm": 6.833379745483398, |
| "grad_norm_var": 5.051083471594066, |
| "learning_rate": 0.0001, |
| "loss": 1.1437, |
| "loss/crossentropy": 2.470660448074341, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.12278926372528076, |
| "loss/reg": 0.023179946467280388, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 3.2948107719421387, |
| "grad_norm_var": 5.064566926371495, |
| "learning_rate": 0.0001, |
| "loss": 1.109, |
| "loss/crossentropy": 2.3682029247283936, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.13507232069969177, |
| "loss/reg": 0.02317013218998909, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.062125, |
| "grad_norm": 4.057919025421143, |
| "grad_norm_var": 5.068064269732227, |
| "learning_rate": 0.0001, |
| "loss": 1.1648, |
| "loss/crossentropy": 2.4153223037719727, |
| "loss/hidden": 0.765625, |
| "loss/logits": 0.16754823923110962, |
| "loss/reg": 0.02316114492714405, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.06225, |
| "grad_norm": 3.3985679149627686, |
| "grad_norm_var": 5.043098814178749, |
| "learning_rate": 0.0001, |
| "loss": 1.1033, |
| "loss/crossentropy": 2.6683197021484375, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.13353273272514343, |
| "loss/reg": 0.023151271045207977, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.062375, |
| "grad_norm": 2.6574859619140625, |
| "grad_norm_var": 5.326800856327217, |
| "learning_rate": 0.0001, |
| "loss": 0.9413, |
| "loss/crossentropy": 2.490849733352661, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.1043705940246582, |
| "loss/reg": 0.023141290992498398, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.0625, |
| "grad_norm": 3.2627739906311035, |
| "grad_norm_var": 2.402846049322009, |
| "learning_rate": 0.0001, |
| "loss": 1.0233, |
| "loss/crossentropy": 2.3429057598114014, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.1552838534116745, |
| "loss/reg": 0.02313125506043434, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.062625, |
| "grad_norm": 3.2453906536102295, |
| "grad_norm_var": 2.4345300369903553, |
| "learning_rate": 0.0001, |
| "loss": 1.1719, |
| "loss/crossentropy": 2.497878313064575, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.17116406559944153, |
| "loss/reg": 0.02312229759991169, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.06275, |
| "grad_norm": 4.79340934753418, |
| "grad_norm_var": 2.3566760840149366, |
| "learning_rate": 0.0001, |
| "loss": 1.0001, |
| "loss/crossentropy": 2.360431671142578, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.12051868438720703, |
| "loss/reg": 0.02311263047158718, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.062875, |
| "grad_norm": 3.1595826148986816, |
| "grad_norm_var": 2.4163836713766425, |
| "learning_rate": 0.0001, |
| "loss": 0.9158, |
| "loss/crossentropy": 2.266618490219116, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.1027822494506836, |
| "loss/reg": 0.023102767765522003, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.063, |
| "grad_norm": 3.59019136428833, |
| "grad_norm_var": 1.2975304557542653, |
| "learning_rate": 0.0001, |
| "loss": 0.9685, |
| "loss/crossentropy": 2.6386334896087646, |
| "loss/hidden": 0.625, |
| "loss/logits": 0.11253425478935242, |
| "loss/reg": 0.023093828931450844, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.063125, |
| "grad_norm": 3.1218326091766357, |
| "grad_norm_var": 1.2897946661694502, |
| "learning_rate": 0.0001, |
| "loss": 0.9493, |
| "loss/crossentropy": 2.2931203842163086, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.10128200799226761, |
| "loss/reg": 0.0230838842689991, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.06325, |
| "grad_norm": 7.243019104003906, |
| "grad_norm_var": 1.941121973828988, |
| "learning_rate": 0.0001, |
| "loss": 1.1363, |
| "loss/crossentropy": 2.510519504547119, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.11650878190994263, |
| "loss/reg": 0.023074399679899216, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.063375, |
| "grad_norm": 2.7458910942077637, |
| "grad_norm_var": 2.0601092371510408, |
| "learning_rate": 0.0001, |
| "loss": 0.8688, |
| "loss/crossentropy": 2.504798173904419, |
| "loss/hidden": 0.54296875, |
| "loss/logits": 0.09517204016447067, |
| "loss/reg": 0.023064618930220604, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.0635, |
| "grad_norm": 3.834894895553589, |
| "grad_norm_var": 2.061415401484546, |
| "learning_rate": 0.0001, |
| "loss": 1.0614, |
| "loss/crossentropy": 2.504178285598755, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.13941214978694916, |
| "loss/reg": 0.023055192083120346, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.063625, |
| "grad_norm": 3.0524418354034424, |
| "grad_norm_var": 1.8045701590720038, |
| "learning_rate": 0.0001, |
| "loss": 0.9395, |
| "loss/crossentropy": 2.6670830249786377, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.10751838982105255, |
| "loss/reg": 0.023046277463436127, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.06375, |
| "grad_norm": 2.638979196548462, |
| "grad_norm_var": 1.8906158947457992, |
| "learning_rate": 0.0001, |
| "loss": 0.9649, |
| "loss/crossentropy": 2.5606770515441895, |
| "loss/hidden": 0.62109375, |
| "loss/logits": 0.11341118812561035, |
| "loss/reg": 0.02303677424788475, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.063875, |
| "grad_norm": 4.029105186462402, |
| "grad_norm_var": 1.2509737999906814, |
| "learning_rate": 0.0001, |
| "loss": 1.0378, |
| "loss/crossentropy": 2.446560859680176, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.09661944955587387, |
| "loss/reg": 0.023027852177619934, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 3.203378438949585, |
| "grad_norm_var": 1.255617850639648, |
| "learning_rate": 0.0001, |
| "loss": 0.9705, |
| "loss/crossentropy": 2.08353328704834, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.10362571477890015, |
| "loss/reg": 0.02301831543445587, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.064125, |
| "grad_norm": 2.5737931728363037, |
| "grad_norm_var": 1.3080458668089554, |
| "learning_rate": 0.0001, |
| "loss": 1.0597, |
| "loss/crossentropy": 2.3520448207855225, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.11864635348320007, |
| "loss/reg": 0.023009376600384712, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.06425, |
| "grad_norm": 3.6731107234954834, |
| "grad_norm_var": 1.307783724921588, |
| "learning_rate": 0.0001, |
| "loss": 1.1013, |
| "loss/crossentropy": 2.77113938331604, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.1408485472202301, |
| "loss/reg": 0.022999830543994904, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.064375, |
| "grad_norm": 3.06605863571167, |
| "grad_norm_var": 1.269509965568249, |
| "learning_rate": 0.0001, |
| "loss": 0.9224, |
| "loss/crossentropy": 2.3147072792053223, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.0987289547920227, |
| "loss/reg": 0.022990131750702858, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.0645, |
| "grad_norm": 3.462446689605713, |
| "grad_norm_var": 1.2636330593023397, |
| "learning_rate": 0.0001, |
| "loss": 1.0201, |
| "loss/crossentropy": 2.4042327404022217, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.12231434136629105, |
| "loss/reg": 0.02298046089708805, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.064625, |
| "grad_norm": 4.2029500007629395, |
| "grad_norm_var": 1.2769943636458339, |
| "learning_rate": 0.0001, |
| "loss": 1.222, |
| "loss/crossentropy": 2.514112710952759, |
| "loss/hidden": 0.82421875, |
| "loss/logits": 0.16808617115020752, |
| "loss/reg": 0.022970519959926605, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.06475, |
| "grad_norm": 3.433554172515869, |
| "grad_norm_var": 1.1851525686550586, |
| "learning_rate": 0.0001, |
| "loss": 1.2444, |
| "loss/crossentropy": 2.493224859237671, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.17107471823692322, |
| "loss/reg": 0.022961357608437538, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.064875, |
| "grad_norm": 4.310100078582764, |
| "grad_norm_var": 1.2057753361074104, |
| "learning_rate": 0.0001, |
| "loss": 1.0108, |
| "loss/crossentropy": 2.5606930255889893, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.10546360909938812, |
| "loss/reg": 0.022952331230044365, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.065, |
| "grad_norm": 3.674527883529663, |
| "grad_norm_var": 1.2057007253632908, |
| "learning_rate": 0.0001, |
| "loss": 0.9803, |
| "loss/crossentropy": 2.4196624755859375, |
| "loss/hidden": 0.64453125, |
| "loss/logits": 0.10631287097930908, |
| "loss/reg": 0.02294265851378441, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.065125, |
| "grad_norm": 3.101484775543213, |
| "grad_norm_var": 1.20713683658368, |
| "learning_rate": 0.0001, |
| "loss": 1.2375, |
| "loss/crossentropy": 2.1448891162872314, |
| "loss/hidden": 0.88671875, |
| "loss/logits": 0.12145140767097473, |
| "loss/reg": 0.02293260022997856, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.06525, |
| "grad_norm": 3.2564265727996826, |
| "grad_norm_var": 0.2854656858181736, |
| "learning_rate": 0.0001, |
| "loss": 0.9783, |
| "loss/crossentropy": 2.3986809253692627, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.1396813988685608, |
| "loss/reg": 0.022922798991203308, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.065375, |
| "grad_norm": 3.3007333278656006, |
| "grad_norm_var": 0.2569672821287893, |
| "learning_rate": 0.0001, |
| "loss": 0.9586, |
| "loss/crossentropy": 2.7955212593078613, |
| "loss/hidden": 0.62109375, |
| "loss/logits": 0.10833179950714111, |
| "loss/reg": 0.02291307970881462, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.0655, |
| "grad_norm": 2.9546499252319336, |
| "grad_norm_var": 0.25738909944094907, |
| "learning_rate": 0.0001, |
| "loss": 1.0937, |
| "loss/crossentropy": 2.409029006958008, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.14591118693351746, |
| "loss/reg": 0.022904111072421074, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.065625, |
| "grad_norm": 3.2193830013275146, |
| "grad_norm_var": 0.25204334767618, |
| "learning_rate": 0.0001, |
| "loss": 1.1221, |
| "loss/crossentropy": 2.491401195526123, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.13920898735523224, |
| "loss/reg": 0.02289445698261261, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.06575, |
| "grad_norm": 40.478694915771484, |
| "grad_norm_var": 85.9971082258447, |
| "learning_rate": 0.0001, |
| "loss": 1.1342, |
| "loss/crossentropy": 2.4311652183532715, |
| "loss/hidden": 0.796875, |
| "loss/logits": 0.10845671594142914, |
| "loss/reg": 0.022885650396347046, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.065875, |
| "grad_norm": 3.2905385494232178, |
| "grad_norm_var": 86.20029999738617, |
| "learning_rate": 0.0001, |
| "loss": 1.0101, |
| "loss/crossentropy": 2.1737422943115234, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.10944204032421112, |
| "loss/reg": 0.022876843810081482, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 4.666721343994141, |
| "grad_norm_var": 85.84699165642114, |
| "learning_rate": 0.0001, |
| "loss": 1.2142, |
| "loss/crossentropy": 2.462200880050659, |
| "loss/hidden": 0.86328125, |
| "loss/logits": 0.12223749607801437, |
| "loss/reg": 0.02286742813885212, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.066125, |
| "grad_norm": 3.0347273349761963, |
| "grad_norm_var": 85.66251244998139, |
| "learning_rate": 0.0001, |
| "loss": 1.0285, |
| "loss/crossentropy": 2.38840651512146, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.13581448793411255, |
| "loss/reg": 0.022858494892716408, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.06625, |
| "grad_norm": 2.5890092849731445, |
| "grad_norm_var": 86.04634847608627, |
| "learning_rate": 0.0001, |
| "loss": 0.967, |
| "loss/crossentropy": 2.5042731761932373, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.10961504280567169, |
| "loss/reg": 0.02284966967999935, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.066375, |
| "grad_norm": 3.3963401317596436, |
| "grad_norm_var": 85.93485657047692, |
| "learning_rate": 0.0001, |
| "loss": 1.072, |
| "loss/crossentropy": 2.7259116172790527, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.13268503546714783, |
| "loss/reg": 0.02284088172018528, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.0665, |
| "grad_norm": 3.731293201446533, |
| "grad_norm_var": 85.85653980693046, |
| "learning_rate": 0.0001, |
| "loss": 1.0647, |
| "loss/crossentropy": 2.277968168258667, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.12150134146213531, |
| "loss/reg": 0.02283208817243576, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.066625, |
| "grad_norm": 4.581428050994873, |
| "grad_norm_var": 85.78540060231343, |
| "learning_rate": 0.0001, |
| "loss": 1.2486, |
| "loss/crossentropy": 2.067720890045166, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.17660680413246155, |
| "loss/reg": 0.02282322198152542, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.06675, |
| "grad_norm": 3.0526421070098877, |
| "grad_norm_var": 85.91535378874303, |
| "learning_rate": 0.0001, |
| "loss": 1.1318, |
| "loss/crossentropy": 2.4441521167755127, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.13023720681667328, |
| "loss/reg": 0.022814445197582245, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.066875, |
| "grad_norm": 3.4852664470672607, |
| "grad_norm_var": 86.12062292738887, |
| "learning_rate": 0.0001, |
| "loss": 0.9936, |
| "loss/crossentropy": 2.418733596801758, |
| "loss/hidden": 0.66015625, |
| "loss/logits": 0.10543158650398254, |
| "loss/reg": 0.022805610671639442, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.067, |
| "grad_norm": 2.7321274280548096, |
| "grad_norm_var": 86.43545869041343, |
| "learning_rate": 0.0001, |
| "loss": 1.0096, |
| "loss/crossentropy": 2.3275394439697266, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.12536926567554474, |
| "loss/reg": 0.022797243669629097, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.067125, |
| "grad_norm": 3.029811382293701, |
| "grad_norm_var": 86.46041611877568, |
| "learning_rate": 0.0001, |
| "loss": 1.1049, |
| "loss/crossentropy": 2.2477617263793945, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.1309519112110138, |
| "loss/reg": 0.022788099944591522, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.06725, |
| "grad_norm": 2.7345895767211914, |
| "grad_norm_var": 86.64571497988939, |
| "learning_rate": 0.0001, |
| "loss": 1.1272, |
| "loss/crossentropy": 2.4289236068725586, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.141631618142128, |
| "loss/reg": 0.022778736427426338, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.067375, |
| "grad_norm": 3.2934482097625732, |
| "grad_norm_var": 86.6479928457627, |
| "learning_rate": 0.0001, |
| "loss": 1.0286, |
| "loss/crossentropy": 2.538973093032837, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.12509004771709442, |
| "loss/reg": 0.02277030609548092, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.0675, |
| "grad_norm": 3.833656072616577, |
| "grad_norm_var": 86.38133368804911, |
| "learning_rate": 0.0001, |
| "loss": 0.999, |
| "loss/crossentropy": 2.429593563079834, |
| "loss/hidden": 0.64453125, |
| "loss/logits": 0.12682604789733887, |
| "loss/reg": 0.022761952131986618, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.067625, |
| "grad_norm": 3.544104814529419, |
| "grad_norm_var": 86.28065873545309, |
| "learning_rate": 0.0001, |
| "loss": 1.0002, |
| "loss/crossentropy": 2.166292905807495, |
| "loss/hidden": 0.66015625, |
| "loss/logits": 0.11254848539829254, |
| "loss/reg": 0.02275264821946621, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.06775, |
| "grad_norm": 4.461411952972412, |
| "grad_norm_var": 0.4229304647166086, |
| "learning_rate": 0.0001, |
| "loss": 1.6203, |
| "loss/crossentropy": 2.6347737312316895, |
| "loss/hidden": 1.1328125, |
| "loss/logits": 0.2600440979003906, |
| "loss/reg": 0.022744029760360718, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.067875, |
| "grad_norm": 2.6814959049224854, |
| "grad_norm_var": 0.46036790462302574, |
| "learning_rate": 0.0001, |
| "loss": 0.9923, |
| "loss/crossentropy": 2.580264091491699, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.11260214447975159, |
| "loss/reg": 0.022734828293323517, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 3.685408353805542, |
| "grad_norm_var": 0.35847800648438505, |
| "learning_rate": 0.0001, |
| "loss": 1.1452, |
| "loss/crossentropy": 2.7129862308502197, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.13279825448989868, |
| "loss/reg": 0.022726204246282578, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.068125, |
| "grad_norm": 6.349724292755127, |
| "grad_norm_var": 0.8985836730566762, |
| "learning_rate": 0.0001, |
| "loss": 1.1353, |
| "loss/crossentropy": 2.7293214797973633, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.2518823742866516, |
| "loss/reg": 0.022716930136084557, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.06825, |
| "grad_norm": 3.681774616241455, |
| "grad_norm_var": 0.829722440393675, |
| "learning_rate": 0.0001, |
| "loss": 1.1759, |
| "loss/crossentropy": 2.278223991394043, |
| "loss/hidden": 0.8046875, |
| "loss/logits": 0.1441642791032791, |
| "loss/reg": 0.022707859054207802, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.068375, |
| "grad_norm": 3.84778094291687, |
| "grad_norm_var": 0.8276635905853821, |
| "learning_rate": 0.0001, |
| "loss": 1.3398, |
| "loss/crossentropy": 2.1253304481506348, |
| "loss/hidden": 0.94921875, |
| "loss/logits": 0.16354900598526, |
| "loss/reg": 0.022699227556586266, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.0685, |
| "grad_norm": 5.178676605224609, |
| "grad_norm_var": 0.9703527182714744, |
| "learning_rate": 0.0001, |
| "loss": 1.022, |
| "loss/crossentropy": 2.7832319736480713, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.11932960152626038, |
| "loss/reg": 0.02269013226032257, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.068625, |
| "grad_norm": 3.0284383296966553, |
| "grad_norm_var": 0.9511722709094016, |
| "learning_rate": 0.0001, |
| "loss": 1.0412, |
| "loss/crossentropy": 1.9599052667617798, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.11125050485134125, |
| "loss/reg": 0.022681355476379395, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.06875, |
| "grad_norm": 3.167809247970581, |
| "grad_norm_var": 0.942616955302132, |
| "learning_rate": 0.0001, |
| "loss": 1.0545, |
| "loss/crossentropy": 2.5844783782958984, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.13634443283081055, |
| "loss/reg": 0.02267223782837391, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.068875, |
| "grad_norm": 3.2949278354644775, |
| "grad_norm_var": 0.9495941353113788, |
| "learning_rate": 0.0001, |
| "loss": 1.0619, |
| "loss/crossentropy": 2.314173460006714, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.12046810984611511, |
| "loss/reg": 0.022662866860628128, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.069, |
| "grad_norm": 2.8322856426239014, |
| "grad_norm_var": 0.9378422714313653, |
| "learning_rate": 0.0001, |
| "loss": 1.0272, |
| "loss/crossentropy": 2.768298387527466, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.1326732635498047, |
| "loss/reg": 0.022653890773653984, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.069125, |
| "grad_norm": 6.815005779266357, |
| "grad_norm_var": 1.5125797637252996, |
| "learning_rate": 0.0001, |
| "loss": 1.1457, |
| "loss/crossentropy": 2.8011491298675537, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.13409599661827087, |
| "loss/reg": 0.022644398733973503, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.06925, |
| "grad_norm": 4.219581127166748, |
| "grad_norm_var": 1.4192768991356985, |
| "learning_rate": 0.0001, |
| "loss": 1.2504, |
| "loss/crossentropy": 2.5874292850494385, |
| "loss/hidden": 0.8515625, |
| "loss/logits": 0.17252284288406372, |
| "loss/reg": 0.02263464592397213, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.069375, |
| "grad_norm": 3.8279531002044678, |
| "grad_norm_var": 1.3871550629864857, |
| "learning_rate": 0.0001, |
| "loss": 1.1814, |
| "loss/crossentropy": 2.5384669303894043, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.1543978452682495, |
| "loss/reg": 0.022625621408224106, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.0695, |
| "grad_norm": 3.563680648803711, |
| "grad_norm_var": 1.3987108056073487, |
| "learning_rate": 0.0001, |
| "loss": 1.0727, |
| "loss/crossentropy": 2.111318349838257, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.10826431214809418, |
| "loss/reg": 0.022616824135184288, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.069625, |
| "grad_norm": 3.9599223136901855, |
| "grad_norm_var": 1.3836174934919199, |
| "learning_rate": 0.0001, |
| "loss": 1.0309, |
| "loss/crossentropy": 2.429032325744629, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.12908612191677094, |
| "loss/reg": 0.022607678547501564, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.06975, |
| "grad_norm": 2.8072519302368164, |
| "grad_norm_var": 1.4610802306207225, |
| "learning_rate": 0.0001, |
| "loss": 1.0694, |
| "loss/crossentropy": 2.5817906856536865, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.15589380264282227, |
| "loss/reg": 0.022598396986722946, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.069875, |
| "grad_norm": 2.764833927154541, |
| "grad_norm_var": 1.4475983977607596, |
| "learning_rate": 0.0001, |
| "loss": 1.0233, |
| "loss/crossentropy": 2.202237844467163, |
| "loss/hidden": 0.66015625, |
| "loss/logits": 0.13721255958080292, |
| "loss/reg": 0.02258932963013649, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 5.113494396209717, |
| "grad_norm_var": 1.5267634464669517, |
| "learning_rate": 0.0001, |
| "loss": 1.1672, |
| "loss/crossentropy": 2.006186008453369, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.14061376452445984, |
| "loss/reg": 0.022580046206712723, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.070125, |
| "grad_norm": 3.8133227825164795, |
| "grad_norm_var": 1.1437787263680603, |
| "learning_rate": 0.0001, |
| "loss": 1.0148, |
| "loss/crossentropy": 2.37170672416687, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.11329137533903122, |
| "loss/reg": 0.02257111482322216, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.07025, |
| "grad_norm": 2.7208938598632812, |
| "grad_norm_var": 1.2255733087022764, |
| "learning_rate": 0.0001, |
| "loss": 1.0621, |
| "loss/crossentropy": 2.271667242050171, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.1333208978176117, |
| "loss/reg": 0.02256210334599018, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.070375, |
| "grad_norm": 53.38179016113281, |
| "grad_norm_var": 154.8279377341773, |
| "learning_rate": 0.0001, |
| "loss": 0.9618, |
| "loss/crossentropy": 2.2667322158813477, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.09567096829414368, |
| "loss/reg": 0.02255306765437126, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.0705, |
| "grad_norm": 5.538954257965088, |
| "grad_norm_var": 154.75309317540348, |
| "learning_rate": 0.0001, |
| "loss": 1.782, |
| "loss/crossentropy": 2.5168824195861816, |
| "loss/hidden": 1.3671875, |
| "loss/logits": 0.1893981695175171, |
| "loss/reg": 0.02254408597946167, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.070625, |
| "grad_norm": 2.8311338424682617, |
| "grad_norm_var": 154.85811657117597, |
| "learning_rate": 0.0001, |
| "loss": 1.1104, |
| "loss/crossentropy": 2.1938281059265137, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.13508498668670654, |
| "loss/reg": 0.02253509685397148, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.07075, |
| "grad_norm": 4.604408264160156, |
| "grad_norm_var": 154.26918998432618, |
| "learning_rate": 0.0001, |
| "loss": 1.2995, |
| "loss/crossentropy": 2.103062391281128, |
| "loss/hidden": 0.91015625, |
| "loss/logits": 0.16405051946640015, |
| "loss/reg": 0.02252543345093727, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.070875, |
| "grad_norm": 4.917901992797852, |
| "grad_norm_var": 153.63084329919155, |
| "learning_rate": 0.0001, |
| "loss": 1.2945, |
| "loss/crossentropy": 2.6932315826416016, |
| "loss/hidden": 0.87890625, |
| "loss/logits": 0.1904207468032837, |
| "loss/reg": 0.022515632212162018, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.071, |
| "grad_norm": 4.055351257324219, |
| "grad_norm_var": 153.02723135387427, |
| "learning_rate": 0.0001, |
| "loss": 1.2253, |
| "loss/crossentropy": 2.3849422931671143, |
| "loss/hidden": 0.8359375, |
| "loss/logits": 0.1642536073923111, |
| "loss/reg": 0.02250652387738228, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.071125, |
| "grad_norm": 2.851072072982788, |
| "grad_norm_var": 154.20402053832456, |
| "learning_rate": 0.0001, |
| "loss": 1.0724, |
| "loss/crossentropy": 2.580428123474121, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.144349604845047, |
| "loss/reg": 0.022497190162539482, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.07125, |
| "grad_norm": 3.257493495941162, |
| "grad_norm_var": 154.6102933496205, |
| "learning_rate": 0.0001, |
| "loss": 0.9328, |
| "loss/crossentropy": 2.4263837337493896, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.11414404958486557, |
| "loss/reg": 0.02248740941286087, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.071375, |
| "grad_norm": 3.6194608211517334, |
| "grad_norm_var": 154.69773136421824, |
| "learning_rate": 0.0001, |
| "loss": 1.0417, |
| "loss/crossentropy": 2.7035937309265137, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.12549756467342377, |
| "loss/reg": 0.022477447986602783, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.0715, |
| "grad_norm": 4.193033695220947, |
| "grad_norm_var": 154.44566535859553, |
| "learning_rate": 0.0001, |
| "loss": 1.6505, |
| "loss/crossentropy": 2.274057149887085, |
| "loss/hidden": 1.1640625, |
| "loss/logits": 0.26177138090133667, |
| "loss/reg": 0.022467276081442833, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.071625, |
| "grad_norm": 2.7127623558044434, |
| "grad_norm_var": 155.03209308401435, |
| "learning_rate": 0.0001, |
| "loss": 0.9118, |
| "loss/crossentropy": 2.4076664447784424, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.10521911084651947, |
| "loss/reg": 0.022456735372543335, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.07175, |
| "grad_norm": 3.5871214866638184, |
| "grad_norm_var": 154.65243889362196, |
| "learning_rate": 0.0001, |
| "loss": 0.9755, |
| "loss/crossentropy": 2.8088905811309814, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.12216061353683472, |
| "loss/reg": 0.022446416318416595, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.071875, |
| "grad_norm": 20.843276977539062, |
| "grad_norm_var": 165.17750310305152, |
| "learning_rate": 0.0001, |
| "loss": 1.1707, |
| "loss/crossentropy": 2.569218635559082, |
| "loss/hidden": 0.82421875, |
| "loss/logits": 0.1221412867307663, |
| "loss/reg": 0.02243630215525627, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 3.375251293182373, |
| "grad_norm_var": 166.03594003131977, |
| "learning_rate": 0.0001, |
| "loss": 0.9923, |
| "loss/crossentropy": 2.7540183067321777, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.12738245725631714, |
| "loss/reg": 0.022425668314099312, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.072125, |
| "grad_norm": 3.457340717315674, |
| "grad_norm_var": 166.23754433202586, |
| "learning_rate": 0.0001, |
| "loss": 1.0371, |
| "loss/crossentropy": 2.2943716049194336, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.14497271180152893, |
| "loss/reg": 0.022415172308683395, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.07225, |
| "grad_norm": 2.966371774673462, |
| "grad_norm_var": 166.07272256293106, |
| "learning_rate": 0.0001, |
| "loss": 1.2044, |
| "loss/crossentropy": 2.760359048843384, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.16780292987823486, |
| "loss/reg": 0.022406071424484253, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.072375, |
| "grad_norm": 2.5532329082489014, |
| "grad_norm_var": 19.219812763276813, |
| "learning_rate": 0.0001, |
| "loss": 0.9996, |
| "loss/crossentropy": 2.427797794342041, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.10767525434494019, |
| "loss/reg": 0.02239692024886608, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.0725, |
| "grad_norm": 3.250906229019165, |
| "grad_norm_var": 19.294198335433887, |
| "learning_rate": 0.0001, |
| "loss": 1.1148, |
| "loss/crossentropy": 2.29978084564209, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.1408957540988922, |
| "loss/reg": 0.0223868228495121, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.072625, |
| "grad_norm": 3.8051562309265137, |
| "grad_norm_var": 19.12802354300362, |
| "learning_rate": 0.0001, |
| "loss": 1.2329, |
| "loss/crossentropy": 2.402350664138794, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.17713911831378937, |
| "loss/reg": 0.022376833483576775, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.07275, |
| "grad_norm": 4.466115951538086, |
| "grad_norm_var": 19.129656316190147, |
| "learning_rate": 0.0001, |
| "loss": 1.1846, |
| "loss/crossentropy": 2.5129504203796387, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.14841441810131073, |
| "loss/reg": 0.02236761339008808, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.072875, |
| "grad_norm": 3.1465752124786377, |
| "grad_norm_var": 19.255278342461487, |
| "learning_rate": 0.0001, |
| "loss": 1.1857, |
| "loss/crossentropy": 2.5782837867736816, |
| "loss/hidden": 0.8203125, |
| "loss/logits": 0.14178822934627533, |
| "loss/reg": 0.022358402609825134, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.073, |
| "grad_norm": 2.7474803924560547, |
| "grad_norm_var": 19.441256858474677, |
| "learning_rate": 0.0001, |
| "loss": 1.0532, |
| "loss/crossentropy": 2.4901747703552246, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.12661507725715637, |
| "loss/reg": 0.02234930731356144, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.073125, |
| "grad_norm": 2.7027359008789062, |
| "grad_norm_var": 19.47380183903334, |
| "learning_rate": 0.0001, |
| "loss": 0.8469, |
| "loss/crossentropy": 2.694582223892212, |
| "loss/hidden": 0.5390625, |
| "loss/logits": 0.08438676595687866, |
| "loss/reg": 0.022340187802910805, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.07325, |
| "grad_norm": 2.847770929336548, |
| "grad_norm_var": 19.547679388785195, |
| "learning_rate": 0.0001, |
| "loss": 0.9885, |
| "loss/crossentropy": 2.5558888912200928, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.11670757830142975, |
| "loss/reg": 0.022330984473228455, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.073375, |
| "grad_norm": 3.20444917678833, |
| "grad_norm_var": 19.601201389954156, |
| "learning_rate": 0.0001, |
| "loss": 1.2216, |
| "loss/crossentropy": 2.0031001567840576, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.1546502560377121, |
| "loss/reg": 0.022321749478578568, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.0735, |
| "grad_norm": 4.657837390899658, |
| "grad_norm_var": 19.6039707895662, |
| "learning_rate": 0.0001, |
| "loss": 1.1377, |
| "loss/crossentropy": 2.598100185394287, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.13329939544200897, |
| "loss/reg": 0.02231265790760517, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.073625, |
| "grad_norm": 3.1166787147521973, |
| "grad_norm_var": 19.52355503271277, |
| "learning_rate": 0.0001, |
| "loss": 1.304, |
| "loss/crossentropy": 2.2209084033966064, |
| "loss/hidden": 0.89453125, |
| "loss/logits": 0.18648099899291992, |
| "loss/reg": 0.022303014993667603, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.07375, |
| "grad_norm": 2.988344669342041, |
| "grad_norm_var": 19.61249925539728, |
| "learning_rate": 0.0001, |
| "loss": 0.9412, |
| "loss/crossentropy": 2.4533708095550537, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.11275988817214966, |
| "loss/reg": 0.022293319925665855, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.073875, |
| "grad_norm": 3.0553901195526123, |
| "grad_norm_var": 0.3491433903254536, |
| "learning_rate": 0.0001, |
| "loss": 1.0883, |
| "loss/crossentropy": 2.3986990451812744, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.13498544692993164, |
| "loss/reg": 0.022283662110567093, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 4.445681095123291, |
| "grad_norm_var": 0.43558600780207446, |
| "learning_rate": 0.0001, |
| "loss": 1.3195, |
| "loss/crossentropy": 2.335937976837158, |
| "loss/hidden": 0.90625, |
| "loss/logits": 0.19050292670726776, |
| "loss/reg": 0.022273709997534752, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.074125, |
| "grad_norm": 41.39726638793945, |
| "grad_norm_var": 91.00287624901027, |
| "learning_rate": 0.0001, |
| "loss": 1.2527, |
| "loss/crossentropy": 2.3441669940948486, |
| "loss/hidden": 0.86328125, |
| "loss/logits": 0.1667976826429367, |
| "loss/reg": 0.02226419560611248, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.07425, |
| "grad_norm": 2.8557939529418945, |
| "grad_norm_var": 91.04408434440504, |
| "learning_rate": 0.0001, |
| "loss": 1.0612, |
| "loss/crossentropy": 2.380885362625122, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.1354852318763733, |
| "loss/reg": 0.022254258394241333, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.074375, |
| "grad_norm": 6.565737724304199, |
| "grad_norm_var": 90.36543928633743, |
| "learning_rate": 0.0001, |
| "loss": 1.2519, |
| "loss/crossentropy": 2.3877017498016357, |
| "loss/hidden": 0.90625, |
| "loss/logits": 0.1231798455119133, |
| "loss/reg": 0.022244345396757126, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.0745, |
| "grad_norm": 3.6746349334716797, |
| "grad_norm_var": 90.22397938232942, |
| "learning_rate": 0.0001, |
| "loss": 1.1718, |
| "loss/crossentropy": 2.397080898284912, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.1486300826072693, |
| "loss/reg": 0.022234413772821426, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.074625, |
| "grad_norm": 2.981614589691162, |
| "grad_norm_var": 90.50516196939815, |
| "learning_rate": 0.0001, |
| "loss": 1.043, |
| "loss/crossentropy": 2.37412428855896, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.12931303679943085, |
| "loss/reg": 0.022224588319659233, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.07475, |
| "grad_norm": 3.6531307697296143, |
| "grad_norm_var": 90.70497774366554, |
| "learning_rate": 0.0001, |
| "loss": 1.1272, |
| "loss/crossentropy": 2.6906161308288574, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.13550975918769836, |
| "loss/reg": 0.02221417799592018, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.074875, |
| "grad_norm": 3.751652240753174, |
| "grad_norm_var": 90.50753182721607, |
| "learning_rate": 0.0001, |
| "loss": 1.1618, |
| "loss/crossentropy": 2.6506831645965576, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.1468081772327423, |
| "loss/reg": 0.022204989567399025, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 3.228563070297241, |
| "grad_norm_var": 90.31879350061254, |
| "learning_rate": 0.0001, |
| "loss": 1.0791, |
| "loss/crossentropy": 2.381368398666382, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.13835087418556213, |
| "loss/reg": 0.022195899859070778, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.075125, |
| "grad_norm": 5.392886638641357, |
| "grad_norm_var": 89.60797997668053, |
| "learning_rate": 0.0001, |
| "loss": 1.2309, |
| "loss/crossentropy": 2.52596378326416, |
| "loss/hidden": 0.8359375, |
| "loss/logits": 0.17307403683662415, |
| "loss/reg": 0.022185994312167168, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.07525, |
| "grad_norm": 3.2832775115966797, |
| "grad_norm_var": 89.43019603463321, |
| "learning_rate": 0.0001, |
| "loss": 1.1462, |
| "loss/crossentropy": 2.4442057609558105, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.15487736463546753, |
| "loss/reg": 0.02217610739171505, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.075375, |
| "grad_norm": 4.1014084815979, |
| "grad_norm_var": 89.1293068696746, |
| "learning_rate": 0.0001, |
| "loss": 1.0847, |
| "loss/crossentropy": 2.531064987182617, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.13643184304237366, |
| "loss/reg": 0.02216634899377823, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.0755, |
| "grad_norm": 3.656172037124634, |
| "grad_norm_var": 89.39756111673695, |
| "learning_rate": 0.0001, |
| "loss": 1.0161, |
| "loss/crossentropy": 2.470468044281006, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.11097002029418945, |
| "loss/reg": 0.02215682342648506, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.075625, |
| "grad_norm": 3.8061492443084717, |
| "grad_norm_var": 89.1498668494714, |
| "learning_rate": 0.0001, |
| "loss": 1.1195, |
| "loss/crossentropy": 2.469788074493408, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.12457874417304993, |
| "loss/reg": 0.022147687152028084, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.07575, |
| "grad_norm": 2.658135414123535, |
| "grad_norm_var": 89.29708722871554, |
| "learning_rate": 0.0001, |
| "loss": 1.0657, |
| "loss/crossentropy": 2.2552011013031006, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.12950366735458374, |
| "loss/reg": 0.022138802334666252, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.075875, |
| "grad_norm": 3.291750907897949, |
| "grad_norm_var": 89.20284122750789, |
| "learning_rate": 0.0001, |
| "loss": 1.133, |
| "loss/crossentropy": 2.225055456161499, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.1734064519405365, |
| "loss/reg": 0.022129878401756287, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 4.001339912414551, |
| "grad_norm_var": 89.31742762195415, |
| "learning_rate": 0.0001, |
| "loss": 0.9658, |
| "loss/crossentropy": 2.3826169967651367, |
| "loss/hidden": 0.64453125, |
| "loss/logits": 0.10007497668266296, |
| "loss/reg": 0.022121025249361992, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.076125, |
| "grad_norm": 2.9729602336883545, |
| "grad_norm_var": 0.9817241823775095, |
| "learning_rate": 0.0001, |
| "loss": 1.1962, |
| "loss/crossentropy": 2.4926881790161133, |
| "loss/hidden": 0.82421875, |
| "loss/logits": 0.1508128046989441, |
| "loss/reg": 0.022111859172582626, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.07625, |
| "grad_norm": 2.5144121646881104, |
| "grad_norm_var": 1.0293551003726749, |
| "learning_rate": 0.0001, |
| "loss": 0.9883, |
| "loss/crossentropy": 2.478576898574829, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.11488830298185349, |
| "loss/reg": 0.02210419811308384, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.076375, |
| "grad_norm": 3.7777743339538574, |
| "grad_norm_var": 0.4576308797359, |
| "learning_rate": 0.0001, |
| "loss": 1.0059, |
| "loss/crossentropy": 2.4356257915496826, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.13651525974273682, |
| "loss/reg": 0.022095149382948875, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.0765, |
| "grad_norm": 3.232398748397827, |
| "grad_norm_var": 0.4623055923756754, |
| "learning_rate": 0.0001, |
| "loss": 1.0108, |
| "loss/crossentropy": 2.4058218002319336, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.11410736292600632, |
| "loss/reg": 0.022087210789322853, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.076625, |
| "grad_norm": 2.61934757232666, |
| "grad_norm_var": 0.49646373584008807, |
| "learning_rate": 0.0001, |
| "loss": 0.9466, |
| "loss/crossentropy": 2.3981077671051025, |
| "loss/hidden": 0.59765625, |
| "loss/logits": 0.1281721591949463, |
| "loss/reg": 0.022078126668930054, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.07675, |
| "grad_norm": 4.228268146514893, |
| "grad_norm_var": 0.5291615579452734, |
| "learning_rate": 0.0001, |
| "loss": 1.0729, |
| "loss/crossentropy": 2.664149761199951, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.12176868319511414, |
| "loss/reg": 0.02207016758620739, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.076875, |
| "grad_norm": 2.9137685298919678, |
| "grad_norm_var": 0.5485319535320492, |
| "learning_rate": 0.0001, |
| "loss": 0.8708, |
| "loss/crossentropy": 2.5457890033721924, |
| "loss/hidden": 0.55078125, |
| "loss/logits": 0.09941907972097397, |
| "loss/reg": 0.022060981020331383, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.077, |
| "grad_norm": 3.4499685764312744, |
| "grad_norm_var": 0.5441756848342263, |
| "learning_rate": 0.0001, |
| "loss": 1.1439, |
| "loss/crossentropy": 2.3822786808013916, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.14211627840995789, |
| "loss/reg": 0.02205180749297142, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.077125, |
| "grad_norm": 2.271921157836914, |
| "grad_norm_var": 0.36266744154546565, |
| "learning_rate": 0.0001, |
| "loss": 0.9061, |
| "loss/crossentropy": 2.707848072052002, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.10360105335712433, |
| "loss/reg": 0.022042402997612953, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.07725, |
| "grad_norm": 3.16980242729187, |
| "grad_norm_var": 0.36370543210803513, |
| "learning_rate": 0.0001, |
| "loss": 1.2733, |
| "loss/crossentropy": 2.1980466842651367, |
| "loss/hidden": 0.86328125, |
| "loss/logits": 0.18972548842430115, |
| "loss/reg": 0.02203306369483471, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.077375, |
| "grad_norm": 2.4408295154571533, |
| "grad_norm_var": 0.3567501583972517, |
| "learning_rate": 0.0001, |
| "loss": 1.1352, |
| "loss/crossentropy": 2.3986692428588867, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.1454274207353592, |
| "loss/reg": 0.022023871541023254, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.0775, |
| "grad_norm": 2.558687925338745, |
| "grad_norm_var": 0.36349398943808237, |
| "learning_rate": 0.0001, |
| "loss": 0.9776, |
| "loss/crossentropy": 2.4290616512298584, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.1012360006570816, |
| "loss/reg": 0.0220141913741827, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.077625, |
| "grad_norm": 3.7468619346618652, |
| "grad_norm_var": 0.3582835152003213, |
| "learning_rate": 0.0001, |
| "loss": 1.1635, |
| "loss/crossentropy": 2.4566454887390137, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.15830263495445251, |
| "loss/reg": 0.02200442925095558, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.07775, |
| "grad_norm": 3.8364651203155518, |
| "grad_norm_var": 0.3732032502257139, |
| "learning_rate": 0.0001, |
| "loss": 1.3213, |
| "loss/crossentropy": 2.5934860706329346, |
| "loss/hidden": 0.9296875, |
| "loss/logits": 0.17167437076568604, |
| "loss/reg": 0.021995313465595245, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.077875, |
| "grad_norm": 2.9136173725128174, |
| "grad_norm_var": 0.37696739372618043, |
| "learning_rate": 0.0001, |
| "loss": 1.1191, |
| "loss/crossentropy": 2.1625287532806396, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.1492336541414261, |
| "loss/reg": 0.021986283361911774, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 3.3136067390441895, |
| "grad_norm_var": 0.3298862344756988, |
| "learning_rate": 0.0001, |
| "loss": 1.1487, |
| "loss/crossentropy": 2.3915464878082275, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.1398892104625702, |
| "loss/reg": 0.021976841613650322, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.078125, |
| "grad_norm": 3.1731748580932617, |
| "grad_norm_var": 0.3283984444798058, |
| "learning_rate": 0.0001, |
| "loss": 1.0945, |
| "loss/crossentropy": 2.53873610496521, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.16392138600349426, |
| "loss/reg": 0.021966535598039627, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.07825, |
| "grad_norm": 4.172556400299072, |
| "grad_norm_var": 0.3630228628347131, |
| "learning_rate": 0.0001, |
| "loss": 1.1888, |
| "loss/crossentropy": 2.4219956398010254, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.17627781629562378, |
| "loss/reg": 0.021956363692879677, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.078375, |
| "grad_norm": 3.99817156791687, |
| "grad_norm_var": 0.3819004722530487, |
| "learning_rate": 0.0001, |
| "loss": 1.3074, |
| "loss/crossentropy": 2.2407050132751465, |
| "loss/hidden": 0.8828125, |
| "loss/logits": 0.20513707399368286, |
| "loss/reg": 0.02194611169397831, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.0785, |
| "grad_norm": 3.2869558334350586, |
| "grad_norm_var": 0.3819405314837089, |
| "learning_rate": 0.0001, |
| "loss": 0.923, |
| "loss/crossentropy": 2.5824477672576904, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.10985252261161804, |
| "loss/reg": 0.021935785189270973, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.078625, |
| "grad_norm": 3.0037360191345215, |
| "grad_norm_var": 0.35855200267849247, |
| "learning_rate": 0.0001, |
| "loss": 1.0636, |
| "loss/crossentropy": 2.4916722774505615, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.13343587517738342, |
| "loss/reg": 0.021925168111920357, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.07875, |
| "grad_norm": 3.5274088382720947, |
| "grad_norm_var": 0.3006291732182412, |
| "learning_rate": 0.0001, |
| "loss": 1.1441, |
| "loss/crossentropy": 1.7279773950576782, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.13975940644741058, |
| "loss/reg": 0.02191445231437683, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.078875, |
| "grad_norm": 3.2895989418029785, |
| "grad_norm_var": 0.29330515223301745, |
| "learning_rate": 0.0001, |
| "loss": 1.0394, |
| "loss/crossentropy": 2.370850086212158, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.13678821921348572, |
| "loss/reg": 0.02190525084733963, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.079, |
| "grad_norm": 3.741135597229004, |
| "grad_norm_var": 0.30599490652712474, |
| "learning_rate": 0.0001, |
| "loss": 1.2655, |
| "loss/crossentropy": 2.365464210510254, |
| "loss/hidden": 0.87890625, |
| "loss/logits": 0.16766133904457092, |
| "loss/reg": 0.02189476415514946, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.079125, |
| "grad_norm": 4.110158443450928, |
| "grad_norm_var": 0.2706546096444164, |
| "learning_rate": 0.0001, |
| "loss": 1.1804, |
| "loss/crossentropy": 2.658433437347412, |
| "loss/hidden": 0.796875, |
| "loss/logits": 0.1646716445684433, |
| "loss/reg": 0.021885616704821587, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.07925, |
| "grad_norm": 3.7503654956817627, |
| "grad_norm_var": 0.27446839769864156, |
| "learning_rate": 0.0001, |
| "loss": 1.1, |
| "loss/crossentropy": 2.4457831382751465, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.13510534167289734, |
| "loss/reg": 0.021875550970435143, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.079375, |
| "grad_norm": 2.917835235595703, |
| "grad_norm_var": 0.22584356567046956, |
| "learning_rate": 0.0001, |
| "loss": 1.1498, |
| "loss/crossentropy": 2.3328001499176025, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.1537725031375885, |
| "loss/reg": 0.021865583956241608, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.0795, |
| "grad_norm": 2.907240152359009, |
| "grad_norm_var": 0.19160647764443486, |
| "learning_rate": 0.0001, |
| "loss": 0.9073, |
| "loss/crossentropy": 2.556042432785034, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.09503352642059326, |
| "loss/reg": 0.02185530960559845, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.079625, |
| "grad_norm": 2.5937955379486084, |
| "grad_norm_var": 0.2337615816576618, |
| "learning_rate": 0.0001, |
| "loss": 0.9198, |
| "loss/crossentropy": 2.363370180130005, |
| "loss/hidden": 0.5859375, |
| "loss/logits": 0.11537887156009674, |
| "loss/reg": 0.021845519542694092, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.07975, |
| "grad_norm": 3.9080708026885986, |
| "grad_norm_var": 0.2381681132369368, |
| "learning_rate": 0.0001, |
| "loss": 1.1552, |
| "loss/crossentropy": 2.5054194927215576, |
| "loss/hidden": 0.81640625, |
| "loss/logits": 0.12043754756450653, |
| "loss/reg": 0.021835271269083023, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.079875, |
| "grad_norm": 2.8192946910858154, |
| "grad_norm_var": 0.24500412598165416, |
| "learning_rate": 0.0001, |
| "loss": 0.9375, |
| "loss/crossentropy": 2.6611719131469727, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.11382012814283371, |
| "loss/reg": 0.021824965253472328, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 4.111716270446777, |
| "grad_norm_var": 0.27486954530744445, |
| "learning_rate": 0.0001, |
| "loss": 1.2972, |
| "loss/crossentropy": 2.472568988800049, |
| "loss/hidden": 0.91015625, |
| "loss/logits": 0.16890740394592285, |
| "loss/reg": 0.02181575633585453, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.080125, |
| "grad_norm": 5.715061187744141, |
| "grad_norm_var": 0.5825168124345791, |
| "learning_rate": 0.0001, |
| "loss": 1.0307, |
| "loss/crossentropy": 2.2123966217041016, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.12899596989154816, |
| "loss/reg": 0.021806620061397552, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.08025, |
| "grad_norm": 3.8680315017700195, |
| "grad_norm_var": 0.5657073815126407, |
| "learning_rate": 0.0001, |
| "loss": 1.053, |
| "loss/crossentropy": 2.4526453018188477, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.13190723955631256, |
| "loss/reg": 0.021797508001327515, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.080375, |
| "grad_norm": 4.992859363555908, |
| "grad_norm_var": 0.680778895488037, |
| "learning_rate": 0.0001, |
| "loss": 1.1683, |
| "loss/crossentropy": 2.3445968627929688, |
| "loss/hidden": 0.82421875, |
| "loss/logits": 0.12617573142051697, |
| "loss/reg": 0.02178841643035412, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.0805, |
| "grad_norm": 4.339104175567627, |
| "grad_norm_var": 0.6977811040599325, |
| "learning_rate": 0.0001, |
| "loss": 1.3433, |
| "loss/crossentropy": 1.8577097654342651, |
| "loss/hidden": 0.9453125, |
| "loss/logits": 0.18017446994781494, |
| "loss/reg": 0.02177964523434639, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.080625, |
| "grad_norm": 4.026562213897705, |
| "grad_norm_var": 0.6648423545945282, |
| "learning_rate": 0.0001, |
| "loss": 1.3266, |
| "loss/crossentropy": 2.415410041809082, |
| "loss/hidden": 0.859375, |
| "loss/logits": 0.24951061606407166, |
| "loss/reg": 0.021770501509308815, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.08075, |
| "grad_norm": 2.8517775535583496, |
| "grad_norm_var": 0.7169049906385166, |
| "learning_rate": 0.0001, |
| "loss": 0.9283, |
| "loss/crossentropy": 2.6426851749420166, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.10916159301996231, |
| "loss/reg": 0.021761184558272362, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.080875, |
| "grad_norm": 3.3171377182006836, |
| "grad_norm_var": 0.7152750431492562, |
| "learning_rate": 0.0001, |
| "loss": 1.0088, |
| "loss/crossentropy": 2.638533115386963, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.1623907834291458, |
| "loss/reg": 0.02175196446478367, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.081, |
| "grad_norm": 3.653881311416626, |
| "grad_norm_var": 0.7158322952113887, |
| "learning_rate": 0.0001, |
| "loss": 1.1132, |
| "loss/crossentropy": 2.745229482650757, |
| "loss/hidden": 0.765625, |
| "loss/logits": 0.1301097273826599, |
| "loss/reg": 0.021742329001426697, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.081125, |
| "grad_norm": 4.31439733505249, |
| "grad_norm_var": 0.728446489341123, |
| "learning_rate": 0.0001, |
| "loss": 1.2706, |
| "loss/crossentropy": 2.7004082202911377, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.25250470638275146, |
| "loss/reg": 0.021732579916715622, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.08125, |
| "grad_norm": 4.621687889099121, |
| "grad_norm_var": 0.7753064642270201, |
| "learning_rate": 0.0001, |
| "loss": 1.4091, |
| "loss/crossentropy": 2.38405179977417, |
| "loss/hidden": 0.89453125, |
| "loss/logits": 0.29737186431884766, |
| "loss/reg": 0.02172265760600567, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.081375, |
| "grad_norm": 2.87424898147583, |
| "grad_norm_var": 0.7806094534209419, |
| "learning_rate": 0.0001, |
| "loss": 1.2103, |
| "loss/crossentropy": 2.0905954837799072, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.18066659569740295, |
| "loss/reg": 0.021712414920330048, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.0815, |
| "grad_norm": 4.724517345428467, |
| "grad_norm_var": 0.7689569917943563, |
| "learning_rate": 0.0001, |
| "loss": 1.2928, |
| "loss/crossentropy": 2.500594139099121, |
| "loss/hidden": 0.89453125, |
| "loss/logits": 0.1812204122543335, |
| "loss/reg": 0.021703310310840607, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.081625, |
| "grad_norm": 2.8673081398010254, |
| "grad_norm_var": 0.7252403996552116, |
| "learning_rate": 0.0001, |
| "loss": 1.0588, |
| "loss/crossentropy": 2.3599724769592285, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.13873916864395142, |
| "loss/reg": 0.021693557500839233, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.08175, |
| "grad_norm": 3.099315643310547, |
| "grad_norm_var": 0.7693322976491117, |
| "learning_rate": 0.0001, |
| "loss": 1.1961, |
| "loss/crossentropy": 2.3167355060577393, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.14727652072906494, |
| "loss/reg": 0.021683741360902786, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.081875, |
| "grad_norm": 3.287602186203003, |
| "grad_norm_var": 0.7163515778113151, |
| "learning_rate": 0.0001, |
| "loss": 1.0429, |
| "loss/crossentropy": 2.7967636585235596, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.13863959908485413, |
| "loss/reg": 0.021674364805221558, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 3.487874746322632, |
| "grad_norm_var": 0.7244436337536264, |
| "learning_rate": 0.0001, |
| "loss": 1.0883, |
| "loss/crossentropy": 2.5409998893737793, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.1528949737548828, |
| "loss/reg": 0.02166520059108734, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.082125, |
| "grad_norm": 3.6202752590179443, |
| "grad_norm_var": 0.4854858648423857, |
| "learning_rate": 0.0001, |
| "loss": 1.2516, |
| "loss/crossentropy": 2.3633673191070557, |
| "loss/hidden": 0.88671875, |
| "loss/logits": 0.14828172326087952, |
| "loss/reg": 0.021655315533280373, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.08225, |
| "grad_norm": 3.7921783924102783, |
| "grad_norm_var": 0.484617963461113, |
| "learning_rate": 0.0001, |
| "loss": 1.07, |
| "loss/crossentropy": 2.497013807296753, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.13874131441116333, |
| "loss/reg": 0.021646033972501755, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.082375, |
| "grad_norm": 5.818857669830322, |
| "grad_norm_var": 0.6650298211735747, |
| "learning_rate": 0.0001, |
| "loss": 1.2961, |
| "loss/crossentropy": 2.6599833965301514, |
| "loss/hidden": 0.91015625, |
| "loss/logits": 0.16955840587615967, |
| "loss/reg": 0.021636882796883583, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.0825, |
| "grad_norm": 3.465527057647705, |
| "grad_norm_var": 0.6491808619433999, |
| "learning_rate": 0.0001, |
| "loss": 1.1365, |
| "loss/crossentropy": 2.5972306728363037, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.14674408733844757, |
| "loss/reg": 0.02162766456604004, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.082625, |
| "grad_norm": 3.143159866333008, |
| "grad_norm_var": 0.664078497493661, |
| "learning_rate": 0.0001, |
| "loss": 1.2241, |
| "loss/crossentropy": 2.5945792198181152, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.17588043212890625, |
| "loss/reg": 0.021618474274873734, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.08275, |
| "grad_norm": 3.7091660499572754, |
| "grad_norm_var": 0.6149151800980365, |
| "learning_rate": 0.0001, |
| "loss": 1.1901, |
| "loss/crossentropy": 2.631565809249878, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.16149985790252686, |
| "loss/reg": 0.021609637886285782, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.082875, |
| "grad_norm": 3.1449224948883057, |
| "grad_norm_var": 0.6264170707357067, |
| "learning_rate": 0.0001, |
| "loss": 1.1491, |
| "loss/crossentropy": 2.2890501022338867, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.14797118306159973, |
| "loss/reg": 0.021600957959890366, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.083, |
| "grad_norm": 3.096752405166626, |
| "grad_norm_var": 0.6512152784754629, |
| "learning_rate": 0.0001, |
| "loss": 1.0925, |
| "loss/crossentropy": 2.767069101333618, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.1343650072813034, |
| "loss/reg": 0.021592585369944572, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.083125, |
| "grad_norm": 3.8935883045196533, |
| "grad_norm_var": 0.6273466460071402, |
| "learning_rate": 0.0001, |
| "loss": 1.0996, |
| "loss/crossentropy": 2.4779109954833984, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.12599951028823853, |
| "loss/reg": 0.021583350375294685, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.08325, |
| "grad_norm": 3.6881141662597656, |
| "grad_norm_var": 0.5627883047301658, |
| "learning_rate": 0.0001, |
| "loss": 1.1184, |
| "loss/crossentropy": 2.1603968143463135, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.14095276594161987, |
| "loss/reg": 0.021574225276708603, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.083375, |
| "grad_norm": 2.9750800132751465, |
| "grad_norm_var": 0.5535713466115603, |
| "learning_rate": 0.0001, |
| "loss": 1.1215, |
| "loss/crossentropy": 2.4817895889282227, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.15194162726402283, |
| "loss/reg": 0.02156493254005909, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.0835, |
| "grad_norm": 2.649543046951294, |
| "grad_norm_var": 0.5152581471177806, |
| "learning_rate": 0.0001, |
| "loss": 0.918, |
| "loss/crossentropy": 2.334226608276367, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.10870292782783508, |
| "loss/reg": 0.02155502513051033, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.083625, |
| "grad_norm": 4.535495281219482, |
| "grad_norm_var": 0.5520843285134825, |
| "learning_rate": 0.0001, |
| "loss": 1.168, |
| "loss/crossentropy": 2.4633467197418213, |
| "loss/hidden": 0.796875, |
| "loss/logits": 0.15570059418678284, |
| "loss/reg": 0.021545063704252243, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.08375, |
| "grad_norm": 3.3291449546813965, |
| "grad_norm_var": 0.5404115229162234, |
| "learning_rate": 0.0001, |
| "loss": 1.1241, |
| "loss/crossentropy": 2.317607879638672, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.12363065779209137, |
| "loss/reg": 0.021535001695156097, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.083875, |
| "grad_norm": 4.071917533874512, |
| "grad_norm_var": 0.5459456401930327, |
| "learning_rate": 0.0001, |
| "loss": 1.1652, |
| "loss/crossentropy": 2.4951958656311035, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.11796893179416656, |
| "loss/reg": 0.021524924784898758, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 4.647782802581787, |
| "grad_norm_var": 0.6047501670354971, |
| "learning_rate": 0.0001, |
| "loss": 1.157, |
| "loss/crossentropy": 2.6994447708129883, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.16059228777885437, |
| "loss/reg": 0.021514689549803734, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.084125, |
| "grad_norm": 4.240062713623047, |
| "grad_norm_var": 0.6201999433703328, |
| "learning_rate": 0.0001, |
| "loss": 1.0984, |
| "loss/crossentropy": 2.592426300048828, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.10989370942115784, |
| "loss/reg": 0.021505359560251236, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.08425, |
| "grad_norm": 15.647865295410156, |
| "grad_norm_var": 9.451818582857973, |
| "learning_rate": 0.0001, |
| "loss": 1.6418, |
| "loss/crossentropy": 2.723198413848877, |
| "loss/hidden": 1.078125, |
| "loss/logits": 0.3486996293067932, |
| "loss/reg": 0.02149534970521927, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.084375, |
| "grad_norm": 3.6480963230133057, |
| "grad_norm_var": 9.365638761154676, |
| "learning_rate": 0.0001, |
| "loss": 1.1052, |
| "loss/crossentropy": 2.618795871734619, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.1559816300868988, |
| "loss/reg": 0.02148519456386566, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.0845, |
| "grad_norm": 3.5789527893066406, |
| "grad_norm_var": 9.352796045350159, |
| "learning_rate": 0.0001, |
| "loss": 1.1092, |
| "loss/crossentropy": 2.4817607402801514, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.14444658160209656, |
| "loss/reg": 0.021475963294506073, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.084625, |
| "grad_norm": 3.143718719482422, |
| "grad_norm_var": 9.352704277495931, |
| "learning_rate": 0.0001, |
| "loss": 1.0394, |
| "loss/crossentropy": 2.28035044670105, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.11767329275608063, |
| "loss/reg": 0.02146601676940918, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.08475, |
| "grad_norm": 4.2889580726623535, |
| "grad_norm_var": 9.322240526517621, |
| "learning_rate": 0.0001, |
| "loss": 1.1067, |
| "loss/crossentropy": 2.28658390045166, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.18121060729026794, |
| "loss/reg": 0.021456118673086166, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.084875, |
| "grad_norm": 2.800516128540039, |
| "grad_norm_var": 9.387804829955044, |
| "learning_rate": 0.0001, |
| "loss": 0.975, |
| "loss/crossentropy": 2.699044704437256, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.12379397451877594, |
| "loss/reg": 0.02144702896475792, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.085, |
| "grad_norm": 3.064215898513794, |
| "grad_norm_var": 9.393480165725077, |
| "learning_rate": 0.0001, |
| "loss": 1.1186, |
| "loss/crossentropy": 2.547557830810547, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.14249341189861298, |
| "loss/reg": 0.02143782004714012, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.085125, |
| "grad_norm": 3.7314915657043457, |
| "grad_norm_var": 9.405801361337378, |
| "learning_rate": 0.0001, |
| "loss": 1.1376, |
| "loss/crossentropy": 2.705601930618286, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.14988452196121216, |
| "loss/reg": 0.02142806351184845, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.08525, |
| "grad_norm": 2.256387948989868, |
| "grad_norm_var": 9.665529326305519, |
| "learning_rate": 0.0001, |
| "loss": 0.945, |
| "loss/crossentropy": 2.464989423751831, |
| "loss/hidden": 0.62109375, |
| "loss/logits": 0.10975323617458344, |
| "loss/reg": 0.02141808532178402, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.085375, |
| "grad_norm": 3.150348424911499, |
| "grad_norm_var": 9.636765682886749, |
| "learning_rate": 0.0001, |
| "loss": 1.0573, |
| "loss/crossentropy": 2.2520275115966797, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.12059713900089264, |
| "loss/reg": 0.021408328786492348, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.0855, |
| "grad_norm": 2.973684549331665, |
| "grad_norm_var": 9.572043410499656, |
| "learning_rate": 0.0001, |
| "loss": 1.0663, |
| "loss/crossentropy": 2.4148662090301514, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.11397817730903625, |
| "loss/reg": 0.021399127319455147, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.085625, |
| "grad_norm": 4.39288330078125, |
| "grad_norm_var": 9.56920341692891, |
| "learning_rate": 0.0001, |
| "loss": 1.206, |
| "loss/crossentropy": 2.5025415420532227, |
| "loss/hidden": 0.84765625, |
| "loss/logits": 0.1444375216960907, |
| "loss/reg": 0.021389208734035492, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.08575, |
| "grad_norm": 2.815019369125366, |
| "grad_norm_var": 9.652987248771876, |
| "learning_rate": 0.0001, |
| "loss": 1.0631, |
| "loss/crossentropy": 2.236358165740967, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.1266387552022934, |
| "loss/reg": 0.021379247307777405, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.085875, |
| "grad_norm": 3.6744375228881836, |
| "grad_norm_var": 9.673796390527396, |
| "learning_rate": 0.0001, |
| "loss": 1.2523, |
| "loss/crossentropy": 2.1673667430877686, |
| "loss/hidden": 0.8671875, |
| "loss/logits": 0.1714528650045395, |
| "loss/reg": 0.02136901021003723, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 3.169265031814575, |
| "grad_norm_var": 9.732675648460468, |
| "learning_rate": 0.0001, |
| "loss": 1.1389, |
| "loss/crossentropy": 2.45385479927063, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.13236522674560547, |
| "loss/reg": 0.021359853446483612, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.086125, |
| "grad_norm": 7.017651557922363, |
| "grad_norm_var": 10.2441458601344, |
| "learning_rate": 0.0001, |
| "loss": 1.4071, |
| "loss/crossentropy": 2.344740629196167, |
| "loss/hidden": 1.0625, |
| "loss/logits": 0.13107535243034363, |
| "loss/reg": 0.021349839866161346, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.08625, |
| "grad_norm": 3.5523998737335205, |
| "grad_norm_var": 1.142674868302701, |
| "learning_rate": 0.0001, |
| "loss": 1.1408, |
| "loss/crossentropy": 2.323866367340088, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.13442741334438324, |
| "loss/reg": 0.021340306848287582, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.086375, |
| "grad_norm": 3.2477400302886963, |
| "grad_norm_var": 1.1489843436981233, |
| "learning_rate": 0.0001, |
| "loss": 1.0067, |
| "loss/crossentropy": 2.672182083129883, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.11757320165634155, |
| "loss/reg": 0.021331045776605606, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.0865, |
| "grad_norm": 3.1238696575164795, |
| "grad_norm_var": 1.1603900529546722, |
| "learning_rate": 0.0001, |
| "loss": 1.1122, |
| "loss/crossentropy": 2.510279893875122, |
| "loss/hidden": 0.765625, |
| "loss/logits": 0.13339656591415405, |
| "loss/reg": 0.021321000531315804, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.086625, |
| "grad_norm": 2.552560329437256, |
| "grad_norm_var": 1.2122975827491755, |
| "learning_rate": 0.0001, |
| "loss": 1.0396, |
| "loss/crossentropy": 2.5303587913513184, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.13117440044879913, |
| "loss/reg": 0.021313220262527466, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.08675, |
| "grad_norm": 2.7075002193450928, |
| "grad_norm_var": 1.1997649773340213, |
| "learning_rate": 0.0001, |
| "loss": 1.0787, |
| "loss/crossentropy": 2.4859445095062256, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.12738223373889923, |
| "loss/reg": 0.021303845569491386, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.086875, |
| "grad_norm": 3.2640225887298584, |
| "grad_norm_var": 1.1768004922088529, |
| "learning_rate": 0.0001, |
| "loss": 1.3383, |
| "loss/crossentropy": 2.4017555713653564, |
| "loss/hidden": 0.96875, |
| "loss/logits": 0.15659019351005554, |
| "loss/reg": 0.021294469013810158, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.087, |
| "grad_norm": 3.5289857387542725, |
| "grad_norm_var": 1.1683562063707291, |
| "learning_rate": 0.0001, |
| "loss": 1.2607, |
| "loss/crossentropy": 2.2716236114501953, |
| "loss/hidden": 0.87109375, |
| "loss/logits": 0.17679363489151, |
| "loss/reg": 0.021284854039549828, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.087125, |
| "grad_norm": 8.924003601074219, |
| "grad_norm_var": 3.0501856400161764, |
| "learning_rate": 0.0001, |
| "loss": 1.474, |
| "loss/crossentropy": 2.3684239387512207, |
| "loss/hidden": 1.0546875, |
| "loss/logits": 0.2065410166978836, |
| "loss/reg": 0.02127666585147381, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.08725, |
| "grad_norm": 4.2463788986206055, |
| "grad_norm_var": 2.8955696375948605, |
| "learning_rate": 0.0001, |
| "loss": 1.1835, |
| "loss/crossentropy": 2.234137535095215, |
| "loss/hidden": 0.828125, |
| "loss/logits": 0.1427059769630432, |
| "loss/reg": 0.021268585696816444, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.087375, |
| "grad_norm": 3.0776546001434326, |
| "grad_norm_var": 2.903130025314302, |
| "learning_rate": 0.0001, |
| "loss": 1.0559, |
| "loss/crossentropy": 2.4638020992279053, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.1167045459151268, |
| "loss/reg": 0.02125934511423111, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.0875, |
| "grad_norm": 3.9374022483825684, |
| "grad_norm_var": 2.843209099820052, |
| "learning_rate": 0.0001, |
| "loss": 0.9629, |
| "loss/crossentropy": 2.88035249710083, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.11369955539703369, |
| "loss/reg": 0.021249722689390182, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.087625, |
| "grad_norm": 4.235450744628906, |
| "grad_norm_var": 2.8355032825089417, |
| "learning_rate": 0.0001, |
| "loss": 1.278, |
| "loss/crossentropy": 2.2560718059539795, |
| "loss/hidden": 0.8828125, |
| "loss/logits": 0.1828073114156723, |
| "loss/reg": 0.0212401133030653, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.08775, |
| "grad_norm": 2.3705031871795654, |
| "grad_norm_var": 2.9146564397348773, |
| "learning_rate": 0.0001, |
| "loss": 0.9899, |
| "loss/crossentropy": 2.531632661819458, |
| "loss/hidden": 0.64453125, |
| "loss/logits": 0.13305732607841492, |
| "loss/reg": 0.021231388673186302, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.087875, |
| "grad_norm": 3.5063636302948, |
| "grad_norm_var": 2.921798711310286, |
| "learning_rate": 0.0001, |
| "loss": 1.0524, |
| "loss/crossentropy": 2.548243999481201, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.11747653782367706, |
| "loss/reg": 0.02122276835143566, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 3.141618013381958, |
| "grad_norm_var": 2.924554396554724, |
| "learning_rate": 0.0001, |
| "loss": 0.9087, |
| "loss/crossentropy": 2.3723928928375244, |
| "loss/hidden": 0.59375, |
| "loss/logits": 0.10285645723342896, |
| "loss/reg": 0.021213354542851448, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.088125, |
| "grad_norm": 4.195517063140869, |
| "grad_norm_var": 2.2500098957229806, |
| "learning_rate": 0.0001, |
| "loss": 1.1263, |
| "loss/crossentropy": 2.383502244949341, |
| "loss/hidden": 0.765625, |
| "loss/logits": 0.14867368340492249, |
| "loss/reg": 0.021204529330134392, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.08825, |
| "grad_norm": 3.646482467651367, |
| "grad_norm_var": 2.2483885758775686, |
| "learning_rate": 0.0001, |
| "loss": 1.1459, |
| "loss/crossentropy": 2.239716053009033, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.14099720120429993, |
| "loss/reg": 0.021195242181420326, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.088375, |
| "grad_norm": 3.3426883220672607, |
| "grad_norm_var": 2.242826109053838, |
| "learning_rate": 0.0001, |
| "loss": 1.0323, |
| "loss/crossentropy": 2.270444869995117, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.10951918363571167, |
| "loss/reg": 0.021186839789152145, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.0885, |
| "grad_norm": 3.083806037902832, |
| "grad_norm_var": 2.2462046620558, |
| "learning_rate": 0.0001, |
| "loss": 1.086, |
| "loss/crossentropy": 2.5013253688812256, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.12026840448379517, |
| "loss/reg": 0.021178435534238815, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.088625, |
| "grad_norm": 3.71588134765625, |
| "grad_norm_var": 2.147370219186798, |
| "learning_rate": 0.0001, |
| "loss": 1.1125, |
| "loss/crossentropy": 2.342475175857544, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.13124068081378937, |
| "loss/reg": 0.021169869229197502, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.08875, |
| "grad_norm": 3.4402713775634766, |
| "grad_norm_var": 2.0734307300644255, |
| "learning_rate": 0.0001, |
| "loss": 1.1229, |
| "loss/crossentropy": 2.4113690853118896, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.14960095286369324, |
| "loss/reg": 0.021161576732993126, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.088875, |
| "grad_norm": 10.640914916992188, |
| "grad_norm_var": 4.894724677276531, |
| "learning_rate": 0.0001, |
| "loss": 1.7804, |
| "loss/crossentropy": 2.6555004119873047, |
| "loss/hidden": 1.328125, |
| "loss/logits": 0.240725576877594, |
| "loss/reg": 0.02115357480943203, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.089, |
| "grad_norm": 3.23919415473938, |
| "grad_norm_var": 4.930329406483421, |
| "learning_rate": 0.0001, |
| "loss": 1.1368, |
| "loss/crossentropy": 2.4652106761932373, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.14798855781555176, |
| "loss/reg": 0.021144360303878784, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.089125, |
| "grad_norm": 2.8362622261047363, |
| "grad_norm_var": 3.4904838717428524, |
| "learning_rate": 0.0001, |
| "loss": 1.0668, |
| "loss/crossentropy": 2.216999053955078, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.1288391500711441, |
| "loss/reg": 0.021136239171028137, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.08925, |
| "grad_norm": 5.395811080932617, |
| "grad_norm_var": 3.623687874884585, |
| "learning_rate": 0.0001, |
| "loss": 1.2022, |
| "loss/crossentropy": 2.463663101196289, |
| "loss/hidden": 0.82421875, |
| "loss/logits": 0.1667168289422989, |
| "loss/reg": 0.02112707309424877, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.089375, |
| "grad_norm": 3.475656032562256, |
| "grad_norm_var": 3.585286252049487, |
| "learning_rate": 0.0001, |
| "loss": 1.1524, |
| "loss/crossentropy": 2.4688560962677, |
| "loss/hidden": 0.796875, |
| "loss/logits": 0.14434993267059326, |
| "loss/reg": 0.02111782319843769, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.0895, |
| "grad_norm": 4.29054594039917, |
| "grad_norm_var": 3.5895333664829043, |
| "learning_rate": 0.0001, |
| "loss": 1.1214, |
| "loss/crossentropy": 2.4820876121520996, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.15247562527656555, |
| "loss/reg": 0.021108638495206833, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.089625, |
| "grad_norm": 2.927002429962158, |
| "grad_norm_var": 3.661532010616088, |
| "learning_rate": 0.0001, |
| "loss": 1.0904, |
| "loss/crossentropy": 2.499390125274658, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.14508014917373657, |
| "loss/reg": 0.021099381148815155, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.08975, |
| "grad_norm": 2.529557943344116, |
| "grad_norm_var": 3.629551988733732, |
| "learning_rate": 0.0001, |
| "loss": 1.1194, |
| "loss/crossentropy": 2.395061492919922, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.13898837566375732, |
| "loss/reg": 0.021089982241392136, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.089875, |
| "grad_norm": 3.2681446075439453, |
| "grad_norm_var": 3.6476018392648397, |
| "learning_rate": 0.0001, |
| "loss": 1.0036, |
| "loss/crossentropy": 2.65079927444458, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.12875254452228546, |
| "loss/reg": 0.021080130711197853, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.6700246334075928, |
| "grad_norm_var": 3.7122117675621022, |
| "learning_rate": 0.0001, |
| "loss": 0.9929, |
| "loss/crossentropy": 2.428039789199829, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.12986770272254944, |
| "loss/reg": 0.021070368587970734, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.090125, |
| "grad_norm": 3.296482563018799, |
| "grad_norm_var": 3.7295350110356558, |
| "learning_rate": 0.0001, |
| "loss": 1.1571, |
| "loss/crossentropy": 2.317190408706665, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.14570315182209015, |
| "loss/reg": 0.02106117643415928, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.09025, |
| "grad_norm": 4.451722145080566, |
| "grad_norm_var": 3.74687645800365, |
| "learning_rate": 0.0001, |
| "loss": 1.1385, |
| "loss/crossentropy": 2.2958080768585205, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.146757572889328, |
| "loss/reg": 0.021051928400993347, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.090375, |
| "grad_norm": 2.4288058280944824, |
| "grad_norm_var": 3.8685376080960414, |
| "learning_rate": 0.0001, |
| "loss": 0.9788, |
| "loss/crossentropy": 2.4692001342773438, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.11606692522764206, |
| "loss/reg": 0.021042969077825546, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.0905, |
| "grad_norm": 45.21147918701172, |
| "grad_norm_var": 110.45448625779909, |
| "learning_rate": 0.0001, |
| "loss": 1.0823, |
| "loss/crossentropy": 2.4428551197052, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.12983539700508118, |
| "loss/reg": 0.021031970158219337, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.090625, |
| "grad_norm": 3.7111551761627197, |
| "grad_norm_var": 110.45623490585022, |
| "learning_rate": 0.0001, |
| "loss": 1.4512, |
| "loss/crossentropy": 2.1149277687072754, |
| "loss/hidden": 1.046875, |
| "loss/logits": 0.1941366195678711, |
| "loss/reg": 0.021020574495196342, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.09075, |
| "grad_norm": 3.3139920234680176, |
| "grad_norm_var": 110.50855221427315, |
| "learning_rate": 0.0001, |
| "loss": 1.0686, |
| "loss/crossentropy": 2.798910140991211, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.13971024751663208, |
| "loss/reg": 0.021009519696235657, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.090875, |
| "grad_norm": 2.5206596851348877, |
| "grad_norm_var": 110.12514261997971, |
| "learning_rate": 0.0001, |
| "loss": 1.0391, |
| "loss/crossentropy": 2.400813579559326, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.13384617865085602, |
| "loss/reg": 0.020998528227210045, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.091, |
| "grad_norm": 2.698018789291382, |
| "grad_norm_var": 110.34070270952832, |
| "learning_rate": 0.0001, |
| "loss": 0.928, |
| "loss/crossentropy": 2.505309820175171, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.10482652485370636, |
| "loss/reg": 0.020989248529076576, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.091125, |
| "grad_norm": 6.086211204528809, |
| "grad_norm_var": 109.65630388036335, |
| "learning_rate": 0.0001, |
| "loss": 1.4543, |
| "loss/crossentropy": 2.065880537033081, |
| "loss/hidden": 1.1171875, |
| "loss/logits": 0.12730881571769714, |
| "loss/reg": 0.020978538319468498, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.09125, |
| "grad_norm": 2.527377128601074, |
| "grad_norm_var": 110.45601242879228, |
| "learning_rate": 0.0001, |
| "loss": 0.9281, |
| "loss/crossentropy": 2.575125217437744, |
| "loss/hidden": 0.60546875, |
| "loss/logits": 0.11296658217906952, |
| "loss/reg": 0.020967954769730568, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.091375, |
| "grad_norm": 2.405383825302124, |
| "grad_norm_var": 110.88254605251709, |
| "learning_rate": 0.0001, |
| "loss": 1.0005, |
| "loss/crossentropy": 2.1985392570495605, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.1190965548157692, |
| "loss/reg": 0.02095715142786503, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.0915, |
| "grad_norm": 5.095945835113525, |
| "grad_norm_var": 110.75067974759948, |
| "learning_rate": 0.0001, |
| "loss": 1.2535, |
| "loss/crossentropy": 2.451446056365967, |
| "loss/hidden": 0.88671875, |
| "loss/logits": 0.15732397139072418, |
| "loss/reg": 0.020946422591805458, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.091625, |
| "grad_norm": 2.497173547744751, |
| "grad_norm_var": 110.93526847423995, |
| "learning_rate": 0.0001, |
| "loss": 1.1301, |
| "loss/crossentropy": 2.4981319904327393, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.15116086602210999, |
| "loss/reg": 0.020936597138643265, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.09175, |
| "grad_norm": 4.977592468261719, |
| "grad_norm_var": 110.20332761050602, |
| "learning_rate": 0.0001, |
| "loss": 1.0306, |
| "loss/crossentropy": 2.37424898147583, |
| "loss/hidden": 0.703125, |
| "loss/logits": 0.11818103492259979, |
| "loss/reg": 0.020926134660840034, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.091875, |
| "grad_norm": 2.8039772510528564, |
| "grad_norm_var": 110.39035266849663, |
| "learning_rate": 0.0001, |
| "loss": 0.9389, |
| "loss/crossentropy": 2.5503880977630615, |
| "loss/hidden": 0.62109375, |
| "loss/logits": 0.1085958182811737, |
| "loss/reg": 0.02091672271490097, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 3.418717861175537, |
| "grad_norm_var": 110.08862675247053, |
| "learning_rate": 0.0001, |
| "loss": 0.9544, |
| "loss/crossentropy": 2.6695592403411865, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.11641087383031845, |
| "loss/reg": 0.02090657874941826, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.092125, |
| "grad_norm": 2.807041883468628, |
| "grad_norm_var": 110.28591938740921, |
| "learning_rate": 0.0001, |
| "loss": 1.1135, |
| "loss/crossentropy": 2.4328622817993164, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.13500146567821503, |
| "loss/reg": 0.02089635282754898, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.09225, |
| "grad_norm": 3.713057518005371, |
| "grad_norm_var": 110.4783888232826, |
| "learning_rate": 0.0001, |
| "loss": 1.1755, |
| "loss/crossentropy": 2.0374624729156494, |
| "loss/hidden": 0.83984375, |
| "loss/logits": 0.12679257988929749, |
| "loss/reg": 0.02088700234889984, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.092375, |
| "grad_norm": 3.618948459625244, |
| "grad_norm_var": 109.99807079993953, |
| "learning_rate": 0.0001, |
| "loss": 0.9255, |
| "loss/crossentropy": 2.536527395248413, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.10737244784832001, |
| "loss/reg": 0.020877836272120476, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.0925, |
| "grad_norm": 2.815113067626953, |
| "grad_norm_var": 1.1792510177041378, |
| "learning_rate": 0.0001, |
| "loss": 0.9755, |
| "loss/crossentropy": 2.464996337890625, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.12616491317749023, |
| "loss/reg": 0.020868681371212006, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.092625, |
| "grad_norm": 3.194117546081543, |
| "grad_norm_var": 1.1771383378848062, |
| "learning_rate": 0.0001, |
| "loss": 1.1989, |
| "loss/crossentropy": 2.325310707092285, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.14658081531524658, |
| "loss/reg": 0.020859118551015854, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.09275, |
| "grad_norm": 2.970301628112793, |
| "grad_norm_var": 1.1887296793511715, |
| "learning_rate": 0.0001, |
| "loss": 0.9939, |
| "loss/crossentropy": 2.4747390747070312, |
| "loss/hidden": 0.66015625, |
| "loss/logits": 0.1252739280462265, |
| "loss/reg": 0.020850006490945816, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.092875, |
| "grad_norm": 3.7745604515075684, |
| "grad_norm_var": 1.1425983881417718, |
| "learning_rate": 0.0001, |
| "loss": 0.9835, |
| "loss/crossentropy": 2.4191653728485107, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.09930374473333359, |
| "loss/reg": 0.020840618759393692, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.093, |
| "grad_norm": 2.8048055171966553, |
| "grad_norm_var": 1.132423092522494, |
| "learning_rate": 0.0001, |
| "loss": 1.083, |
| "loss/crossentropy": 2.764143228530884, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.12075912207365036, |
| "loss/reg": 0.020830942317843437, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.093125, |
| "grad_norm": 9.04628849029541, |
| "grad_norm_var": 2.712848654929009, |
| "learning_rate": 0.0001, |
| "loss": 1.4779, |
| "loss/crossentropy": 2.2979469299316406, |
| "loss/hidden": 1.125, |
| "loss/logits": 0.1446615606546402, |
| "loss/reg": 0.02082117274403572, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.09325, |
| "grad_norm": 3.1999406814575195, |
| "grad_norm_var": 2.6400540651182967, |
| "learning_rate": 0.0001, |
| "loss": 1.0424, |
| "loss/crossentropy": 2.6157429218292236, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.11555971205234528, |
| "loss/reg": 0.020811092108488083, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.093375, |
| "grad_norm": 3.6833674907684326, |
| "grad_norm_var": 2.522139333113606, |
| "learning_rate": 0.0001, |
| "loss": 1.1046, |
| "loss/crossentropy": 2.6110498905181885, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.13881847262382507, |
| "loss/reg": 0.020801017060875893, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.0935, |
| "grad_norm": 3.073922872543335, |
| "grad_norm_var": 2.4218973518929827, |
| "learning_rate": 0.0001, |
| "loss": 0.9672, |
| "loss/crossentropy": 2.0898826122283936, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.10303568840026855, |
| "loss/reg": 0.020791731774806976, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.093625, |
| "grad_norm": 2.9481358528137207, |
| "grad_norm_var": 2.365294319547022, |
| "learning_rate": 0.0001, |
| "loss": 0.9589, |
| "loss/crossentropy": 2.477987766265869, |
| "loss/hidden": 0.640625, |
| "loss/logits": 0.11042475700378418, |
| "loss/reg": 0.02078239433467388, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.09375, |
| "grad_norm": 5.792114734649658, |
| "grad_norm_var": 2.5478865053407236, |
| "learning_rate": 0.0001, |
| "loss": 1.2395, |
| "loss/crossentropy": 2.0092225074768066, |
| "loss/hidden": 0.87109375, |
| "loss/logits": 0.16063663363456726, |
| "loss/reg": 0.020772725343704224, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.093875, |
| "grad_norm": 3.148350954055786, |
| "grad_norm_var": 2.512823601683457, |
| "learning_rate": 0.0001, |
| "loss": 1.14, |
| "loss/crossentropy": 2.669532537460327, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.15109741687774658, |
| "loss/reg": 0.020762871950864792, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 3.2779595851898193, |
| "grad_norm_var": 2.5202896391695124, |
| "learning_rate": 0.0001, |
| "loss": 1.1492, |
| "loss/crossentropy": 2.477522373199463, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.1291784942150116, |
| "loss/reg": 0.020753389224410057, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.094125, |
| "grad_norm": 2.3718457221984863, |
| "grad_norm_var": 2.586364485192132, |
| "learning_rate": 0.0001, |
| "loss": 1.0399, |
| "loss/crossentropy": 2.497688055038452, |
| "loss/hidden": 0.69921875, |
| "loss/logits": 0.13327988982200623, |
| "loss/reg": 0.02074403502047062, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.09425, |
| "grad_norm": 4.972538948059082, |
| "grad_norm_var": 2.6852568725766104, |
| "learning_rate": 0.0001, |
| "loss": 1.2511, |
| "loss/crossentropy": 2.232241630554199, |
| "loss/hidden": 0.90234375, |
| "loss/logits": 0.1414394974708557, |
| "loss/reg": 0.020734604448080063, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.094375, |
| "grad_norm": 2.6991426944732666, |
| "grad_norm_var": 2.7595134043336267, |
| "learning_rate": 0.0001, |
| "loss": 1.001, |
| "loss/crossentropy": 2.596348285675049, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.1297152191400528, |
| "loss/reg": 0.020725268870592117, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.0945, |
| "grad_norm": 2.8633017539978027, |
| "grad_norm_var": 2.753743097466793, |
| "learning_rate": 0.0001, |
| "loss": 1.065, |
| "loss/crossentropy": 2.3198070526123047, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.11169925332069397, |
| "loss/reg": 0.020716087892651558, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.094625, |
| "grad_norm": 3.628239154815674, |
| "grad_norm_var": 2.733994536045853, |
| "learning_rate": 0.0001, |
| "loss": 1.3141, |
| "loss/crossentropy": 2.1950411796569824, |
| "loss/hidden": 0.92578125, |
| "loss/logits": 0.1812862753868103, |
| "loss/reg": 0.020707255229353905, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.09475, |
| "grad_norm": 2.805727958679199, |
| "grad_norm_var": 2.753145827217212, |
| "learning_rate": 0.0001, |
| "loss": 1.109, |
| "loss/crossentropy": 2.40027117729187, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.13251210749149323, |
| "loss/reg": 0.02069801278412342, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.094875, |
| "grad_norm": 3.1892051696777344, |
| "grad_norm_var": 2.7730842000576295, |
| "learning_rate": 0.0001, |
| "loss": 1.1224, |
| "loss/crossentropy": 2.2343788146972656, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.1382053792476654, |
| "loss/reg": 0.020689615979790688, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.095, |
| "grad_norm": 2.925913095474243, |
| "grad_norm_var": 2.759237877311041, |
| "learning_rate": 0.0001, |
| "loss": 0.9857, |
| "loss/crossentropy": 2.5283889770507812, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.11487281322479248, |
| "loss/reg": 0.02068025805056095, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.095125, |
| "grad_norm": 4.760406970977783, |
| "grad_norm_var": 0.8673601536624308, |
| "learning_rate": 0.0001, |
| "loss": 1.3807, |
| "loss/crossentropy": 2.8629026412963867, |
| "loss/hidden": 0.9765625, |
| "loss/logits": 0.1973596215248108, |
| "loss/reg": 0.020673030987381935, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.09525, |
| "grad_norm": 2.6182596683502197, |
| "grad_norm_var": 0.9085803501248163, |
| "learning_rate": 0.0001, |
| "loss": 0.9554, |
| "loss/crossentropy": 2.6935925483703613, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.11598716676235199, |
| "loss/reg": 0.020663931965827942, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.095375, |
| "grad_norm": 3.404240131378174, |
| "grad_norm_var": 0.9037375089777697, |
| "learning_rate": 0.0001, |
| "loss": 1.0173, |
| "loss/crossentropy": 2.5958027839660645, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.11542315781116486, |
| "loss/reg": 0.020654823631048203, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.0955, |
| "grad_norm": 3.0021934509277344, |
| "grad_norm_var": 0.9072250591900151, |
| "learning_rate": 0.0001, |
| "loss": 0.9811, |
| "loss/crossentropy": 2.4611666202545166, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.11060373485088348, |
| "loss/reg": 0.020645687356591225, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.095625, |
| "grad_norm": 4.123987674713135, |
| "grad_norm_var": 0.9227216736856043, |
| "learning_rate": 0.0001, |
| "loss": 1.2112, |
| "loss/crossentropy": 2.327146530151367, |
| "loss/hidden": 0.87109375, |
| "loss/logits": 0.13372407853603363, |
| "loss/reg": 0.020637821406126022, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.09575, |
| "grad_norm": 3.835116147994995, |
| "grad_norm_var": 0.5572045887439032, |
| "learning_rate": 0.0001, |
| "loss": 1.0062, |
| "loss/crossentropy": 2.5438876152038574, |
| "loss/hidden": 0.67578125, |
| "loss/logits": 0.12415439635515213, |
| "loss/reg": 0.02063015103340149, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.095875, |
| "grad_norm": 3.2649309635162354, |
| "grad_norm_var": 0.5548939110280107, |
| "learning_rate": 0.0001, |
| "loss": 1.1664, |
| "loss/crossentropy": 2.6621615886688232, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.15938454866409302, |
| "loss/reg": 0.020622732117772102, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 3.398061752319336, |
| "grad_norm_var": 0.554498685348062, |
| "learning_rate": 0.0001, |
| "loss": 0.852, |
| "loss/crossentropy": 2.3231897354125977, |
| "loss/hidden": 0.5625, |
| "loss/logits": 0.08329755067825317, |
| "loss/reg": 0.0206154715269804, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.096125, |
| "grad_norm": 2.8744146823883057, |
| "grad_norm_var": 0.5036373977995244, |
| "learning_rate": 0.0001, |
| "loss": 0.9094, |
| "loss/crossentropy": 2.5140726566314697, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.0860939770936966, |
| "loss/reg": 0.020607706159353256, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.09625, |
| "grad_norm": 8.404803276062012, |
| "grad_norm_var": 1.9605456650252857, |
| "learning_rate": 0.0001, |
| "loss": 1.614, |
| "loss/crossentropy": 2.4072842597961426, |
| "loss/hidden": 1.1328125, |
| "loss/logits": 0.2751774787902832, |
| "loss/reg": 0.020600339397788048, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.096375, |
| "grad_norm": 2.581511974334717, |
| "grad_norm_var": 1.975733645477993, |
| "learning_rate": 0.0001, |
| "loss": 1.08, |
| "loss/crossentropy": 2.3724427223205566, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.1358003169298172, |
| "loss/reg": 0.02059323526918888, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.0965, |
| "grad_norm": 3.9817845821380615, |
| "grad_norm_var": 1.9433082266341482, |
| "learning_rate": 0.0001, |
| "loss": 1.0926, |
| "loss/crossentropy": 2.459740400314331, |
| "loss/hidden": 0.765625, |
| "loss/logits": 0.12109124660491943, |
| "loss/reg": 0.02058546058833599, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.096625, |
| "grad_norm": 7.001491069793701, |
| "grad_norm_var": 2.633487351928299, |
| "learning_rate": 0.0001, |
| "loss": 1.1253, |
| "loss/crossentropy": 2.6342828273773193, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.10705184936523438, |
| "loss/reg": 0.020576275885105133, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.09675, |
| "grad_norm": 2.4826319217681885, |
| "grad_norm_var": 2.6865387021083524, |
| "learning_rate": 0.0001, |
| "loss": 1.1239, |
| "loss/crossentropy": 2.537883996963501, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.1447601616382599, |
| "loss/reg": 0.02056770585477352, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.096875, |
| "grad_norm": 3.5470290184020996, |
| "grad_norm_var": 2.6622723084153237, |
| "learning_rate": 0.0001, |
| "loss": 1.1572, |
| "loss/crossentropy": 2.572312831878662, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.15083444118499756, |
| "loss/reg": 0.020558428019285202, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.097, |
| "grad_norm": 2.8388142585754395, |
| "grad_norm_var": 2.673918444962514, |
| "learning_rate": 0.0001, |
| "loss": 1.1426, |
| "loss/crossentropy": 2.2697503566741943, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.14412574470043182, |
| "loss/reg": 0.020549749955534935, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.097125, |
| "grad_norm": 2.9166338443756104, |
| "grad_norm_var": 2.670560695292122, |
| "learning_rate": 0.0001, |
| "loss": 0.8926, |
| "loss/crossentropy": 2.4288480281829834, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.10516718029975891, |
| "loss/reg": 0.02054043672978878, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.09725, |
| "grad_norm": 3.565744161605835, |
| "grad_norm_var": 2.58151597609506, |
| "learning_rate": 0.0001, |
| "loss": 1.1299, |
| "loss/crossentropy": 2.444842576980591, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.1472683846950531, |
| "loss/reg": 0.020531047135591507, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.097375, |
| "grad_norm": 2.8829805850982666, |
| "grad_norm_var": 2.627842889624617, |
| "learning_rate": 0.0001, |
| "loss": 1.1382, |
| "loss/crossentropy": 2.548234462738037, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.1478501409292221, |
| "loss/reg": 0.02052178978919983, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.0975, |
| "grad_norm": 2.908299207687378, |
| "grad_norm_var": 2.6383052442278556, |
| "learning_rate": 0.0001, |
| "loss": 1.069, |
| "loss/crossentropy": 2.3388137817382812, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.12949424982070923, |
| "loss/reg": 0.020512979477643967, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.097625, |
| "grad_norm": 2.5852208137512207, |
| "grad_norm_var": 2.717361748364273, |
| "learning_rate": 0.0001, |
| "loss": 0.9782, |
| "loss/crossentropy": 2.4337894916534424, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.11689651757478714, |
| "loss/reg": 0.020503604784607887, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.09775, |
| "grad_norm": 5.328097820281982, |
| "grad_norm_var": 2.885194693951976, |
| "learning_rate": 0.0001, |
| "loss": 1.2053, |
| "loss/crossentropy": 2.5564181804656982, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.19961750507354736, |
| "loss/reg": 0.020494818687438965, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.097875, |
| "grad_norm": 3.647054672241211, |
| "grad_norm_var": 2.8678156226553613, |
| "learning_rate": 0.0001, |
| "loss": 1.0039, |
| "loss/crossentropy": 2.5830650329589844, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.13103139400482178, |
| "loss/reg": 0.020485466346144676, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 4.480771541595459, |
| "grad_norm_var": 2.8817531456144723, |
| "learning_rate": 0.0001, |
| "loss": 1.3811, |
| "loss/crossentropy": 2.4550743103027344, |
| "loss/hidden": 0.9765625, |
| "loss/logits": 0.1997724324464798, |
| "loss/reg": 0.020477164536714554, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.098125, |
| "grad_norm": 3.1495656967163086, |
| "grad_norm_var": 2.8497140664534366, |
| "learning_rate": 0.0001, |
| "loss": 1.1386, |
| "loss/crossentropy": 2.846536636352539, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.1722334325313568, |
| "loss/reg": 0.020469149574637413, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.09825, |
| "grad_norm": 3.611919641494751, |
| "grad_norm_var": 1.4027508562338329, |
| "learning_rate": 0.0001, |
| "loss": 1.0783, |
| "loss/crossentropy": 2.7328994274139404, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.14321856200695038, |
| "loss/reg": 0.020459884777665138, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.098375, |
| "grad_norm": 4.535567283630371, |
| "grad_norm_var": 1.3775118805215696, |
| "learning_rate": 0.0001, |
| "loss": 1.3035, |
| "loss/crossentropy": 2.616641044616699, |
| "loss/hidden": 0.8515625, |
| "loss/logits": 0.24746158719062805, |
| "loss/reg": 0.020450593903660774, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.0985, |
| "grad_norm": 2.7010657787323, |
| "grad_norm_var": 1.4347220572574786, |
| "learning_rate": 0.0001, |
| "loss": 0.9439, |
| "loss/crossentropy": 2.7851712703704834, |
| "loss/hidden": 0.62890625, |
| "loss/logits": 0.11055716872215271, |
| "loss/reg": 0.020441319793462753, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.098625, |
| "grad_norm": 3.3690221309661865, |
| "grad_norm_var": 0.6296018822433316, |
| "learning_rate": 0.0001, |
| "loss": 0.9858, |
| "loss/crossentropy": 2.5199151039123535, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.11739970743656158, |
| "loss/reg": 0.020432572811841965, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.09875, |
| "grad_norm": 3.5332016944885254, |
| "grad_norm_var": 0.5687648370759459, |
| "learning_rate": 0.0001, |
| "loss": 1.2114, |
| "loss/crossentropy": 2.3861191272735596, |
| "loss/hidden": 0.80859375, |
| "loss/logits": 0.19853942096233368, |
| "loss/reg": 0.020423252135515213, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.098875, |
| "grad_norm": 3.4778192043304443, |
| "grad_norm_var": 0.5684000998912779, |
| "learning_rate": 0.0001, |
| "loss": 1.3337, |
| "loss/crossentropy": 2.177149772644043, |
| "loss/hidden": 0.94921875, |
| "loss/logits": 0.18037351965904236, |
| "loss/reg": 0.020413951948285103, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.099, |
| "grad_norm": 3.1103479862213135, |
| "grad_norm_var": 0.5501298461305394, |
| "learning_rate": 0.0001, |
| "loss": 1.1811, |
| "loss/crossentropy": 2.381289005279541, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.16453775763511658, |
| "loss/reg": 0.020404649898409843, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.099125, |
| "grad_norm": 2.7654690742492676, |
| "grad_norm_var": 0.563068172749172, |
| "learning_rate": 0.0001, |
| "loss": 0.9788, |
| "loss/crossentropy": 2.6645448207855225, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.12248219549655914, |
| "loss/reg": 0.020395854488015175, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.09925, |
| "grad_norm": 2.9942195415496826, |
| "grad_norm_var": 0.5768165563916947, |
| "learning_rate": 0.0001, |
| "loss": 1.1054, |
| "loss/crossentropy": 2.388904571533203, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.16325941681861877, |
| "loss/reg": 0.020387381315231323, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.099375, |
| "grad_norm": 3.1070520877838135, |
| "grad_norm_var": 0.5632370819485725, |
| "learning_rate": 0.0001, |
| "loss": 1.0819, |
| "loss/crossentropy": 2.4645302295684814, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.13203924894332886, |
| "loss/reg": 0.020378144457936287, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.0995, |
| "grad_norm": 3.5182595252990723, |
| "grad_norm_var": 0.5419026805153273, |
| "learning_rate": 0.0001, |
| "loss": 1.3242, |
| "loss/crossentropy": 2.337388038635254, |
| "loss/hidden": 0.96875, |
| "loss/logits": 0.15180304646492004, |
| "loss/reg": 0.020368557423353195, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.099625, |
| "grad_norm": 2.4217121601104736, |
| "grad_norm_var": 0.5634005753459926, |
| "learning_rate": 0.0001, |
| "loss": 0.976, |
| "loss/crossentropy": 2.520176887512207, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.1083153486251831, |
| "loss/reg": 0.020359758287668228, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.09975, |
| "grad_norm": 3.818143129348755, |
| "grad_norm_var": 0.33472096860269646, |
| "learning_rate": 0.0001, |
| "loss": 1.2273, |
| "loss/crossentropy": 2.452592134475708, |
| "loss/hidden": 0.86328125, |
| "loss/logits": 0.1604856252670288, |
| "loss/reg": 0.02035023830831051, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.099875, |
| "grad_norm": 2.8298075199127197, |
| "grad_norm_var": 0.3484620943588491, |
| "learning_rate": 0.0001, |
| "loss": 1.094, |
| "loss/crossentropy": 2.6919286251068115, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.15227138996124268, |
| "loss/reg": 0.020340625196695328, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 45.50175094604492, |
| "grad_norm_var": 111.76340644728633, |
| "learning_rate": 0.0001, |
| "loss": 1.6213, |
| "loss/crossentropy": 2.2076241970062256, |
| "loss/hidden": 1.125, |
| "loss/logits": 0.2930048406124115, |
| "loss/reg": 0.020331410691142082, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.100125, |
| "grad_norm": 3.073981523513794, |
| "grad_norm_var": 111.7915103772579, |
| "learning_rate": 0.0001, |
| "loss": 1.1146, |
| "loss/crossentropy": 2.5723347663879395, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.13403840363025665, |
| "loss/reg": 0.020322071388363838, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.10025, |
| "grad_norm": 4.337286472320557, |
| "grad_norm_var": 111.60328751499571, |
| "learning_rate": 0.0001, |
| "loss": 1.2228, |
| "loss/crossentropy": 2.7784037590026855, |
| "loss/hidden": 0.83984375, |
| "loss/logits": 0.17983263731002808, |
| "loss/reg": 0.020312372595071793, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.100375, |
| "grad_norm": 3.656367778778076, |
| "grad_norm_var": 111.81663718658596, |
| "learning_rate": 0.0001, |
| "loss": 1.1003, |
| "loss/crossentropy": 2.4638426303863525, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.12776704132556915, |
| "loss/reg": 0.020302986726164818, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.1005, |
| "grad_norm": 3.38935923576355, |
| "grad_norm_var": 111.55373057700994, |
| "learning_rate": 0.0001, |
| "loss": 0.9749, |
| "loss/crossentropy": 2.4947969913482666, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.10794391483068466, |
| "loss/reg": 0.020293867215514183, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.100625, |
| "grad_norm": 3.2775380611419678, |
| "grad_norm_var": 111.58551029522327, |
| "learning_rate": 0.0001, |
| "loss": 1.133, |
| "loss/crossentropy": 2.4812419414520264, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.15277597308158875, |
| "loss/reg": 0.020284701138734818, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.10075, |
| "grad_norm": 2.996157646179199, |
| "grad_norm_var": 111.77485823890761, |
| "learning_rate": 0.0001, |
| "loss": 1.0998, |
| "loss/crossentropy": 2.516984224319458, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.14709463715553284, |
| "loss/reg": 0.020275365561246872, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.100875, |
| "grad_norm": 5.575490951538086, |
| "grad_norm_var": 111.37459403701224, |
| "learning_rate": 0.0001, |
| "loss": 1.0629, |
| "loss/crossentropy": 2.6265506744384766, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.12198775261640549, |
| "loss/reg": 0.02026602067053318, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.101, |
| "grad_norm": 2.653712749481201, |
| "grad_norm_var": 111.56498102164149, |
| "learning_rate": 0.0001, |
| "loss": 0.957, |
| "loss/crossentropy": 2.755121946334839, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.12166983634233475, |
| "loss/reg": 0.02025618776679039, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.101125, |
| "grad_norm": 2.5454790592193604, |
| "grad_norm_var": 111.66272758702647, |
| "learning_rate": 0.0001, |
| "loss": 1.0209, |
| "loss/crossentropy": 2.475360870361328, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.1231006383895874, |
| "loss/reg": 0.02024705521762371, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.10125, |
| "grad_norm": 12.002355575561523, |
| "grad_norm_var": 113.1469842386682, |
| "learning_rate": 0.0001, |
| "loss": 1.1289, |
| "loss/crossentropy": 2.485873222351074, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.1492297500371933, |
| "loss/reg": 0.020237451419234276, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.101375, |
| "grad_norm": 3.0118675231933594, |
| "grad_norm_var": 113.19117010752396, |
| "learning_rate": 0.0001, |
| "loss": 1.0673, |
| "loss/crossentropy": 2.610520124435425, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.13847574591636658, |
| "loss/reg": 0.020227529108524323, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.1015, |
| "grad_norm": 37.33988952636719, |
| "grad_norm_var": 171.06705552642327, |
| "learning_rate": 0.0001, |
| "loss": 4.5438, |
| "loss/crossentropy": 3.938170909881592, |
| "loss/hidden": 2.203125, |
| "loss/logits": 2.1385304927825928, |
| "loss/reg": 0.02021711878478527, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.101625, |
| "grad_norm": 2.306735038757324, |
| "grad_norm_var": 171.16339278078715, |
| "learning_rate": 0.0001, |
| "loss": 0.928, |
| "loss/crossentropy": 2.3164937496185303, |
| "loss/hidden": 0.625, |
| "loss/logits": 0.10087703168392181, |
| "loss/reg": 0.020207591354846954, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.10175, |
| "grad_norm": 3.00903058052063, |
| "grad_norm_var": 171.72501112959992, |
| "learning_rate": 0.0001, |
| "loss": 1.1753, |
| "loss/crossentropy": 2.4386990070343018, |
| "loss/hidden": 0.828125, |
| "loss/logits": 0.1452336609363556, |
| "loss/reg": 0.02019745111465454, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.101875, |
| "grad_norm": 2.680140972137451, |
| "grad_norm_var": 171.84144221114087, |
| "learning_rate": 0.0001, |
| "loss": 1.157, |
| "loss/crossentropy": 2.531343460083008, |
| "loss/hidden": 0.796875, |
| "loss/logits": 0.15824541449546814, |
| "loss/reg": 0.020187031477689743, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 2.582740068435669, |
| "grad_norm_var": 75.71062264039246, |
| "learning_rate": 0.0001, |
| "loss": 1.0065, |
| "loss/crossentropy": 2.5258586406707764, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.11330173909664154, |
| "loss/reg": 0.02017681486904621, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.102125, |
| "grad_norm": 3.5809519290924072, |
| "grad_norm_var": 75.53549752812218, |
| "learning_rate": 0.0001, |
| "loss": 1.2756, |
| "loss/crossentropy": 2.080437183380127, |
| "loss/hidden": 0.90625, |
| "loss/logits": 0.16763544082641602, |
| "loss/reg": 0.02016652189195156, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.10225, |
| "grad_norm": 3.093592405319214, |
| "grad_norm_var": 75.89695881356819, |
| "learning_rate": 0.0001, |
| "loss": 1.1484, |
| "loss/crossentropy": 2.630833625793457, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.14600682258605957, |
| "loss/reg": 0.020157409831881523, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.102375, |
| "grad_norm": 3.1120946407318115, |
| "grad_norm_var": 76.0751246894024, |
| "learning_rate": 0.0001, |
| "loss": 1.038, |
| "loss/crossentropy": 2.5411901473999023, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.14511412382125854, |
| "loss/reg": 0.020148303359746933, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.1025, |
| "grad_norm": 2.9903945922851562, |
| "grad_norm_var": 76.21449508483448, |
| "learning_rate": 0.0001, |
| "loss": 1.0769, |
| "loss/crossentropy": 2.556246042251587, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.13721047341823578, |
| "loss/reg": 0.020139139145612717, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.102625, |
| "grad_norm": 3.297760248184204, |
| "grad_norm_var": 76.2077263993312, |
| "learning_rate": 0.0001, |
| "loss": 1.025, |
| "loss/crossentropy": 2.5704898834228516, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.14399868249893188, |
| "loss/reg": 0.020129989832639694, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.10275, |
| "grad_norm": 3.810601234436035, |
| "grad_norm_var": 75.94485425030823, |
| "learning_rate": 0.0001, |
| "loss": 1.2142, |
| "loss/crossentropy": 2.4684388637542725, |
| "loss/hidden": 0.83984375, |
| "loss/logits": 0.17318351566791534, |
| "loss/reg": 0.020120643079280853, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.102875, |
| "grad_norm": 2.798835515975952, |
| "grad_norm_var": 76.52818091118122, |
| "learning_rate": 0.0001, |
| "loss": 0.9558, |
| "loss/crossentropy": 2.476940393447876, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.10626688599586487, |
| "loss/reg": 0.020111503079533577, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.103, |
| "grad_norm": 4.541812419891357, |
| "grad_norm_var": 75.99013496754353, |
| "learning_rate": 0.0001, |
| "loss": 1.1311, |
| "loss/crossentropy": 2.339744806289673, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.2034740447998047, |
| "loss/reg": 0.020102351903915405, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.103125, |
| "grad_norm": 2.6360268592834473, |
| "grad_norm_var": 75.95142766348106, |
| "learning_rate": 0.0001, |
| "loss": 1.0849, |
| "loss/crossentropy": 2.3795337677001953, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.1378898024559021, |
| "loss/reg": 0.02009383775293827, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.10325, |
| "grad_norm": 3.2206642627716064, |
| "grad_norm_var": 73.50864103963063, |
| "learning_rate": 0.0001, |
| "loss": 1.09, |
| "loss/crossentropy": 2.645775556564331, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.13137856125831604, |
| "loss/reg": 0.020084405317902565, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.103375, |
| "grad_norm": 3.2071568965911865, |
| "grad_norm_var": 73.45272548167614, |
| "learning_rate": 0.0001, |
| "loss": 0.9383, |
| "loss/crossentropy": 2.7224762439727783, |
| "loss/hidden": 0.625, |
| "loss/logits": 0.11251779645681381, |
| "loss/reg": 0.020074598491191864, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.1035, |
| "grad_norm": 3.2850613594055176, |
| "grad_norm_var": 0.2863261800221416, |
| "learning_rate": 0.0001, |
| "loss": 1.1194, |
| "loss/crossentropy": 2.522642135620117, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.17652815580368042, |
| "loss/reg": 0.02006435953080654, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.103625, |
| "grad_norm": 3.5068256855010986, |
| "grad_norm_var": 0.24387138774257647, |
| "learning_rate": 0.0001, |
| "loss": 0.9457, |
| "loss/crossentropy": 2.6463444232940674, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.11229754984378815, |
| "loss/reg": 0.020054515451192856, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.10375, |
| "grad_norm": 4.16710090637207, |
| "grad_norm_var": 0.29672115328222404, |
| "learning_rate": 0.0001, |
| "loss": 1.301, |
| "loss/crossentropy": 2.519270420074463, |
| "loss/hidden": 0.921875, |
| "loss/logits": 0.1786651611328125, |
| "loss/reg": 0.020044928416609764, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.103875, |
| "grad_norm": 3.5839273929595947, |
| "grad_norm_var": 0.27524789373512704, |
| "learning_rate": 0.0001, |
| "loss": 0.9949, |
| "loss/crossentropy": 2.0604701042175293, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.1109282597899437, |
| "loss/reg": 0.02003585919737816, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 2.8121650218963623, |
| "grad_norm_var": 0.25541980739101955, |
| "learning_rate": 0.0001, |
| "loss": 1.1057, |
| "loss/crossentropy": 2.670191764831543, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.1515616476535797, |
| "loss/reg": 0.020026110112667084, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.104125, |
| "grad_norm": 3.116018295288086, |
| "grad_norm_var": 0.2547872758708628, |
| "learning_rate": 0.0001, |
| "loss": 1.0301, |
| "loss/crossentropy": 3.016143321990967, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.1502160131931305, |
| "loss/reg": 0.020016156136989594, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.10425, |
| "grad_norm": 6.202447414398193, |
| "grad_norm_var": 0.7634439694535559, |
| "learning_rate": 0.0001, |
| "loss": 1.2045, |
| "loss/crossentropy": 2.8383448123931885, |
| "loss/hidden": 0.84765625, |
| "loss/logits": 0.15678462386131287, |
| "loss/reg": 0.020007088780403137, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.104375, |
| "grad_norm": 3.4904069900512695, |
| "grad_norm_var": 0.7519116349075012, |
| "learning_rate": 0.0001, |
| "loss": 1.2658, |
| "loss/crossentropy": 2.597175359725952, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.22209098935127258, |
| "loss/reg": 0.019998185336589813, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.1045, |
| "grad_norm": 4.6242594718933105, |
| "grad_norm_var": 0.7986550791863064, |
| "learning_rate": 0.0001, |
| "loss": 1.1411, |
| "loss/crossentropy": 2.6017813682556152, |
| "loss/hidden": 0.796875, |
| "loss/logits": 0.14435435831546783, |
| "loss/reg": 0.019988389685750008, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.104625, |
| "grad_norm": 3.2676827907562256, |
| "grad_norm_var": 0.800099420481778, |
| "learning_rate": 0.0001, |
| "loss": 1.1908, |
| "loss/crossentropy": 2.454334259033203, |
| "loss/hidden": 0.82421875, |
| "loss/logits": 0.16681547462940216, |
| "loss/reg": 0.019979091361165047, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.10475, |
| "grad_norm": 3.4931089878082275, |
| "grad_norm_var": 0.7992595598721048, |
| "learning_rate": 0.0001, |
| "loss": 1.1803, |
| "loss/crossentropy": 2.2890915870666504, |
| "loss/hidden": 0.828125, |
| "loss/logits": 0.15247204899787903, |
| "loss/reg": 0.019969170913100243, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.104875, |
| "grad_norm": 2.7106313705444336, |
| "grad_norm_var": 0.8094277801425143, |
| "learning_rate": 0.0001, |
| "loss": 1.097, |
| "loss/crossentropy": 2.56706166267395, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.12783397734165192, |
| "loss/reg": 0.019960079342126846, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.105, |
| "grad_norm": 3.2825114727020264, |
| "grad_norm_var": 0.7531900707246374, |
| "learning_rate": 0.0001, |
| "loss": 1.2726, |
| "loss/crossentropy": 2.324145555496216, |
| "loss/hidden": 0.88671875, |
| "loss/logits": 0.18636029958724976, |
| "loss/reg": 0.019951237365603447, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.105125, |
| "grad_norm": 2.752570152282715, |
| "grad_norm_var": 0.7400250579900473, |
| "learning_rate": 0.0001, |
| "loss": 1.0885, |
| "loss/crossentropy": 2.4273452758789062, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.1312946379184723, |
| "loss/reg": 0.01994233950972557, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.10525, |
| "grad_norm": 3.451720714569092, |
| "grad_norm_var": 0.733364881032247, |
| "learning_rate": 0.0001, |
| "loss": 1.1042, |
| "loss/crossentropy": 2.5271100997924805, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.1431449055671692, |
| "loss/reg": 0.019932815805077553, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.105375, |
| "grad_norm": 3.0586564540863037, |
| "grad_norm_var": 0.741721542830341, |
| "learning_rate": 0.0001, |
| "loss": 1.0412, |
| "loss/crossentropy": 2.9447247982025146, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.13100013136863708, |
| "loss/reg": 0.019923273473978043, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.1055, |
| "grad_norm": 3.4214084148406982, |
| "grad_norm_var": 0.7380611813534226, |
| "learning_rate": 0.0001, |
| "loss": 1.2281, |
| "loss/crossentropy": 2.3005340099334717, |
| "loss/hidden": 0.86328125, |
| "loss/logits": 0.1657242327928543, |
| "loss/reg": 0.01991339959204197, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.105625, |
| "grad_norm": 2.6607367992401123, |
| "grad_norm_var": 0.7886706735221035, |
| "learning_rate": 0.0001, |
| "loss": 1.1345, |
| "loss/crossentropy": 2.5435853004455566, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.1347101330757141, |
| "loss/reg": 0.019903138279914856, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.10575, |
| "grad_norm": 3.0965163707733154, |
| "grad_norm_var": 0.7659307635756494, |
| "learning_rate": 0.0001, |
| "loss": 1.0956, |
| "loss/crossentropy": 2.6083555221557617, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.1505199819803238, |
| "loss/reg": 0.019893797114491463, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.105875, |
| "grad_norm": 4.309004306793213, |
| "grad_norm_var": 0.8127957898222188, |
| "learning_rate": 0.0001, |
| "loss": 1.078, |
| "loss/crossentropy": 2.515653371810913, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.11742238700389862, |
| "loss/reg": 0.019883660599589348, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 3.248624563217163, |
| "grad_norm_var": 0.7855834171862691, |
| "learning_rate": 0.0001, |
| "loss": 1.0838, |
| "loss/crossentropy": 2.593562126159668, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.13119123876094818, |
| "loss/reg": 0.019874349236488342, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.106125, |
| "grad_norm": 3.347926378250122, |
| "grad_norm_var": 0.7767115778534122, |
| "learning_rate": 0.0001, |
| "loss": 1.0816, |
| "loss/crossentropy": 2.3947036266326904, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.13295108079910278, |
| "loss/reg": 0.019864298403263092, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.10625, |
| "grad_norm": 4.369658946990967, |
| "grad_norm_var": 0.33264170947598637, |
| "learning_rate": 0.0001, |
| "loss": 1.0708, |
| "loss/crossentropy": 2.449446201324463, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.13007891178131104, |
| "loss/reg": 0.019854165613651276, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.106375, |
| "grad_norm": 3.361130475997925, |
| "grad_norm_var": 0.332327660409797, |
| "learning_rate": 0.0001, |
| "loss": 0.9761, |
| "loss/crossentropy": 2.566408157348633, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.10966208577156067, |
| "loss/reg": 0.019843947142362595, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.1065, |
| "grad_norm": 2.6885204315185547, |
| "grad_norm_var": 0.25144665871681204, |
| "learning_rate": 0.0001, |
| "loss": 0.9331, |
| "loss/crossentropy": 2.3620035648345947, |
| "loss/hidden": 0.625, |
| "loss/logits": 0.10973039269447327, |
| "loss/reg": 0.019834715873003006, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.106625, |
| "grad_norm": 2.615734338760376, |
| "grad_norm_var": 0.2793016853206145, |
| "learning_rate": 0.0001, |
| "loss": 1.0168, |
| "loss/crossentropy": 2.605545997619629, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.12715153396129608, |
| "loss/reg": 0.01982559822499752, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.10675, |
| "grad_norm": 3.073012113571167, |
| "grad_norm_var": 0.276254032788457, |
| "learning_rate": 0.0001, |
| "loss": 0.9855, |
| "loss/crossentropy": 2.634042739868164, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.11542729288339615, |
| "loss/reg": 0.019816165789961815, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.106875, |
| "grad_norm": 2.759152412414551, |
| "grad_norm_var": 0.27313479552050995, |
| "learning_rate": 0.0001, |
| "loss": 0.9145, |
| "loss/crossentropy": 2.4920616149902344, |
| "loss/hidden": 0.61328125, |
| "loss/logits": 0.10316716134548187, |
| "loss/reg": 0.019806833937764168, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.107, |
| "grad_norm": 3.647084951400757, |
| "grad_norm_var": 0.28455080731760823, |
| "learning_rate": 0.0001, |
| "loss": 1.1336, |
| "loss/crossentropy": 2.34993314743042, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.150485098361969, |
| "loss/reg": 0.019797123968601227, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.107125, |
| "grad_norm": 5.309474468231201, |
| "grad_norm_var": 0.5265287098230971, |
| "learning_rate": 0.0001, |
| "loss": 1.3513, |
| "loss/crossentropy": 2.4511518478393555, |
| "loss/hidden": 0.94140625, |
| "loss/logits": 0.21205759048461914, |
| "loss/reg": 0.01978708617389202, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.10725, |
| "grad_norm": 3.1982548236846924, |
| "grad_norm_var": 0.5288348795583182, |
| "learning_rate": 0.0001, |
| "loss": 1.1847, |
| "loss/crossentropy": 2.2767844200134277, |
| "loss/hidden": 0.8359375, |
| "loss/logits": 0.15097308158874512, |
| "loss/reg": 0.01977648213505745, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.107375, |
| "grad_norm": 3.7261335849761963, |
| "grad_norm_var": 0.5276094221235986, |
| "learning_rate": 0.0001, |
| "loss": 1.1138, |
| "loss/crossentropy": 2.660844087600708, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.13101539015769958, |
| "loss/reg": 0.01976662687957287, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.1075, |
| "grad_norm": 3.3435637950897217, |
| "grad_norm_var": 0.5280464375318101, |
| "learning_rate": 0.0001, |
| "loss": 1.2877, |
| "loss/crossentropy": 2.4701263904571533, |
| "loss/hidden": 0.90625, |
| "loss/logits": 0.18388135731220245, |
| "loss/reg": 0.019757471978664398, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.107625, |
| "grad_norm": 2.630688190460205, |
| "grad_norm_var": 0.5311534898567278, |
| "learning_rate": 0.0001, |
| "loss": 1.063, |
| "loss/crossentropy": 2.5359132289886475, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.1311398446559906, |
| "loss/reg": 0.019748201593756676, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.10775, |
| "grad_norm": 2.5543456077575684, |
| "grad_norm_var": 0.5729300014134933, |
| "learning_rate": 0.0001, |
| "loss": 0.987, |
| "loss/crossentropy": 2.3763418197631836, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.11773102730512619, |
| "loss/reg": 0.01973855495452881, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.107875, |
| "grad_norm": 2.8768351078033447, |
| "grad_norm_var": 0.5249464789316676, |
| "learning_rate": 0.0001, |
| "loss": 1.11, |
| "loss/crossentropy": 2.467682361602783, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.13924749195575714, |
| "loss/reg": 0.019729435443878174, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 9.608988761901855, |
| "grad_norm_var": 3.012409881249372, |
| "learning_rate": 0.0001, |
| "loss": 1.8371, |
| "loss/crossentropy": 2.4410533905029297, |
| "loss/hidden": 1.359375, |
| "loss/logits": 0.280517578125, |
| "loss/reg": 0.019719891250133514, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.108125, |
| "grad_norm": 2.6161296367645264, |
| "grad_norm_var": 3.079687357926654, |
| "learning_rate": 0.0001, |
| "loss": 0.9254, |
| "loss/crossentropy": 2.656090497970581, |
| "loss/hidden": 0.6171875, |
| "loss/logits": 0.11112320423126221, |
| "loss/reg": 0.01971041038632393, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.10825, |
| "grad_norm": 6.282230377197266, |
| "grad_norm_var": 3.4921671952336317, |
| "learning_rate": 0.0001, |
| "loss": 1.1269, |
| "loss/crossentropy": 2.4799087047576904, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.12914146482944489, |
| "loss/reg": 0.01970127783715725, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.108375, |
| "grad_norm": 3.052783727645874, |
| "grad_norm_var": 3.514845564297898, |
| "learning_rate": 0.0001, |
| "loss": 1.1383, |
| "loss/crossentropy": 2.4700145721435547, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.15620394051074982, |
| "loss/reg": 0.019691679626703262, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.1085, |
| "grad_norm": 3.2105300426483154, |
| "grad_norm_var": 3.458070348929603, |
| "learning_rate": 0.0001, |
| "loss": 1.067, |
| "loss/crossentropy": 2.135777473449707, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.11233663558959961, |
| "loss/reg": 0.019682079553604126, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.108625, |
| "grad_norm": 2.7341737747192383, |
| "grad_norm_var": 3.4405364793380135, |
| "learning_rate": 0.0001, |
| "loss": 1.0495, |
| "loss/crossentropy": 2.4592809677124023, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.1223248764872551, |
| "loss/reg": 0.019672293215990067, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.10875, |
| "grad_norm": 4.007035732269287, |
| "grad_norm_var": 3.4058996890488658, |
| "learning_rate": 0.0001, |
| "loss": 1.1341, |
| "loss/crossentropy": 2.5008175373077393, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.13670845329761505, |
| "loss/reg": 0.01966211199760437, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.108875, |
| "grad_norm": 3.146348476409912, |
| "grad_norm_var": 3.359090924722083, |
| "learning_rate": 0.0001, |
| "loss": 1.2459, |
| "loss/crossentropy": 2.0440711975097656, |
| "loss/hidden": 0.8984375, |
| "loss/logits": 0.15090960264205933, |
| "loss/reg": 0.019652366638183594, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.109, |
| "grad_norm": 4.632335662841797, |
| "grad_norm_var": 3.3902752468766453, |
| "learning_rate": 0.0001, |
| "loss": 1.1446, |
| "loss/crossentropy": 2.4574947357177734, |
| "loss/hidden": 0.80859375, |
| "loss/logits": 0.13958214223384857, |
| "loss/reg": 0.01964336633682251, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.109125, |
| "grad_norm": 5.440892219543457, |
| "grad_norm_var": 3.415471723579617, |
| "learning_rate": 0.0001, |
| "loss": 1.1098, |
| "loss/crossentropy": 2.565347671508789, |
| "loss/hidden": 0.8046875, |
| "loss/logits": 0.10876456648111343, |
| "loss/reg": 0.01963435485959053, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.10925, |
| "grad_norm": 2.873284101486206, |
| "grad_norm_var": 3.454269091905695, |
| "learning_rate": 0.0001, |
| "loss": 1.0607, |
| "loss/crossentropy": 2.561459541320801, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.14177533984184265, |
| "loss/reg": 0.01962495781481266, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.109375, |
| "grad_norm": 3.0819554328918457, |
| "grad_norm_var": 3.496943197417559, |
| "learning_rate": 0.0001, |
| "loss": 1.2422, |
| "loss/crossentropy": 2.2944936752319336, |
| "loss/hidden": 0.8828125, |
| "loss/logits": 0.16319133341312408, |
| "loss/reg": 0.019616009667515755, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.1095, |
| "grad_norm": 4.361453533172607, |
| "grad_norm_var": 3.488792217244569, |
| "learning_rate": 0.0001, |
| "loss": 1.3828, |
| "loss/crossentropy": 2.4624311923980713, |
| "loss/hidden": 1.0078125, |
| "loss/logits": 0.1789003610610962, |
| "loss/reg": 0.019607286900281906, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.109625, |
| "grad_norm": 3.34078049659729, |
| "grad_norm_var": 3.3959280790074216, |
| "learning_rate": 0.0001, |
| "loss": 0.9589, |
| "loss/crossentropy": 2.4549739360809326, |
| "loss/hidden": 0.64453125, |
| "loss/logits": 0.11839590966701508, |
| "loss/reg": 0.019598115235567093, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.10975, |
| "grad_norm": 3.434715986251831, |
| "grad_norm_var": 3.2759937907981884, |
| "learning_rate": 0.0001, |
| "loss": 1.1192, |
| "loss/crossentropy": 2.571798086166382, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.16550706326961517, |
| "loss/reg": 0.01958884485065937, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.109875, |
| "grad_norm": 3.593993663787842, |
| "grad_norm_var": 3.196554005024426, |
| "learning_rate": 0.0001, |
| "loss": 1.1792, |
| "loss/crossentropy": 2.447843551635742, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.15137381851673126, |
| "loss/reg": 0.019579457119107246, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.3654563426971436, |
| "grad_norm_var": 1.0373482238282006, |
| "learning_rate": 0.0001, |
| "loss": 1.0326, |
| "loss/crossentropy": 2.6210246086120605, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.12209475785493851, |
| "loss/reg": 0.019569827243685722, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.110125, |
| "grad_norm": 2.6370863914489746, |
| "grad_norm_var": 1.0343516088559113, |
| "learning_rate": 0.0001, |
| "loss": 1.1442, |
| "loss/crossentropy": 2.2681713104248047, |
| "loss/hidden": 0.81640625, |
| "loss/logits": 0.132216215133667, |
| "loss/reg": 0.019560784101486206, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.11025, |
| "grad_norm": 2.152343273162842, |
| "grad_norm_var": 0.6782700998492743, |
| "learning_rate": 0.0001, |
| "loss": 1.0136, |
| "loss/crossentropy": 2.437594175338745, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.11108942329883575, |
| "loss/reg": 0.019551947712898254, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.110375, |
| "grad_norm": 3.2755074501037598, |
| "grad_norm_var": 0.6698247850929626, |
| "learning_rate": 0.0001, |
| "loss": 0.9972, |
| "loss/crossentropy": 2.481198310852051, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.12207823246717453, |
| "loss/reg": 0.01954270713031292, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.1105, |
| "grad_norm": 3.770535707473755, |
| "grad_norm_var": 0.6711344077538037, |
| "learning_rate": 0.0001, |
| "loss": 1.0475, |
| "loss/crossentropy": 2.434851884841919, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.13345816731452942, |
| "loss/reg": 0.019533507525920868, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.110625, |
| "grad_norm": 2.7666234970092773, |
| "grad_norm_var": 0.6679279033368438, |
| "learning_rate": 0.0001, |
| "loss": 1.1166, |
| "loss/crossentropy": 2.433852434158325, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.1401294767856598, |
| "loss/reg": 0.01952442154288292, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.11075, |
| "grad_norm": 2.7105534076690674, |
| "grad_norm_var": 0.6840409496040507, |
| "learning_rate": 0.0001, |
| "loss": 1.0924, |
| "loss/crossentropy": 2.219019889831543, |
| "loss/hidden": 0.765625, |
| "loss/logits": 0.13160449266433716, |
| "loss/reg": 0.019515201449394226, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.110875, |
| "grad_norm": 2.8931920528411865, |
| "grad_norm_var": 0.6969961519386968, |
| "learning_rate": 0.0001, |
| "loss": 1.1134, |
| "loss/crossentropy": 2.511371612548828, |
| "loss/hidden": 0.78125, |
| "loss/logits": 0.13708999752998352, |
| "loss/reg": 0.019505700096488, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.111, |
| "grad_norm": 2.821718215942383, |
| "grad_norm_var": 0.6033415037749854, |
| "learning_rate": 0.0001, |
| "loss": 1.2446, |
| "loss/crossentropy": 2.389580011367798, |
| "loss/hidden": 0.8828125, |
| "loss/logits": 0.16678079962730408, |
| "loss/reg": 0.019496839493513107, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.111125, |
| "grad_norm": 2.833461284637451, |
| "grad_norm_var": 0.2778808504856213, |
| "learning_rate": 0.0001, |
| "loss": 1.029, |
| "loss/crossentropy": 2.1618683338165283, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.12710769474506378, |
| "loss/reg": 0.019487854093313217, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.11125, |
| "grad_norm": 3.3806753158569336, |
| "grad_norm_var": 0.2773113837378702, |
| "learning_rate": 0.0001, |
| "loss": 1.1349, |
| "loss/crossentropy": 2.656121253967285, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.1471368372440338, |
| "loss/reg": 0.019478676840662956, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.111375, |
| "grad_norm": 2.932758092880249, |
| "grad_norm_var": 0.2800811641911004, |
| "learning_rate": 0.0001, |
| "loss": 1.1, |
| "loss/crossentropy": 2.5325851440429688, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.14360320568084717, |
| "loss/reg": 0.019469575956463814, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.1115, |
| "grad_norm": 2.3603265285491943, |
| "grad_norm_var": 0.20497304301798067, |
| "learning_rate": 0.0001, |
| "loss": 1.0739, |
| "loss/crossentropy": 2.3697421550750732, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.1292482614517212, |
| "loss/reg": 0.01946048066020012, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.111625, |
| "grad_norm": 4.056443214416504, |
| "grad_norm_var": 0.2678930990243863, |
| "learning_rate": 0.0001, |
| "loss": 1.0008, |
| "loss/crossentropy": 2.7553114891052246, |
| "loss/hidden": 0.68359375, |
| "loss/logits": 0.12268239259719849, |
| "loss/reg": 0.019451187923550606, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.11175, |
| "grad_norm": 3.346064329147339, |
| "grad_norm_var": 0.2639738255705176, |
| "learning_rate": 0.0001, |
| "loss": 1.1791, |
| "loss/crossentropy": 2.4348855018615723, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.19565626978874207, |
| "loss/reg": 0.019442636519670486, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.111875, |
| "grad_norm": 6.878971576690674, |
| "grad_norm_var": 1.1740357353356365, |
| "learning_rate": 0.0001, |
| "loss": 1.7085, |
| "loss/crossentropy": 2.9299001693725586, |
| "loss/hidden": 1.1640625, |
| "loss/logits": 0.3501082956790924, |
| "loss/reg": 0.019433531910181046, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 3.1834142208099365, |
| "grad_norm_var": 1.1735802221223497, |
| "learning_rate": 0.0001, |
| "loss": 1.2953, |
| "loss/crossentropy": 2.4165709018707275, |
| "loss/hidden": 0.92578125, |
| "loss/logits": 0.17523059248924255, |
| "loss/reg": 0.019424354657530785, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.112125, |
| "grad_norm": 2.5551555156707764, |
| "grad_norm_var": 1.180695081530242, |
| "learning_rate": 0.0001, |
| "loss": 1.0171, |
| "loss/crossentropy": 2.4345083236694336, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.1276446282863617, |
| "loss/reg": 0.019415004178881645, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.11225, |
| "grad_norm": 3.5786855220794678, |
| "grad_norm_var": 1.1000748366509354, |
| "learning_rate": 0.0001, |
| "loss": 0.9925, |
| "loss/crossentropy": 2.464219808578491, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.10706112533807755, |
| "loss/reg": 0.01940576173365116, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.112375, |
| "grad_norm": 8.784457206726074, |
| "grad_norm_var": 2.9538895197120096, |
| "learning_rate": 0.0001, |
| "loss": 1.6799, |
| "loss/crossentropy": 2.3273468017578125, |
| "loss/hidden": 1.2265625, |
| "loss/logits": 0.25934016704559326, |
| "loss/reg": 0.019396713003516197, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.1125, |
| "grad_norm": 4.44765567779541, |
| "grad_norm_var": 2.990871190956643, |
| "learning_rate": 0.0001, |
| "loss": 1.0685, |
| "loss/crossentropy": 2.5760438442230225, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.14414295554161072, |
| "loss/reg": 0.019387517124414444, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.112625, |
| "grad_norm": 4.9651265144348145, |
| "grad_norm_var": 3.013306784613239, |
| "learning_rate": 0.0001, |
| "loss": 1.1917, |
| "loss/crossentropy": 2.5148589611053467, |
| "loss/hidden": 0.828125, |
| "loss/logits": 0.1697455495595932, |
| "loss/reg": 0.01937839388847351, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.11275, |
| "grad_norm": 3.8322513103485107, |
| "grad_norm_var": 2.9203267227302745, |
| "learning_rate": 0.0001, |
| "loss": 1.2309, |
| "loss/crossentropy": 2.536973476409912, |
| "loss/hidden": 0.8828125, |
| "loss/logits": 0.15436521172523499, |
| "loss/reg": 0.019369108602404594, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.112875, |
| "grad_norm": 3.5994656085968018, |
| "grad_norm_var": 2.8540415836766555, |
| "learning_rate": 0.0001, |
| "loss": 1.0761, |
| "loss/crossentropy": 2.3160693645477295, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.12077254056930542, |
| "loss/reg": 0.019359666854143143, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.113, |
| "grad_norm": 4.031139373779297, |
| "grad_norm_var": 2.7599236229360753, |
| "learning_rate": 0.0001, |
| "loss": 1.0988, |
| "loss/crossentropy": 2.5636203289031982, |
| "loss/hidden": 0.78515625, |
| "loss/logits": 0.12018904089927673, |
| "loss/reg": 0.019350115209817886, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.113125, |
| "grad_norm": 3.2178378105163574, |
| "grad_norm_var": 2.7069185907568794, |
| "learning_rate": 0.0001, |
| "loss": 1.0472, |
| "loss/crossentropy": 2.3457703590393066, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.13114379346370697, |
| "loss/reg": 0.019340479746460915, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.11325, |
| "grad_norm": 3.096679925918579, |
| "grad_norm_var": 2.7381334427643536, |
| "learning_rate": 0.0001, |
| "loss": 0.9662, |
| "loss/crossentropy": 2.3510820865631104, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.10106582939624786, |
| "loss/reg": 0.019330844283103943, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.113375, |
| "grad_norm": 7.590158462524414, |
| "grad_norm_var": 3.3974738441650887, |
| "learning_rate": 0.0001, |
| "loss": 1.6666, |
| "loss/crossentropy": 2.3520147800445557, |
| "loss/hidden": 1.2265625, |
| "loss/logits": 0.2468346357345581, |
| "loss/reg": 0.019321195781230927, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.1135, |
| "grad_norm": 3.3216323852539062, |
| "grad_norm_var": 3.20081618522182, |
| "learning_rate": 0.0001, |
| "loss": 1.2612, |
| "loss/crossentropy": 2.330040216445923, |
| "loss/hidden": 0.90234375, |
| "loss/logits": 0.16571447253227234, |
| "loss/reg": 0.019311606884002686, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.113625, |
| "grad_norm": 3.4920501708984375, |
| "grad_norm_var": 3.246978809627046, |
| "learning_rate": 0.0001, |
| "loss": 1.1161, |
| "loss/crossentropy": 2.598465919494629, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.15353354811668396, |
| "loss/reg": 0.019302019849419594, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.11375, |
| "grad_norm": 3.0414321422576904, |
| "grad_norm_var": 3.294370585536838, |
| "learning_rate": 0.0001, |
| "loss": 1.0693, |
| "loss/crossentropy": 2.459712028503418, |
| "loss/hidden": 0.7421875, |
| "loss/logits": 0.13418710231781006, |
| "loss/reg": 0.019292324781417847, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.113875, |
| "grad_norm": 3.131361722946167, |
| "grad_norm_var": 2.908980195007492, |
| "learning_rate": 0.0001, |
| "loss": 1.2301, |
| "loss/crossentropy": 2.268738269805908, |
| "loss/hidden": 0.875, |
| "loss/logits": 0.16223490238189697, |
| "loss/reg": 0.019283456727862358, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 3.160707950592041, |
| "grad_norm_var": 2.9118381902992776, |
| "learning_rate": 0.0001, |
| "loss": 1.3173, |
| "loss/crossentropy": 2.2185730934143066, |
| "loss/hidden": 0.9453125, |
| "loss/logits": 0.17927365005016327, |
| "loss/reg": 0.019274268299341202, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.114125, |
| "grad_norm": 14.604296684265137, |
| "grad_norm_var": 9.479147248477696, |
| "learning_rate": 0.0001, |
| "loss": 1.4278, |
| "loss/crossentropy": 2.2313976287841797, |
| "loss/hidden": 1.078125, |
| "loss/logits": 0.15699920058250427, |
| "loss/reg": 0.019266733899712563, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.11425, |
| "grad_norm": 3.744290590286255, |
| "grad_norm_var": 9.452382803070204, |
| "learning_rate": 0.0001, |
| "loss": 1.1776, |
| "loss/crossentropy": 2.689699172973633, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.15302729606628418, |
| "loss/reg": 0.019258547574281693, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.114375, |
| "grad_norm": 2.999354839324951, |
| "grad_norm_var": 8.531466626401157, |
| "learning_rate": 0.0001, |
| "loss": 1.3107, |
| "loss/crossentropy": 1.8664510250091553, |
| "loss/hidden": 0.9453125, |
| "loss/logits": 0.1728517711162567, |
| "loss/reg": 0.01925109326839447, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.1145, |
| "grad_norm": 3.194913148880005, |
| "grad_norm_var": 8.64117053500835, |
| "learning_rate": 0.0001, |
| "loss": 1.3016, |
| "loss/crossentropy": 2.25707745552063, |
| "loss/hidden": 0.95703125, |
| "loss/logits": 0.15214993059635162, |
| "loss/reg": 0.019243914633989334, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.114625, |
| "grad_norm": 2.335845708847046, |
| "grad_norm_var": 8.88876728908843, |
| "learning_rate": 0.0001, |
| "loss": 0.9484, |
| "loss/crossentropy": 2.6386678218841553, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.11931365728378296, |
| "loss/reg": 0.019234785810112953, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.11475, |
| "grad_norm": 3.6922056674957275, |
| "grad_norm_var": 8.898252742921356, |
| "learning_rate": 0.0001, |
| "loss": 1.0667, |
| "loss/crossentropy": 2.5539944171905518, |
| "loss/hidden": 0.73046875, |
| "loss/logits": 0.14395025372505188, |
| "loss/reg": 0.019226964563131332, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.114875, |
| "grad_norm": 2.946389675140381, |
| "grad_norm_var": 8.982934878513694, |
| "learning_rate": 0.0001, |
| "loss": 1.0911, |
| "loss/crossentropy": 2.3651351928710938, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.1371677815914154, |
| "loss/reg": 0.019219111651182175, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.115, |
| "grad_norm": 3.050600051879883, |
| "grad_norm_var": 9.068373446668678, |
| "learning_rate": 0.0001, |
| "loss": 1.0419, |
| "loss/crossentropy": 2.3772196769714355, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.11545050889253616, |
| "loss/reg": 0.019211286678910255, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.115125, |
| "grad_norm": 2.954526424407959, |
| "grad_norm_var": 9.105915478669973, |
| "learning_rate": 0.0001, |
| "loss": 1.0807, |
| "loss/crossentropy": 2.2472290992736816, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.13482055068016052, |
| "loss/reg": 0.019202249124646187, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.11525, |
| "grad_norm": 6.214420795440674, |
| "grad_norm_var": 9.27670245999236, |
| "learning_rate": 0.0001, |
| "loss": 1.8562, |
| "loss/crossentropy": 2.9924590587615967, |
| "loss/hidden": 1.2734375, |
| "loss/logits": 0.3907894492149353, |
| "loss/reg": 0.019193273037672043, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.115375, |
| "grad_norm": 4.534095287322998, |
| "grad_norm_var": 8.536934613221737, |
| "learning_rate": 0.0001, |
| "loss": 1.4885, |
| "loss/crossentropy": 2.394090414047241, |
| "loss/hidden": 1.078125, |
| "loss/logits": 0.2185368537902832, |
| "loss/reg": 0.019184142351150513, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.1155, |
| "grad_norm": 3.6761627197265625, |
| "grad_norm_var": 8.505579278095963, |
| "learning_rate": 0.0001, |
| "loss": 1.1306, |
| "loss/crossentropy": 2.3566806316375732, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.14977289736270905, |
| "loss/reg": 0.019175738096237183, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.115625, |
| "grad_norm": 4.592898368835449, |
| "grad_norm_var": 8.481328607270026, |
| "learning_rate": 0.0001, |
| "loss": 1.2942, |
| "loss/crossentropy": 2.7458250522613525, |
| "loss/hidden": 0.953125, |
| "loss/logits": 0.14940449595451355, |
| "loss/reg": 0.01916695386171341, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.11575, |
| "grad_norm": 2.7483372688293457, |
| "grad_norm_var": 8.533618684340597, |
| "learning_rate": 0.0001, |
| "loss": 1.0727, |
| "loss/crossentropy": 2.4450652599334717, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.12724441289901733, |
| "loss/reg": 0.019158538430929184, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.115875, |
| "grad_norm": 3.075195074081421, |
| "grad_norm_var": 8.541996814909611, |
| "learning_rate": 0.0001, |
| "loss": 1.1251, |
| "loss/crossentropy": 2.3960814476013184, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.1718631386756897, |
| "loss/reg": 0.019150495529174805, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 3.313359022140503, |
| "grad_norm_var": 8.521887542243068, |
| "learning_rate": 0.0001, |
| "loss": 1.1316, |
| "loss/crossentropy": 2.3464736938476562, |
| "loss/hidden": 0.8125, |
| "loss/logits": 0.1276848018169403, |
| "loss/reg": 0.019141457974910736, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.116125, |
| "grad_norm": 4.252639293670654, |
| "grad_norm_var": 0.9000980544993648, |
| "learning_rate": 0.0001, |
| "loss": 1.1818, |
| "loss/crossentropy": 2.523444414138794, |
| "loss/hidden": 0.83203125, |
| "loss/logits": 0.15845248103141785, |
| "loss/reg": 0.01913331262767315, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.11625, |
| "grad_norm": 3.097456455230713, |
| "grad_norm_var": 0.9123223599265882, |
| "learning_rate": 0.0001, |
| "loss": 1.1264, |
| "loss/crossentropy": 2.595120668411255, |
| "loss/hidden": 0.7734375, |
| "loss/logits": 0.16165900230407715, |
| "loss/reg": 0.019125619903206825, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.116375, |
| "grad_norm": 3.292982816696167, |
| "grad_norm_var": 0.8964505136113113, |
| "learning_rate": 0.0001, |
| "loss": 1.1132, |
| "loss/crossentropy": 2.4093523025512695, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.14468303322792053, |
| "loss/reg": 0.019116582348942757, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.1165, |
| "grad_norm": 2.559980869293213, |
| "grad_norm_var": 0.952617731514821, |
| "learning_rate": 0.0001, |
| "loss": 0.9697, |
| "loss/crossentropy": 2.5491104125976562, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.13018551468849182, |
| "loss/reg": 0.019108334556221962, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.116625, |
| "grad_norm": 3.058579683303833, |
| "grad_norm_var": 0.871050822267735, |
| "learning_rate": 0.0001, |
| "loss": 1.2919, |
| "loss/crossentropy": 2.303837537765503, |
| "loss/hidden": 0.9296875, |
| "loss/logits": 0.17123734951019287, |
| "loss/reg": 0.019099365919828415, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.11675, |
| "grad_norm": 4.866446495056152, |
| "grad_norm_var": 0.9769503909617764, |
| "learning_rate": 0.0001, |
| "loss": 1.1876, |
| "loss/crossentropy": 2.364741325378418, |
| "loss/hidden": 0.8359375, |
| "loss/logits": 0.1607905626296997, |
| "loss/reg": 0.019090238958597183, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.116875, |
| "grad_norm": 5.912527561187744, |
| "grad_norm_var": 1.252657817578581, |
| "learning_rate": 0.0001, |
| "loss": 1.4831, |
| "loss/crossentropy": 2.641162633895874, |
| "loss/hidden": 1.09375, |
| "loss/logits": 0.19855040311813354, |
| "loss/reg": 0.019081177189946175, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.117, |
| "grad_norm": 2.8301663398742676, |
| "grad_norm_var": 1.2784556528629765, |
| "learning_rate": 0.0001, |
| "loss": 1.0878, |
| "loss/crossentropy": 2.277157783508301, |
| "loss/hidden": 0.765625, |
| "loss/logits": 0.13142800331115723, |
| "loss/reg": 0.019072722643613815, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.117125, |
| "grad_norm": 2.9044833183288574, |
| "grad_norm_var": 1.2843284928455583, |
| "learning_rate": 0.0001, |
| "loss": 1.1381, |
| "loss/crossentropy": 2.3311665058135986, |
| "loss/hidden": 0.796875, |
| "loss/logits": 0.1506001055240631, |
| "loss/reg": 0.01906409114599228, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.11725, |
| "grad_norm": 3.78202223777771, |
| "grad_norm_var": 0.8736988295376342, |
| "learning_rate": 0.0001, |
| "loss": 1.2869, |
| "loss/crossentropy": 2.4287989139556885, |
| "loss/hidden": 0.8984375, |
| "loss/logits": 0.197871595621109, |
| "loss/reg": 0.019055521115660667, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.117375, |
| "grad_norm": 3.1086387634277344, |
| "grad_norm_var": 0.8338185014655397, |
| "learning_rate": 0.0001, |
| "loss": 1.0576, |
| "loss/crossentropy": 2.335935354232788, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.1288556456565857, |
| "loss/reg": 0.019047552719712257, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.1175, |
| "grad_norm": 4.869723320007324, |
| "grad_norm_var": 0.9402287231159085, |
| "learning_rate": 0.0001, |
| "loss": 1.0378, |
| "loss/crossentropy": 2.9672138690948486, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.13644808530807495, |
| "loss/reg": 0.01903851516544819, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.117625, |
| "grad_norm": 2.8750882148742676, |
| "grad_norm_var": 0.9067692046415797, |
| "learning_rate": 0.0001, |
| "loss": 1.0037, |
| "loss/crossentropy": 2.3138959407806396, |
| "loss/hidden": 0.69140625, |
| "loss/logits": 0.12202918529510498, |
| "loss/reg": 0.019029438495635986, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.11775, |
| "grad_norm": 3.044121742248535, |
| "grad_norm_var": 0.8812433820018912, |
| "learning_rate": 0.0001, |
| "loss": 1.0173, |
| "loss/crossentropy": 2.4543912410736084, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.12005805224180222, |
| "loss/reg": 0.01902030035853386, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.117875, |
| "grad_norm": 2.945160150527954, |
| "grad_norm_var": 0.8905794039935603, |
| "learning_rate": 0.0001, |
| "loss": 1.1688, |
| "loss/crossentropy": 2.3482954502105713, |
| "loss/hidden": 0.828125, |
| "loss/logits": 0.15057498216629028, |
| "loss/reg": 0.019011201336979866, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 3.0109965801239014, |
| "grad_norm_var": 0.9056152589294107, |
| "learning_rate": 0.0001, |
| "loss": 1.3721, |
| "loss/crossentropy": 2.353516101837158, |
| "loss/hidden": 0.984375, |
| "loss/logits": 0.1977054923772812, |
| "loss/reg": 0.0190016757696867, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.118125, |
| "grad_norm": 3.424039363861084, |
| "grad_norm_var": 0.8682128423744849, |
| "learning_rate": 0.0001, |
| "loss": 1.1647, |
| "loss/crossentropy": 2.513850450515747, |
| "loss/hidden": 0.81640625, |
| "loss/logits": 0.15838034451007843, |
| "loss/reg": 0.018992552533745766, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.11825, |
| "grad_norm": 2.7656776905059814, |
| "grad_norm_var": 0.8917454992029661, |
| "learning_rate": 0.0001, |
| "loss": 1.0819, |
| "loss/crossentropy": 2.650881767272949, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.1420745849609375, |
| "loss/reg": 0.01898341253399849, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.118375, |
| "grad_norm": 4.2130560874938965, |
| "grad_norm_var": 0.9250033835133629, |
| "learning_rate": 0.0001, |
| "loss": 1.2469, |
| "loss/crossentropy": 2.683312177658081, |
| "loss/hidden": 0.90625, |
| "loss/logits": 0.15088841319084167, |
| "loss/reg": 0.018973875790834427, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.1185, |
| "grad_norm": 3.834226608276367, |
| "grad_norm_var": 0.8649633510209883, |
| "learning_rate": 0.0001, |
| "loss": 0.9767, |
| "loss/crossentropy": 2.5706145763397217, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.12295837700366974, |
| "loss/reg": 0.018963845446705818, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.118625, |
| "grad_norm": 3.3009235858917236, |
| "grad_norm_var": 0.8514524765901378, |
| "learning_rate": 0.0001, |
| "loss": 1.1857, |
| "loss/crossentropy": 2.6797893047332764, |
| "loss/hidden": 0.82421875, |
| "loss/logits": 0.17191748321056366, |
| "loss/reg": 0.018954817205667496, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.11875, |
| "grad_norm": 6.452317237854004, |
| "grad_norm_var": 1.2752747995844325, |
| "learning_rate": 0.0001, |
| "loss": 1.4528, |
| "loss/crossentropy": 2.7505640983581543, |
| "loss/hidden": 1.0546875, |
| "loss/logits": 0.20869939029216766, |
| "loss/reg": 0.018945740535855293, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.118875, |
| "grad_norm": 3.405714273452759, |
| "grad_norm_var": 0.9300412257064863, |
| "learning_rate": 0.0001, |
| "loss": 1.0922, |
| "loss/crossentropy": 2.802401065826416, |
| "loss/hidden": 0.7578125, |
| "loss/logits": 0.14506830275058746, |
| "loss/reg": 0.018936749547719955, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.119, |
| "grad_norm": 9.662891387939453, |
| "grad_norm_var": 3.194050081601077, |
| "learning_rate": 0.0001, |
| "loss": 1.5003, |
| "loss/crossentropy": 2.700052499771118, |
| "loss/hidden": 1.1171875, |
| "loss/logits": 0.19381779432296753, |
| "loss/reg": 0.01892753876745701, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.119125, |
| "grad_norm": 2.8670711517333984, |
| "grad_norm_var": 3.199477320796336, |
| "learning_rate": 0.0001, |
| "loss": 1.0153, |
| "loss/crossentropy": 2.490739107131958, |
| "loss/hidden": 0.69921875, |
| "loss/logits": 0.12687504291534424, |
| "loss/reg": 0.01891852729022503, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.11925, |
| "grad_norm": 4.066836357116699, |
| "grad_norm_var": 3.1973098694543274, |
| "learning_rate": 0.0001, |
| "loss": 1.2704, |
| "loss/crossentropy": 2.4122891426086426, |
| "loss/hidden": 0.9140625, |
| "loss/logits": 0.1672634333372116, |
| "loss/reg": 0.018909232690930367, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.119375, |
| "grad_norm": 2.8044497966766357, |
| "grad_norm_var": 3.2388562001879793, |
| "learning_rate": 0.0001, |
| "loss": 1.0385, |
| "loss/crossentropy": 2.473945379257202, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.13464638590812683, |
| "loss/reg": 0.018900100141763687, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.1195, |
| "grad_norm": 3.7214255332946777, |
| "grad_norm_var": 3.1837278954586044, |
| "learning_rate": 0.0001, |
| "loss": 1.0832, |
| "loss/crossentropy": 2.6148641109466553, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.1403505802154541, |
| "loss/reg": 0.01889113523066044, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.119625, |
| "grad_norm": 3.0579674243927, |
| "grad_norm_var": 3.160836005262268, |
| "learning_rate": 0.0001, |
| "loss": 1.1761, |
| "loss/crossentropy": 2.5016398429870605, |
| "loss/hidden": 0.83984375, |
| "loss/logits": 0.1474056839942932, |
| "loss/reg": 0.0188821442425251, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.11975, |
| "grad_norm": 2.429112672805786, |
| "grad_norm_var": 3.255565314691306, |
| "learning_rate": 0.0001, |
| "loss": 0.9853, |
| "loss/crossentropy": 2.3262507915496826, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.1286056935787201, |
| "loss/reg": 0.018873048946261406, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.119875, |
| "grad_norm": 2.9561123847961426, |
| "grad_norm_var": 3.2542184489207098, |
| "learning_rate": 0.0001, |
| "loss": 0.9739, |
| "loss/crossentropy": 2.5669143199920654, |
| "loss/hidden": 0.65234375, |
| "loss/logits": 0.13291960954666138, |
| "loss/reg": 0.018863873556256294, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.1904752254486084, |
| "grad_norm_var": 3.2355963683487268, |
| "learning_rate": 0.0001, |
| "loss": 1.074, |
| "loss/crossentropy": 2.5522408485412598, |
| "loss/hidden": 0.75390625, |
| "loss/logits": 0.1315881609916687, |
| "loss/reg": 0.018855126574635506, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.120125, |
| "grad_norm": 7.435352802276611, |
| "grad_norm_var": 3.9949775747956586, |
| "learning_rate": 0.0001, |
| "loss": 1.6007, |
| "loss/crossentropy": 2.7422168254852295, |
| "loss/hidden": 1.1875, |
| "loss/logits": 0.2246999442577362, |
| "loss/reg": 0.018846556544303894, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.12025, |
| "grad_norm": 4.614249229431152, |
| "grad_norm_var": 3.8709926395951384, |
| "learning_rate": 0.0001, |
| "loss": 1.3908, |
| "loss/crossentropy": 2.356748104095459, |
| "loss/hidden": 0.953125, |
| "loss/logits": 0.24928607046604156, |
| "loss/reg": 0.018837420269846916, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.120375, |
| "grad_norm": 4.978577136993408, |
| "grad_norm_var": 3.903770487124885, |
| "learning_rate": 0.0001, |
| "loss": 1.4333, |
| "loss/crossentropy": 2.2456307411193848, |
| "loss/hidden": 1.0703125, |
| "loss/logits": 0.17467612028121948, |
| "loss/reg": 0.01882883533835411, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.1205, |
| "grad_norm": 5.51161003112793, |
| "grad_norm_var": 3.97576236618078, |
| "learning_rate": 0.0001, |
| "loss": 1.2552, |
| "loss/crossentropy": 2.7595887184143066, |
| "loss/hidden": 0.8828125, |
| "loss/logits": 0.18415382504463196, |
| "loss/reg": 0.01882052607834339, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.120625, |
| "grad_norm": 3.2307283878326416, |
| "grad_norm_var": 3.9863892013288393, |
| "learning_rate": 0.0001, |
| "loss": 1.2728, |
| "loss/crossentropy": 2.48502779006958, |
| "loss/hidden": 0.88671875, |
| "loss/logits": 0.19795754551887512, |
| "loss/reg": 0.01881156861782074, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.12075, |
| "grad_norm": 3.441767454147339, |
| "grad_norm_var": 3.7286595116638916, |
| "learning_rate": 0.0001, |
| "loss": 1.182, |
| "loss/crossentropy": 2.508680582046509, |
| "loss/hidden": 0.8359375, |
| "loss/logits": 0.15802894532680511, |
| "loss/reg": 0.018803071230649948, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.120875, |
| "grad_norm": 4.063246726989746, |
| "grad_norm_var": 3.685090208705704, |
| "learning_rate": 0.0001, |
| "loss": 1.3354, |
| "loss/crossentropy": 2.47729229927063, |
| "loss/hidden": 0.984375, |
| "loss/logits": 0.16310644149780273, |
| "loss/reg": 0.018794314935803413, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.121, |
| "grad_norm": 5.8381171226501465, |
| "grad_norm_var": 1.8400005684538645, |
| "learning_rate": 0.0001, |
| "loss": 1.1025, |
| "loss/crossentropy": 2.5666096210479736, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.1373094618320465, |
| "loss/reg": 0.018785255029797554, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.121125, |
| "grad_norm": 2.7132527828216553, |
| "grad_norm_var": 1.8649801572693356, |
| "learning_rate": 0.0001, |
| "loss": 1.0912, |
| "loss/crossentropy": 2.4335010051727295, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.13391214609146118, |
| "loss/reg": 0.018776265904307365, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.12125, |
| "grad_norm": 2.9154088497161865, |
| "grad_norm_var": 1.938092020210782, |
| "learning_rate": 0.0001, |
| "loss": 1.1314, |
| "loss/crossentropy": 2.523137331008911, |
| "loss/hidden": 0.80078125, |
| "loss/logits": 0.1429774910211563, |
| "loss/reg": 0.01876768097281456, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.121375, |
| "grad_norm": 3.3754584789276123, |
| "grad_norm_var": 1.8726730225127388, |
| "learning_rate": 0.0001, |
| "loss": 1.0747, |
| "loss/crossentropy": 2.6033432483673096, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.14106187224388123, |
| "loss/reg": 0.018759164959192276, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.1215, |
| "grad_norm": 2.7394940853118896, |
| "grad_norm_var": 1.9650935524715956, |
| "learning_rate": 0.0001, |
| "loss": 1.0871, |
| "loss/crossentropy": 2.2976291179656982, |
| "loss/hidden": 0.76953125, |
| "loss/logits": 0.1300249695777893, |
| "loss/reg": 0.01874978095293045, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.121625, |
| "grad_norm": 2.9742624759674072, |
| "grad_norm_var": 1.9749925269591906, |
| "learning_rate": 0.0001, |
| "loss": 1.1221, |
| "loss/crossentropy": 2.7049221992492676, |
| "loss/hidden": 0.79296875, |
| "loss/logits": 0.1416921317577362, |
| "loss/reg": 0.018740687519311905, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.12175, |
| "grad_norm": 2.927666187286377, |
| "grad_norm_var": 1.892721758937742, |
| "learning_rate": 0.0001, |
| "loss": 1.0252, |
| "loss/crossentropy": 2.6492226123809814, |
| "loss/hidden": 0.71875, |
| "loss/logits": 0.11909263581037521, |
| "loss/reg": 0.018731672316789627, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.121875, |
| "grad_norm": 16.453693389892578, |
| "grad_norm_var": 11.523681815422924, |
| "learning_rate": 0.0001, |
| "loss": 1.5788, |
| "loss/crossentropy": 2.375779867172241, |
| "loss/hidden": 1.171875, |
| "loss/logits": 0.2197396457195282, |
| "loss/reg": 0.01872306317090988, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 2.928443193435669, |
| "grad_norm_var": 11.583339951760102, |
| "learning_rate": 0.0001, |
| "loss": 1.0995, |
| "loss/crossentropy": 2.8136162757873535, |
| "loss/hidden": 0.77734375, |
| "loss/logits": 0.13505280017852783, |
| "loss/reg": 0.018714020028710365, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.122125, |
| "grad_norm": 4.540535926818848, |
| "grad_norm_var": 11.07401646408874, |
| "learning_rate": 0.0001, |
| "loss": 1.1806, |
| "loss/crossentropy": 2.5312135219573975, |
| "loss/hidden": 0.83984375, |
| "loss/logits": 0.15369677543640137, |
| "loss/reg": 0.01870504766702652, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.12225, |
| "grad_norm": 2.4433298110961914, |
| "grad_norm_var": 11.358052675820652, |
| "learning_rate": 0.0001, |
| "loss": 1.0167, |
| "loss/crossentropy": 2.578800678253174, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.13442841172218323, |
| "loss/reg": 0.018696293234825134, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.122375, |
| "grad_norm": 3.341182231903076, |
| "grad_norm_var": 11.408522912728658, |
| "learning_rate": 0.0001, |
| "loss": 1.1346, |
| "loss/crossentropy": 2.4482579231262207, |
| "loss/hidden": 0.8046875, |
| "loss/logits": 0.14306378364562988, |
| "loss/reg": 0.018688105046749115, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.1225, |
| "grad_norm": 2.433337450027466, |
| "grad_norm_var": 11.51984045745032, |
| "learning_rate": 0.0001, |
| "loss": 0.9764, |
| "loss/crossentropy": 2.321781873703003, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.13331879675388336, |
| "loss/reg": 0.018679112195968628, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.122625, |
| "grad_norm": 3.6000678539276123, |
| "grad_norm_var": 11.483219758864427, |
| "learning_rate": 0.0001, |
| "loss": 1.1731, |
| "loss/crossentropy": 2.5233397483825684, |
| "loss/hidden": 0.8203125, |
| "loss/logits": 0.16610421240329742, |
| "loss/reg": 0.018670594319701195, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.12275, |
| "grad_norm": 2.8748631477355957, |
| "grad_norm_var": 11.558394893606714, |
| "learning_rate": 0.0001, |
| "loss": 1.0362, |
| "loss/crossentropy": 2.4155187606811523, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.12304510176181793, |
| "loss/reg": 0.018661517649888992, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.122875, |
| "grad_norm": 2.2293035984039307, |
| "grad_norm_var": 11.786185692154314, |
| "learning_rate": 0.0001, |
| "loss": 1.0077, |
| "loss/crossentropy": 2.618363618850708, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.13366106152534485, |
| "loss/reg": 0.01865258812904358, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.123, |
| "grad_norm": 3.615424633026123, |
| "grad_norm_var": 11.556298836968558, |
| "learning_rate": 0.0001, |
| "loss": 1.0544, |
| "loss/crossentropy": 2.224966526031494, |
| "loss/hidden": 0.734375, |
| "loss/logits": 0.1335442066192627, |
| "loss/reg": 0.01864360086619854, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.123125, |
| "grad_norm": 2.93835186958313, |
| "grad_norm_var": 11.524399601900045, |
| "learning_rate": 0.0001, |
| "loss": 1.232, |
| "loss/crossentropy": 2.348299026489258, |
| "loss/hidden": 0.87890625, |
| "loss/logits": 0.1667439341545105, |
| "loss/reg": 0.018634630367159843, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.12325, |
| "grad_norm": 3.2750635147094727, |
| "grad_norm_var": 11.485476360611186, |
| "learning_rate": 0.0001, |
| "loss": 1.0639, |
| "loss/crossentropy": 2.5712990760803223, |
| "loss/hidden": 0.75, |
| "loss/logits": 0.12762659788131714, |
| "loss/reg": 0.018625380471348763, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.123375, |
| "grad_norm": 3.81864595413208, |
| "grad_norm_var": 11.465683474564775, |
| "learning_rate": 0.0001, |
| "loss": 1.1284, |
| "loss/crossentropy": 2.4274511337280273, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.15321871638298035, |
| "loss/reg": 0.01861615665256977, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.1235, |
| "grad_norm": 3.2677698135375977, |
| "grad_norm_var": 11.398153583229371, |
| "learning_rate": 0.0001, |
| "loss": 1.1315, |
| "loss/crossentropy": 2.656604290008545, |
| "loss/hidden": 0.8046875, |
| "loss/logits": 0.14076048135757446, |
| "loss/reg": 0.018606893718242645, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.123625, |
| "grad_norm": 3.561713457107544, |
| "grad_norm_var": 11.341034456038914, |
| "learning_rate": 0.0001, |
| "loss": 1.0152, |
| "loss/crossentropy": 2.6205251216888428, |
| "loss/hidden": 0.70703125, |
| "loss/logits": 0.12218683958053589, |
| "loss/reg": 0.01859763078391552, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.12375, |
| "grad_norm": 2.146240472793579, |
| "grad_norm_var": 11.49254916357394, |
| "learning_rate": 0.0001, |
| "loss": 1.0449, |
| "loss/crossentropy": 2.4804821014404297, |
| "loss/hidden": 0.71484375, |
| "loss/logits": 0.14422178268432617, |
| "loss/reg": 0.018588390201330185, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.123875, |
| "grad_norm": 2.6142220497131348, |
| "grad_norm_var": 0.4215380256098586, |
| "learning_rate": 0.0001, |
| "loss": 1.0371, |
| "loss/crossentropy": 2.3303298950195312, |
| "loss/hidden": 0.73828125, |
| "loss/logits": 0.11297546327114105, |
| "loss/reg": 0.018579507246613503, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 4.17028284072876, |
| "grad_norm_var": 0.4892223582938262, |
| "learning_rate": 0.0001, |
| "loss": 1.6898, |
| "loss/crossentropy": 2.250098943710327, |
| "loss/hidden": 1.203125, |
| "loss/logits": 0.30099910497665405, |
| "loss/reg": 0.018569782376289368, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.124125, |
| "grad_norm": 2.3814339637756348, |
| "grad_norm_var": 0.3887345955884323, |
| "learning_rate": 0.0001, |
| "loss": 1.0837, |
| "loss/crossentropy": 2.6447057723999023, |
| "loss/hidden": 0.74609375, |
| "loss/logits": 0.15198630094528198, |
| "loss/reg": 0.01855996623635292, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.12425, |
| "grad_norm": 4.670334815979004, |
| "grad_norm_var": 0.5202129226035586, |
| "learning_rate": 0.0001, |
| "loss": 1.1908, |
| "loss/crossentropy": 2.3941245079040527, |
| "loss/hidden": 0.85546875, |
| "loss/logits": 0.1498216688632965, |
| "loss/reg": 0.018550006672739983, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.124375, |
| "grad_norm": 2.498332977294922, |
| "grad_norm_var": 0.5469080049785059, |
| "learning_rate": 0.0001, |
| "loss": 0.9226, |
| "loss/crossentropy": 2.489830255508423, |
| "loss/hidden": 0.63671875, |
| "loss/logits": 0.10051175206899643, |
| "loss/reg": 0.01854090392589569, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.1245, |
| "grad_norm": 2.987192392349243, |
| "grad_norm_var": 0.5145625202891589, |
| "learning_rate": 0.0001, |
| "loss": 1.1638, |
| "loss/crossentropy": 2.094637632369995, |
| "loss/hidden": 0.8515625, |
| "loss/logits": 0.12690997123718262, |
| "loss/reg": 0.018531804904341698, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.124625, |
| "grad_norm": 2.738851547241211, |
| "grad_norm_var": 0.5110263660772335, |
| "learning_rate": 0.0001, |
| "loss": 1.1959, |
| "loss/crossentropy": 2.1406211853027344, |
| "loss/hidden": 0.84375, |
| "loss/logits": 0.16688010096549988, |
| "loss/reg": 0.018522722646594048, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.12475, |
| "grad_norm": 5.02874231338501, |
| "grad_norm_var": 0.732945509426732, |
| "learning_rate": 0.0001, |
| "loss": 1.089, |
| "loss/crossentropy": 2.442840337753296, |
| "loss/hidden": 0.76171875, |
| "loss/logits": 0.142162024974823, |
| "loss/reg": 0.018513953313231468, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.124875, |
| "grad_norm": 2.947786331176758, |
| "grad_norm_var": 0.6677765621166297, |
| "learning_rate": 0.0001, |
| "loss": 1.3459, |
| "loss/crossentropy": 2.483854055404663, |
| "loss/hidden": 0.96875, |
| "loss/logits": 0.19213837385177612, |
| "loss/reg": 0.018505612388253212, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 4.166240692138672, |
| "grad_norm_var": 0.7105452516630361, |
| "learning_rate": 0.0001, |
| "loss": 1.2402, |
| "loss/crossentropy": 2.454993963241577, |
| "loss/hidden": 0.87890625, |
| "loss/logits": 0.17627671360969543, |
| "loss/reg": 0.018497284501791, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 8000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": true, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.4405861564416e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
