| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0125, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 2.5e-05, |
| "grad_norm": 8.947145462036133, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 127.4759, |
| "loss/crossentropy": 2.8921360969543457, |
| "loss/hidden": 0.373046875, |
| "loss/logits": 0.1864406317472458, |
| "loss/reg": 126.91645812988281, |
| "step": 1 |
| }, |
| { |
| "epoch": 5e-05, |
| "grad_norm": 13.883983612060547, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 115.8264, |
| "loss/crossentropy": 2.8499865531921387, |
| "loss/hidden": 0.6484375, |
| "loss/logits": 0.27192822098731995, |
| "loss/reg": 114.90603637695312, |
| "step": 2 |
| }, |
| { |
| "epoch": 7.5e-05, |
| "grad_norm": 19.773080825805664, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 116.012, |
| "loss/crossentropy": 3.1656363010406494, |
| "loss/hidden": 0.72265625, |
| "loss/logits": 0.3859825134277344, |
| "loss/reg": 114.9033432006836, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0001, |
| "grad_norm": 18.47258758544922, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 115.903, |
| "loss/crossentropy": 2.8063976764678955, |
| "loss/hidden": 0.6875, |
| "loss/logits": 0.31685781478881836, |
| "loss/reg": 114.89862823486328, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.000125, |
| "grad_norm": 18.90447998046875, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 115.9715, |
| "loss/crossentropy": 3.020209312438965, |
| "loss/hidden": 0.7265625, |
| "loss/logits": 0.3528100252151489, |
| "loss/reg": 114.89217376708984, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00015, |
| "grad_norm": 15.197858810424805, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 115.9385, |
| "loss/crossentropy": 2.891916036605835, |
| "loss/hidden": 0.6953125, |
| "loss/logits": 0.35902339220046997, |
| "loss/reg": 114.8841781616211, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.000175, |
| "grad_norm": 15.15339469909668, |
| "learning_rate": 1.4000000000000001e-06, |
| "loss": 115.8638, |
| "loss/crossentropy": 2.888406753540039, |
| "loss/hidden": 0.6796875, |
| "loss/logits": 0.3095901906490326, |
| "loss/reg": 114.8744888305664, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0002, |
| "grad_norm": 13.61527156829834, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 115.85, |
| "loss/crossentropy": 2.9885716438293457, |
| "loss/hidden": 0.671875, |
| "loss/logits": 0.3148782253265381, |
| "loss/reg": 114.86323547363281, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.000225, |
| "grad_norm": 13.632570266723633, |
| "learning_rate": 1.8000000000000001e-06, |
| "loss": 115.7999, |
| "loss/crossentropy": 2.6390163898468018, |
| "loss/hidden": 0.6640625, |
| "loss/logits": 0.2855065166950226, |
| "loss/reg": 114.85034942626953, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.00025, |
| "grad_norm": 12.151652336120605, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 115.7602, |
| "loss/crossentropy": 2.9643092155456543, |
| "loss/hidden": 0.6328125, |
| "loss/logits": 0.2915680408477783, |
| "loss/reg": 114.83580780029297, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.000275, |
| "grad_norm": 10.124210357666016, |
| "learning_rate": 2.2e-06, |
| "loss": 115.6818, |
| "loss/crossentropy": 2.7221367359161377, |
| "loss/hidden": 0.609375, |
| "loss/logits": 0.2528327405452728, |
| "loss/reg": 114.81963348388672, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0003, |
| "grad_norm": 12.582488059997559, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 112.7148, |
| "loss/crossentropy": 3.236349582672119, |
| "loss/hidden": 0.7890625, |
| "loss/logits": 0.3880160450935364, |
| "loss/reg": 111.53773498535156, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.000325, |
| "grad_norm": 9.126688957214355, |
| "learning_rate": 2.6e-06, |
| "loss": 112.5513, |
| "loss/crossentropy": 2.9401042461395264, |
| "loss/hidden": 0.7109375, |
| "loss/logits": 0.3218693733215332, |
| "loss/reg": 111.51847839355469, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.00035, |
| "grad_norm": 5.668403625488281, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 112.3898, |
| "loss/crossentropy": 2.5529444217681885, |
| "loss/hidden": 0.66796875, |
| "loss/logits": 0.22446033358573914, |
| "loss/reg": 111.49739837646484, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.000375, |
| "grad_norm": 5.202491283416748, |
| "learning_rate": 3e-06, |
| "loss": 112.4113, |
| "loss/crossentropy": 3.1544463634490967, |
| "loss/hidden": 0.65625, |
| "loss/logits": 0.28114181756973267, |
| "loss/reg": 111.47393035888672, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0004, |
| "grad_norm": 4.127603054046631, |
| "grad_norm_var": 23.16038376789459, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 112.257, |
| "loss/crossentropy": 3.014888286590576, |
| "loss/hidden": 0.6015625, |
| "loss/logits": 0.20710057020187378, |
| "loss/reg": 111.44828796386719, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.000425, |
| "grad_norm": 3.9600610733032227, |
| "grad_norm_var": 26.934472753712136, |
| "learning_rate": 3.4000000000000005e-06, |
| "loss": 112.1822, |
| "loss/crossentropy": 2.7658724784851074, |
| "loss/hidden": 0.57421875, |
| "loss/logits": 0.18775172531604767, |
| "loss/reg": 111.42024230957031, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00045, |
| "grad_norm": 4.745978355407715, |
| "grad_norm_var": 29.825747343372463, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 112.1734, |
| "loss/crossentropy": 3.176030158996582, |
| "loss/hidden": 0.58203125, |
| "loss/logits": 0.2011646032333374, |
| "loss/reg": 111.39022064208984, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.000475, |
| "grad_norm": 3.7388970851898193, |
| "grad_norm_var": 27.998639503348578, |
| "learning_rate": 3.8000000000000005e-06, |
| "loss": 112.0506, |
| "loss/crossentropy": 3.0487682819366455, |
| "loss/hidden": 0.53515625, |
| "loss/logits": 0.15711598098278046, |
| "loss/reg": 111.3582763671875, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0005, |
| "grad_norm": 3.213416576385498, |
| "grad_norm_var": 26.127740304788446, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 111.9841, |
| "loss/crossentropy": 2.9822959899902344, |
| "loss/hidden": 0.51171875, |
| "loss/logits": 0.14767958223819733, |
| "loss/reg": 111.32469177246094, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.000525, |
| "grad_norm": 5.186110019683838, |
| "grad_norm_var": 20.59027009605237, |
| "learning_rate": 4.2000000000000004e-06, |
| "loss": 111.9338, |
| "loss/crossentropy": 2.6938610076904297, |
| "loss/hidden": 0.50390625, |
| "loss/logits": 0.14082029461860657, |
| "loss/reg": 111.2890625, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.00055, |
| "grad_norm": 3.830970525741577, |
| "grad_norm_var": 18.64965973207226, |
| "learning_rate": 4.4e-06, |
| "loss": 111.3757, |
| "loss/crossentropy": 2.60425066947937, |
| "loss/hidden": 0.5234375, |
| "loss/logits": 0.11805371195077896, |
| "loss/reg": 110.73417663574219, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.000575, |
| "grad_norm": 4.170963764190674, |
| "grad_norm_var": 15.535602850312825, |
| "learning_rate": 4.600000000000001e-06, |
| "loss": 111.3937, |
| "loss/crossentropy": 3.180182695388794, |
| "loss/hidden": 0.55859375, |
| "loss/logits": 0.14081788063049316, |
| "loss/reg": 110.69429779052734, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0006, |
| "grad_norm": 2.6631879806518555, |
| "grad_norm_var": 13.65312757585727, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 111.2621, |
| "loss/crossentropy": 2.8149499893188477, |
| "loss/hidden": 0.48828125, |
| "loss/logits": 0.12221543490886688, |
| "loss/reg": 110.65160369873047, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.000625, |
| "grad_norm": 2.618382453918457, |
| "grad_norm_var": 10.772089347301707, |
| "learning_rate": 5e-06, |
| "loss": 111.1819, |
| "loss/crossentropy": 2.8573601245880127, |
| "loss/hidden": 0.458984375, |
| "loss/logits": 0.11608506739139557, |
| "loss/reg": 110.60684204101562, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.00065, |
| "grad_norm": 2.31030011177063, |
| "grad_norm_var": 8.516386613252116, |
| "learning_rate": 5.2e-06, |
| "loss": 111.117, |
| "loss/crossentropy": 3.055554151535034, |
| "loss/hidden": 0.439453125, |
| "loss/logits": 0.11802805215120316, |
| "loss/reg": 110.5595474243164, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.000675, |
| "grad_norm": 2.017902374267578, |
| "grad_norm_var": 7.3058512031776175, |
| "learning_rate": 5.400000000000001e-06, |
| "loss": 110.9925, |
| "loss/crossentropy": 3.038731813430786, |
| "loss/hidden": 0.388671875, |
| "loss/logits": 0.09406228363513947, |
| "loss/reg": 110.50971984863281, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0007, |
| "grad_norm": 2.0806379318237305, |
| "grad_norm_var": 3.1583128509652356, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 110.9178, |
| "loss/crossentropy": 2.8045244216918945, |
| "loss/hidden": 0.37109375, |
| "loss/logits": 0.0893578976392746, |
| "loss/reg": 110.45733642578125, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.000725, |
| "grad_norm": 1.8444489240646362, |
| "grad_norm_var": 1.5350877177341649, |
| "learning_rate": 5.8e-06, |
| "loss": 110.8323, |
| "loss/crossentropy": 2.9446072578430176, |
| "loss/hidden": 0.3515625, |
| "loss/logits": 0.07847409695386887, |
| "loss/reg": 110.40225219726562, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.00075, |
| "grad_norm": 1.900687575340271, |
| "grad_norm_var": 1.3763151431979745, |
| "learning_rate": 6e-06, |
| "loss": 110.766, |
| "loss/crossentropy": 2.991264581680298, |
| "loss/hidden": 0.345703125, |
| "loss/logits": 0.07573088258504868, |
| "loss/reg": 110.34453582763672, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.000775, |
| "grad_norm": 1.8288308382034302, |
| "grad_norm_var": 1.254712449102712, |
| "learning_rate": 6.200000000000001e-06, |
| "loss": 110.6691, |
| "loss/crossentropy": 2.695741653442383, |
| "loss/hidden": 0.31640625, |
| "loss/logits": 0.06882831454277039, |
| "loss/reg": 110.28388214111328, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0008, |
| "grad_norm": 7.6339874267578125, |
| "grad_norm_var": 2.4849026575088917, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 110.524, |
| "loss/crossentropy": 2.8983194828033447, |
| "loss/hidden": 0.30078125, |
| "loss/logits": 0.0650840774178505, |
| "loss/reg": 110.15809631347656, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.000825, |
| "grad_norm": 1.7091763019561768, |
| "grad_norm_var": 2.6211828816924214, |
| "learning_rate": 6.600000000000001e-06, |
| "loss": 110.421, |
| "loss/crossentropy": 3.1094229221343994, |
| "loss/hidden": 0.2734375, |
| "loss/logits": 0.055526312440633774, |
| "loss/reg": 110.09200286865234, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.00085, |
| "grad_norm": 2.408731698989868, |
| "grad_norm_var": 2.486549186444365, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 110.3723, |
| "loss/crossentropy": 3.0703020095825195, |
| "loss/hidden": 0.28515625, |
| "loss/logits": 0.06386865675449371, |
| "loss/reg": 110.02332305908203, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.000875, |
| "grad_norm": 5.639738082885742, |
| "grad_norm_var": 2.8813226444205484, |
| "learning_rate": 7e-06, |
| "loss": 110.2663, |
| "loss/crossentropy": 2.6366381645202637, |
| "loss/hidden": 0.259765625, |
| "loss/logits": 0.05466887354850769, |
| "loss/reg": 109.95182800292969, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0009, |
| "grad_norm": 1.5474259853363037, |
| "grad_norm_var": 3.049833938595448, |
| "learning_rate": 7.2000000000000005e-06, |
| "loss": 110.163, |
| "loss/crossentropy": 2.9982497692108154, |
| "loss/hidden": 0.2373046875, |
| "loss/logits": 0.0486503466963768, |
| "loss/reg": 109.8770751953125, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.000925, |
| "grad_norm": 1.822043776512146, |
| "grad_norm_var": 2.8155889180573683, |
| "learning_rate": 7.4e-06, |
| "loss": 110.0863, |
| "loss/crossentropy": 2.5750184059143066, |
| "loss/hidden": 0.244140625, |
| "loss/logits": 0.04214131087064743, |
| "loss/reg": 109.80003356933594, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.00095, |
| "grad_norm": 1.646996259689331, |
| "grad_norm_var": 2.8358215165690646, |
| "learning_rate": 7.600000000000001e-06, |
| "loss": 109.9793, |
| "loss/crossentropy": 2.6531567573547363, |
| "loss/hidden": 0.216796875, |
| "loss/logits": 0.04228401929140091, |
| "loss/reg": 109.72017669677734, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.000975, |
| "grad_norm": 1.6782788038253784, |
| "grad_norm_var": 2.7486431517133116, |
| "learning_rate": 7.800000000000002e-06, |
| "loss": 109.9137, |
| "loss/crossentropy": 2.8859128952026367, |
| "loss/hidden": 0.2333984375, |
| "loss/logits": 0.04267453774809837, |
| "loss/reg": 109.63758087158203, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.001, |
| "grad_norm": 1.1451095342636108, |
| "grad_norm_var": 2.8767352862187083, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 109.7821, |
| "loss/crossentropy": 2.717745304107666, |
| "loss/hidden": 0.1982421875, |
| "loss/logits": 0.03221501410007477, |
| "loss/reg": 109.55165100097656, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.001025, |
| "grad_norm": 1.5123186111450195, |
| "grad_norm_var": 2.934195649765045, |
| "learning_rate": 8.2e-06, |
| "loss": 109.6931, |
| "loss/crossentropy": 3.1204404830932617, |
| "loss/hidden": 0.193359375, |
| "loss/logits": 0.03670802339911461, |
| "loss/reg": 109.46299743652344, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00105, |
| "grad_norm": 1.5102463960647583, |
| "grad_norm_var": 2.985947226480973, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 109.5902, |
| "loss/crossentropy": 2.754708766937256, |
| "loss/hidden": 0.193359375, |
| "loss/logits": 0.0338013619184494, |
| "loss/reg": 109.36308288574219, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.001075, |
| "grad_norm": 1.7040822505950928, |
| "grad_norm_var": 3.00685228461388, |
| "learning_rate": 8.6e-06, |
| "loss": 109.4694, |
| "loss/crossentropy": 2.99281907081604, |
| "loss/hidden": 0.169921875, |
| "loss/logits": 0.030927911400794983, |
| "loss/reg": 109.26850891113281, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.0011, |
| "grad_norm": 2.202953338623047, |
| "grad_norm_var": 3.0033814137683112, |
| "learning_rate": 8.8e-06, |
| "loss": 109.3558, |
| "loss/crossentropy": 2.8213930130004883, |
| "loss/hidden": 0.1572265625, |
| "loss/logits": 0.027427691966295242, |
| "loss/reg": 109.17113494873047, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.001125, |
| "grad_norm": 2.543388843536377, |
| "grad_norm_var": 2.986013784076106, |
| "learning_rate": 9e-06, |
| "loss": 109.2579, |
| "loss/crossentropy": 2.9007112979888916, |
| "loss/hidden": 0.1572265625, |
| "loss/logits": 0.02932737208902836, |
| "loss/reg": 109.07130432128906, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.00115, |
| "grad_norm": 2.870173692703247, |
| "grad_norm_var": 2.9799395606014794, |
| "learning_rate": 9.200000000000002e-06, |
| "loss": 109.153, |
| "loss/crossentropy": 2.8239502906799316, |
| "loss/hidden": 0.1572265625, |
| "loss/logits": 0.028089674189686775, |
| "loss/reg": 108.96764373779297, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.001175, |
| "grad_norm": 1.966118574142456, |
| "grad_norm_var": 2.9695142383622777, |
| "learning_rate": 9.4e-06, |
| "loss": 109.0394, |
| "loss/crossentropy": 2.8659369945526123, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.025958221405744553, |
| "loss/reg": 108.862060546875, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0012, |
| "grad_norm": 1.9000473022460938, |
| "grad_norm_var": 1.0773867075877055, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 108.9211, |
| "loss/crossentropy": 2.765244722366333, |
| "loss/hidden": 0.1455078125, |
| "loss/logits": 0.02295522391796112, |
| "loss/reg": 108.75267028808594, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.001225, |
| "grad_norm": 2.161703109741211, |
| "grad_norm_var": 1.0658244305761075, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 108.8061, |
| "loss/crossentropy": 2.999718427658081, |
| "loss/hidden": 0.140625, |
| "loss/logits": 0.025498513132333755, |
| "loss/reg": 108.64002227783203, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.00125, |
| "grad_norm": 2.4916954040527344, |
| "grad_norm_var": 1.0692138980283508, |
| "learning_rate": 1e-05, |
| "loss": 108.6839, |
| "loss/crossentropy": 2.717797040939331, |
| "loss/hidden": 0.138671875, |
| "loss/logits": 0.021402183920145035, |
| "loss/reg": 108.52385711669922, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.001275, |
| "grad_norm": 1.824416995048523, |
| "grad_norm_var": 0.20190934714180309, |
| "learning_rate": 1.02e-05, |
| "loss": 108.5772, |
| "loss/crossentropy": 3.0746214389801025, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.023359911516308784, |
| "loss/reg": 108.4053726196289, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0013, |
| "grad_norm": 2.363981008529663, |
| "grad_norm_var": 0.20433165463635838, |
| "learning_rate": 1.04e-05, |
| "loss": 108.4089, |
| "loss/crossentropy": 2.7881290912628174, |
| "loss/hidden": 0.115234375, |
| "loss/logits": 0.0219597015529871, |
| "loss/reg": 108.27169036865234, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.001325, |
| "grad_norm": 2.2850818634033203, |
| "grad_norm_var": 0.2092781831522757, |
| "learning_rate": 1.0600000000000002e-05, |
| "loss": 108.2794, |
| "loss/crossentropy": 2.877086639404297, |
| "loss/hidden": 0.11328125, |
| "loss/logits": 0.019944053143262863, |
| "loss/reg": 108.1462173461914, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.00135, |
| "grad_norm": 2.2029547691345215, |
| "grad_norm_var": 0.203324965479775, |
| "learning_rate": 1.0800000000000002e-05, |
| "loss": 108.1448, |
| "loss/crossentropy": 2.5684406757354736, |
| "loss/hidden": 0.10888671875, |
| "loss/logits": 0.018222380429506302, |
| "loss/reg": 108.01766204833984, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.001375, |
| "grad_norm": 4.355873107910156, |
| "grad_norm_var": 0.5284712138594291, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 108.0238, |
| "loss/crossentropy": 3.1050121784210205, |
| "loss/hidden": 0.11474609375, |
| "loss/logits": 0.023576244711875916, |
| "loss/reg": 107.8854751586914, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0014, |
| "grad_norm": 8.262518882751465, |
| "grad_norm_var": 2.702968942542203, |
| "learning_rate": 1.1200000000000001e-05, |
| "loss": 107.8767, |
| "loss/crossentropy": 2.6639468669891357, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.017037922516465187, |
| "loss/reg": 107.75032806396484, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.001425, |
| "grad_norm": 1.5480672121047974, |
| "grad_norm_var": 2.6976983052976697, |
| "learning_rate": 1.14e-05, |
| "loss": 107.734, |
| "loss/crossentropy": 2.7018520832061768, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.016180139034986496, |
| "loss/reg": 107.61087036132812, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.00145, |
| "grad_norm": 1.2781832218170166, |
| "grad_norm_var": 2.7359303926605016, |
| "learning_rate": 1.16e-05, |
| "loss": 107.5901, |
| "loss/crossentropy": 2.8058838844299316, |
| "loss/hidden": 0.1044921875, |
| "loss/logits": 0.016446152701973915, |
| "loss/reg": 107.46919250488281, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.001475, |
| "grad_norm": 1.5537561178207397, |
| "grad_norm_var": 2.755752608942243, |
| "learning_rate": 1.18e-05, |
| "loss": 107.4512, |
| "loss/crossentropy": 2.6371188163757324, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.018213655799627304, |
| "loss/reg": 107.32366180419922, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0015, |
| "grad_norm": 3.3459622859954834, |
| "grad_norm_var": 2.774887598663352, |
| "learning_rate": 1.2e-05, |
| "loss": 107.3005, |
| "loss/crossentropy": 3.190295457839966, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.016267115250229836, |
| "loss/reg": 107.1749038696289, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.001525, |
| "grad_norm": 1.5608716011047363, |
| "grad_norm_var": 2.8537229826550923, |
| "learning_rate": 1.22e-05, |
| "loss": 107.1405, |
| "loss/crossentropy": 2.689225673675537, |
| "loss/hidden": 0.10205078125, |
| "loss/logits": 0.015642033889889717, |
| "loss/reg": 107.0228271484375, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.00155, |
| "grad_norm": 2.9783740043640137, |
| "grad_norm_var": 2.858017521797208, |
| "learning_rate": 1.2400000000000002e-05, |
| "loss": 106.9817, |
| "loss/crossentropy": 3.0421159267425537, |
| "loss/hidden": 0.10205078125, |
| "loss/logits": 0.016691621392965317, |
| "loss/reg": 106.86290740966797, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.001575, |
| "grad_norm": 1.751490831375122, |
| "grad_norm_var": 2.8798941991380254, |
| "learning_rate": 1.2600000000000001e-05, |
| "loss": 106.8293, |
| "loss/crossentropy": 2.954704523086548, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.018012236803770065, |
| "loss/reg": 106.7043228149414, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0016, |
| "grad_norm": 2.2218408584594727, |
| "grad_norm_var": 2.855623539050459, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 106.6657, |
| "loss/crossentropy": 2.735278844833374, |
| "loss/hidden": 0.1044921875, |
| "loss/logits": 0.019818950444459915, |
| "loss/reg": 106.54141998291016, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.001625, |
| "grad_norm": 1.6660186052322388, |
| "grad_norm_var": 2.9023713600347114, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 106.4947, |
| "loss/crossentropy": 3.00019907951355, |
| "loss/hidden": 0.1044921875, |
| "loss/logits": 0.015060758218169212, |
| "loss/reg": 106.3750991821289, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.00165, |
| "grad_norm": 1.7433619499206543, |
| "grad_norm_var": 2.948745965901263, |
| "learning_rate": 1.3200000000000002e-05, |
| "loss": 106.3047, |
| "loss/crossentropy": 2.4090218544006348, |
| "loss/hidden": 0.0859375, |
| "loss/logits": 0.013767421245574951, |
| "loss/reg": 106.20496368408203, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.001675, |
| "grad_norm": 1.8968372344970703, |
| "grad_norm_var": 2.941981354522321, |
| "learning_rate": 1.3400000000000002e-05, |
| "loss": 106.158, |
| "loss/crossentropy": 2.8800578117370605, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.019842734560370445, |
| "loss/reg": 106.03123474121094, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0017, |
| "grad_norm": 2.075490951538086, |
| "grad_norm_var": 2.95485559076868, |
| "learning_rate": 1.3600000000000002e-05, |
| "loss": 105.9487, |
| "loss/crossentropy": 3.121166944503784, |
| "loss/hidden": 0.07861328125, |
| "loss/logits": 0.015778005123138428, |
| "loss/reg": 105.85435485839844, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.001725, |
| "grad_norm": 2.8943285942077637, |
| "grad_norm_var": 2.9569066036314915, |
| "learning_rate": 1.38e-05, |
| "loss": 105.765, |
| "loss/crossentropy": 2.750092029571533, |
| "loss/hidden": 0.0732421875, |
| "loss/logits": 0.01827952079474926, |
| "loss/reg": 105.67351531982422, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.00175, |
| "grad_norm": 1.740116000175476, |
| "grad_norm_var": 2.993779212225659, |
| "learning_rate": 1.4e-05, |
| "loss": 105.5679, |
| "loss/crossentropy": 2.808587074279785, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.014089204370975494, |
| "loss/reg": 105.48979949951172, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.001775, |
| "grad_norm": 3.365384101867676, |
| "grad_norm_var": 2.817206299433534, |
| "learning_rate": 1.4200000000000001e-05, |
| "loss": 105.4282, |
| "loss/crossentropy": 3.0790698528289795, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.01681649312376976, |
| "loss/reg": 105.30203247070312, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0018, |
| "grad_norm": 1.2450242042541504, |
| "grad_norm_var": 0.49637522068055445, |
| "learning_rate": 1.4400000000000001e-05, |
| "loss": 105.1742, |
| "loss/crossentropy": 2.7480971813201904, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011092130094766617, |
| "loss/reg": 105.10601806640625, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.001825, |
| "grad_norm": 1.7799638509750366, |
| "grad_norm_var": 0.48409086806424567, |
| "learning_rate": 1.46e-05, |
| "loss": 104.9855, |
| "loss/crossentropy": 2.8875551223754883, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.013171407394111156, |
| "loss/reg": 104.91083526611328, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.00185, |
| "grad_norm": 3.0080645084381104, |
| "grad_norm_var": 0.4888197405301819, |
| "learning_rate": 1.48e-05, |
| "loss": 104.7925, |
| "loss/crossentropy": 2.947901725769043, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.015885423868894577, |
| "loss/reg": 104.71261596679688, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.001875, |
| "grad_norm": 2.132399320602417, |
| "grad_norm_var": 0.46168637093159354, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 104.5821, |
| "loss/crossentropy": 2.8153300285339355, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.012619425542652607, |
| "loss/reg": 104.51014709472656, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0019, |
| "grad_norm": 4.225804328918457, |
| "grad_norm_var": 0.642997495639734, |
| "learning_rate": 1.5200000000000002e-05, |
| "loss": 104.3881, |
| "loss/crossentropy": 3.0654807090759277, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.017460748553276062, |
| "loss/reg": 104.30471801757812, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.001925, |
| "grad_norm": 1.3250384330749512, |
| "grad_norm_var": 0.6687036530869581, |
| "learning_rate": 1.54e-05, |
| "loss": 104.1632, |
| "loss/crossentropy": 2.7858409881591797, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.010722491890192032, |
| "loss/reg": 104.09539031982422, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.00195, |
| "grad_norm": 2.416010618209839, |
| "grad_norm_var": 0.6340868082909626, |
| "learning_rate": 1.5600000000000003e-05, |
| "loss": 103.955, |
| "loss/crossentropy": 3.242889642715454, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.013778477907180786, |
| "loss/reg": 103.8821792602539, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.001975, |
| "grad_norm": 2.7921998500823975, |
| "grad_norm_var": 0.6370527990787508, |
| "learning_rate": 1.58e-05, |
| "loss": 103.7406, |
| "loss/crossentropy": 2.815262794494629, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.012466374784708023, |
| "loss/reg": 103.66657257080078, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 2.4101223945617676, |
| "grad_norm_var": 0.6377332514460964, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 103.5152, |
| "loss/crossentropy": 2.6628899574279785, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011213818565011024, |
| "loss/reg": 103.44680786132812, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.002025, |
| "grad_norm": 4.508922576904297, |
| "grad_norm_var": 0.9045377168218747, |
| "learning_rate": 1.62e-05, |
| "loss": 103.3373, |
| "loss/crossentropy": 2.809832811355591, |
| "loss/hidden": 0.099609375, |
| "loss/logits": 0.014138867147266865, |
| "loss/reg": 103.2235107421875, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.00205, |
| "grad_norm": 2.5658440589904785, |
| "grad_norm_var": 0.8668634995421407, |
| "learning_rate": 1.64e-05, |
| "loss": 103.0584, |
| "loss/crossentropy": 2.9585628509521484, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011128315702080727, |
| "loss/reg": 102.99018859863281, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.002075, |
| "grad_norm": 1.03963041305542, |
| "grad_norm_var": 0.9844523199274171, |
| "learning_rate": 1.66e-05, |
| "loss": 102.8268, |
| "loss/crossentropy": 2.9794199466705322, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.010468900203704834, |
| "loss/reg": 102.75920104980469, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0021, |
| "grad_norm": 2.0196003913879395, |
| "grad_norm_var": 0.9875894888249034, |
| "learning_rate": 1.6800000000000002e-05, |
| "loss": 102.5951, |
| "loss/crossentropy": 3.0950756072998047, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.012872470542788506, |
| "loss/reg": 102.52505493164062, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.002125, |
| "grad_norm": 2.780224323272705, |
| "grad_norm_var": 0.9818985175549242, |
| "learning_rate": 1.7e-05, |
| "loss": 102.3623, |
| "loss/crossentropy": 2.8365509510040283, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.013720070943236351, |
| "loss/reg": 102.28706359863281, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.00215, |
| "grad_norm": 4.0338544845581055, |
| "grad_norm_var": 1.0906703730721057, |
| "learning_rate": 1.72e-05, |
| "loss": 102.1238, |
| "loss/crossentropy": 2.8407351970672607, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.013968261890113354, |
| "loss/reg": 102.04585266113281, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.002175, |
| "grad_norm": 1.787563681602478, |
| "grad_norm_var": 1.0858789976663803, |
| "learning_rate": 1.7400000000000003e-05, |
| "loss": 101.8693, |
| "loss/crossentropy": 2.7350587844848633, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.010529162362217903, |
| "loss/reg": 101.80165100097656, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.0022, |
| "grad_norm": 2.832834005355835, |
| "grad_norm_var": 0.9768321018939086, |
| "learning_rate": 1.76e-05, |
| "loss": 101.6227, |
| "loss/crossentropy": 2.9185311794281006, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.01262863352894783, |
| "loss/reg": 101.55294036865234, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.002225, |
| "grad_norm": 3.1689658164978027, |
| "grad_norm_var": 0.944871850947833, |
| "learning_rate": 1.7800000000000002e-05, |
| "loss": 101.3782, |
| "loss/crossentropy": 3.041252374649048, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01572200283408165, |
| "loss/reg": 101.30099487304688, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.00225, |
| "grad_norm": 1.7799317836761475, |
| "grad_norm_var": 0.9871302861463281, |
| "learning_rate": 1.8e-05, |
| "loss": 101.1145, |
| "loss/crossentropy": 2.7331812381744385, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011585134081542492, |
| "loss/reg": 101.04578399658203, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.002275, |
| "grad_norm": 2.1665501594543457, |
| "grad_norm_var": 0.9850116745237391, |
| "learning_rate": 1.8200000000000002e-05, |
| "loss": 100.8592, |
| "loss/crossentropy": 2.4707322120666504, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.013475198298692703, |
| "loss/reg": 100.7863998413086, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0023, |
| "grad_norm": 1.3672914505004883, |
| "grad_norm_var": 0.8820831680751643, |
| "learning_rate": 1.8400000000000003e-05, |
| "loss": 100.5874, |
| "loss/crossentropy": 2.577828884124756, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.01066804863512516, |
| "loss/reg": 100.51959228515625, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.002325, |
| "grad_norm": 1.8506819009780884, |
| "grad_norm_var": 0.8214079520174674, |
| "learning_rate": 1.86e-05, |
| "loss": 100.323, |
| "loss/crossentropy": 2.847485065460205, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011566294357180595, |
| "loss/reg": 100.25430297851562, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.00235, |
| "grad_norm": 3.947273015975952, |
| "grad_norm_var": 0.956929905592916, |
| "learning_rate": 1.88e-05, |
| "loss": 100.0834, |
| "loss/crossentropy": 2.833409070968628, |
| "loss/hidden": 0.0849609375, |
| "loss/logits": 0.013771452009677887, |
| "loss/reg": 99.98463439941406, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.002375, |
| "grad_norm": 1.522775650024414, |
| "grad_norm_var": 1.0193112536277242, |
| "learning_rate": 1.9e-05, |
| "loss": 99.7793, |
| "loss/crossentropy": 2.616933822631836, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.01004397589713335, |
| "loss/reg": 99.71215057373047, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0024, |
| "grad_norm": 2.6764161586761475, |
| "grad_norm_var": 1.0210357175361253, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 99.5082, |
| "loss/crossentropy": 3.357677936553955, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.01289614848792553, |
| "loss/reg": 99.43595886230469, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.002425, |
| "grad_norm": 2.411071538925171, |
| "grad_norm_var": 0.7350196269207759, |
| "learning_rate": 1.94e-05, |
| "loss": 99.2327, |
| "loss/crossentropy": 2.9822490215301514, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.014493342489004135, |
| "loss/reg": 99.15665435791016, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.00245, |
| "grad_norm": 5.154429912567139, |
| "grad_norm_var": 1.2207546039745256, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 98.9606, |
| "loss/crossentropy": 2.878635883331299, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.018285058438777924, |
| "loss/reg": 98.87391662597656, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.002475, |
| "grad_norm": 5.486807823181152, |
| "grad_norm_var": 1.5709261870313864, |
| "learning_rate": 1.98e-05, |
| "loss": 98.6813, |
| "loss/crossentropy": 3.3747873306274414, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.02096904069185257, |
| "loss/reg": 98.58756256103516, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.0025, |
| "grad_norm": 2.2651255130767822, |
| "grad_norm_var": 1.548765033441659, |
| "learning_rate": 2e-05, |
| "loss": 98.378, |
| "loss/crossentropy": 2.667487621307373, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.015711724758148193, |
| "loss/reg": 98.29834747314453, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.002525, |
| "grad_norm": 2.8461413383483887, |
| "grad_norm_var": 1.548625602237729, |
| "learning_rate": 2e-05, |
| "loss": 98.0811, |
| "loss/crossentropy": 2.8070576190948486, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.01651117019355297, |
| "loss/reg": 98.00546264648438, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.00255, |
| "grad_norm": 3.3563625812530518, |
| "grad_norm_var": 1.4686659287860662, |
| "learning_rate": 2e-05, |
| "loss": 97.79, |
| "loss/crossentropy": 3.0256845951080322, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.01792600378394127, |
| "loss/reg": 97.70619201660156, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.002575, |
| "grad_norm": 3.0281784534454346, |
| "grad_norm_var": 1.3992474053637958, |
| "learning_rate": 2e-05, |
| "loss": 97.485, |
| "loss/crossentropy": 2.7928712368011475, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.016789790242910385, |
| "loss/reg": 97.40911102294922, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.0026, |
| "grad_norm": 2.899623394012451, |
| "grad_norm_var": 1.399228163006243, |
| "learning_rate": 2e-05, |
| "loss": 97.1889, |
| "loss/crossentropy": 2.6017889976501465, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.014727754518389702, |
| "loss/reg": 97.11270141601562, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.002625, |
| "grad_norm": 4.760987758636475, |
| "grad_norm_var": 1.6209967019940714, |
| "learning_rate": 2e-05, |
| "loss": 96.9561, |
| "loss/crossentropy": 2.79957914352417, |
| "loss/hidden": 0.1044921875, |
| "loss/logits": 0.036032598465681076, |
| "loss/reg": 96.81553649902344, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.00265, |
| "grad_norm": 1.9602891206741333, |
| "grad_norm_var": 1.5944119405426551, |
| "learning_rate": 2e-05, |
| "loss": 96.5917, |
| "loss/crossentropy": 3.0477099418640137, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014111923985183239, |
| "loss/reg": 96.51824951171875, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.002675, |
| "grad_norm": 3.8924121856689453, |
| "grad_norm_var": 1.593099738565498, |
| "learning_rate": 2e-05, |
| "loss": 96.306, |
| "loss/crossentropy": 2.725721597671509, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.01935645565390587, |
| "loss/reg": 96.22071838378906, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0027, |
| "grad_norm": 2.1384472846984863, |
| "grad_norm_var": 1.45322790572492, |
| "learning_rate": 2e-05, |
| "loss": 95.9971, |
| "loss/crossentropy": 2.9953653812408447, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.015377204865217209, |
| "loss/reg": 95.92265319824219, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.002725, |
| "grad_norm": 2.844248056411743, |
| "grad_norm_var": 1.3444790509526579, |
| "learning_rate": 2e-05, |
| "loss": 95.7164, |
| "loss/crossentropy": 3.295865297317505, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.02641688659787178, |
| "loss/reg": 95.62409973144531, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.00275, |
| "grad_norm": 1.7702182531356812, |
| "grad_norm_var": 1.423617390900579, |
| "learning_rate": 2e-05, |
| "loss": 95.4, |
| "loss/crossentropy": 2.6738994121551514, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014722645282745361, |
| "loss/reg": 95.32594299316406, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.002775, |
| "grad_norm": 1.3760358095169067, |
| "grad_norm_var": 1.4551049156645277, |
| "learning_rate": 2e-05, |
| "loss": 95.0977, |
| "loss/crossentropy": 2.6674644947052, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.013482127338647842, |
| "loss/reg": 95.02709197998047, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.0028, |
| "grad_norm": 1.5607060194015503, |
| "grad_norm_var": 1.589101356479648, |
| "learning_rate": 2e-05, |
| "loss": 94.8153, |
| "loss/crossentropy": 2.852834939956665, |
| "loss/hidden": 0.08251953125, |
| "loss/logits": 0.014033878222107887, |
| "loss/reg": 94.71875, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.002825, |
| "grad_norm": 3.75045108795166, |
| "grad_norm_var": 1.5988275534787362, |
| "learning_rate": 2e-05, |
| "loss": 94.5009, |
| "loss/crossentropy": 2.9057774543762207, |
| "loss/hidden": 0.061279296875, |
| "loss/logits": 0.020055318251252174, |
| "loss/reg": 94.4195556640625, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.00285, |
| "grad_norm": 2.267350912094116, |
| "grad_norm_var": 1.3166800230582432, |
| "learning_rate": 2e-05, |
| "loss": 94.1944, |
| "loss/crossentropy": 2.7482869625091553, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.017577335238456726, |
| "loss/reg": 94.1199722290039, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.002875, |
| "grad_norm": 2.194246768951416, |
| "grad_norm_var": 0.8532155162290316, |
| "learning_rate": 2e-05, |
| "loss": 93.8912, |
| "loss/crossentropy": 2.743758201599121, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.013515879400074482, |
| "loss/reg": 93.82050323486328, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0029, |
| "grad_norm": 1.7801834344863892, |
| "grad_norm_var": 0.8948634812187672, |
| "learning_rate": 2e-05, |
| "loss": 93.5896, |
| "loss/crossentropy": 2.744076728820801, |
| "loss/hidden": 0.0546875, |
| "loss/logits": 0.014069687575101852, |
| "loss/reg": 93.5208740234375, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.002925, |
| "grad_norm": 1.7759678363800049, |
| "grad_norm_var": 0.9386863932751007, |
| "learning_rate": 2e-05, |
| "loss": 93.2962, |
| "loss/crossentropy": 2.806662082672119, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015871506184339523, |
| "loss/reg": 93.22098541259766, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.00295, |
| "grad_norm": 2.6695425510406494, |
| "grad_norm_var": 0.8975061402584836, |
| "learning_rate": 2e-05, |
| "loss": 92.9929, |
| "loss/crossentropy": 2.797207832336426, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.01545205432921648, |
| "loss/reg": 92.92053985595703, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.002975, |
| "grad_norm": 2.0127737522125244, |
| "grad_norm_var": 0.8960978495062031, |
| "learning_rate": 2e-05, |
| "loss": 92.6882, |
| "loss/crossentropy": 3.020660638809204, |
| "loss/hidden": 0.0546875, |
| "loss/logits": 0.013032155111432076, |
| "loss/reg": 92.62051391601562, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 2.1293652057647705, |
| "grad_norm_var": 0.88991297365724, |
| "learning_rate": 2e-05, |
| "loss": 92.3946, |
| "loss/crossentropy": 2.962179660797119, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014865359291434288, |
| "loss/reg": 92.32038116455078, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.003025, |
| "grad_norm": 2.659437894821167, |
| "grad_norm_var": 0.5128431927902019, |
| "learning_rate": 2e-05, |
| "loss": 92.0991, |
| "loss/crossentropy": 2.7553904056549072, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.017567995935678482, |
| "loss/reg": 92.01996612548828, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.00305, |
| "grad_norm": 3.1532716751098633, |
| "grad_norm_var": 0.5479399334418377, |
| "learning_rate": 2e-05, |
| "loss": 91.7898, |
| "loss/crossentropy": 3.20906138420105, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.01771578937768936, |
| "loss/reg": 91.71299743652344, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.003075, |
| "grad_norm": 2.2405543327331543, |
| "grad_norm_var": 0.3839241818330661, |
| "learning_rate": 2e-05, |
| "loss": 91.4828, |
| "loss/crossentropy": 2.6381375789642334, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.013064563274383545, |
| "loss/reg": 91.41288757324219, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0031, |
| "grad_norm": 3.476731300354004, |
| "grad_norm_var": 0.4723567159636746, |
| "learning_rate": 2e-05, |
| "loss": 91.1941, |
| "loss/crossentropy": 2.8266453742980957, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.01818031072616577, |
| "loss/reg": 91.11192321777344, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.003125, |
| "grad_norm": 1.7917191982269287, |
| "grad_norm_var": 0.4727696793815556, |
| "learning_rate": 2e-05, |
| "loss": 90.8828, |
| "loss/crossentropy": 3.0270473957061768, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.013925662264227867, |
| "loss/reg": 90.81177520751953, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.00315, |
| "grad_norm": 3.2372536659240723, |
| "grad_norm_var": 0.5059943836231217, |
| "learning_rate": 2e-05, |
| "loss": 90.5864, |
| "loss/crossentropy": 2.838686227798462, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.016410067677497864, |
| "loss/reg": 90.51092529296875, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.003175, |
| "grad_norm": 1.6228362321853638, |
| "grad_norm_var": 0.4767731820654664, |
| "learning_rate": 2e-05, |
| "loss": 90.2798, |
| "loss/crossentropy": 2.6141273975372314, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011823797598481178, |
| "loss/reg": 90.21080780029297, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.0032, |
| "grad_norm": 2.675074577331543, |
| "grad_norm_var": 0.4304030863895955, |
| "learning_rate": 2e-05, |
| "loss": 89.9815, |
| "loss/crossentropy": 2.7882752418518066, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.014153627678751945, |
| "loss/reg": 89.91018676757812, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.003225, |
| "grad_norm": 2.7944464683532715, |
| "grad_norm_var": 0.32364587258530453, |
| "learning_rate": 2e-05, |
| "loss": 89.685, |
| "loss/crossentropy": 2.5254697799682617, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.016538312658667564, |
| "loss/reg": 89.6093978881836, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.00325, |
| "grad_norm": 1.8436682224273682, |
| "grad_norm_var": 0.34264366805227553, |
| "learning_rate": 2e-05, |
| "loss": 89.3803, |
| "loss/crossentropy": 2.928762197494507, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.014276012778282166, |
| "loss/reg": 89.30912017822266, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.003275, |
| "grad_norm": 2.6479427814483643, |
| "grad_norm_var": 0.3443586211365847, |
| "learning_rate": 2e-05, |
| "loss": 89.084, |
| "loss/crossentropy": 2.7882349491119385, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.016245754435658455, |
| "loss/reg": 89.00865936279297, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0033, |
| "grad_norm": 4.339890956878662, |
| "grad_norm_var": 0.5399623455134483, |
| "learning_rate": 2e-05, |
| "loss": 88.7743, |
| "loss/crossentropy": 2.843156337738037, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014006150886416435, |
| "loss/reg": 88.70095825195312, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.003325, |
| "grad_norm": 1.3859492540359497, |
| "grad_norm_var": 0.5906001827105968, |
| "learning_rate": 2e-05, |
| "loss": 88.4686, |
| "loss/crossentropy": 2.56451153755188, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011048642918467522, |
| "loss/reg": 88.40039825439453, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.00335, |
| "grad_norm": 3.4068877696990967, |
| "grad_norm_var": 0.6370671369808453, |
| "learning_rate": 2e-05, |
| "loss": 88.1735, |
| "loss/crossentropy": 2.813845634460449, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.016296520829200745, |
| "loss/reg": 88.1003646850586, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.003375, |
| "grad_norm": 2.2145471572875977, |
| "grad_norm_var": 0.6241198038182761, |
| "learning_rate": 2e-05, |
| "loss": 87.8709, |
| "loss/crossentropy": 2.9568309783935547, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.013690088875591755, |
| "loss/reg": 87.80007934570312, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.0034, |
| "grad_norm": 2.6741232872009277, |
| "grad_norm_var": 0.6083942369195152, |
| "learning_rate": 2e-05, |
| "loss": 87.5719, |
| "loss/crossentropy": 2.7441060543060303, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.014466654509305954, |
| "loss/reg": 87.50055694580078, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.003425, |
| "grad_norm": 2.338223934173584, |
| "grad_norm_var": 0.6138078516363993, |
| "learning_rate": 2e-05, |
| "loss": 87.2744, |
| "loss/crossentropy": 2.4464330673217773, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014399213716387749, |
| "loss/reg": 87.20066833496094, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.00345, |
| "grad_norm": 1.8222837448120117, |
| "grad_norm_var": 0.6290386070508833, |
| "learning_rate": 2e-05, |
| "loss": 86.9703, |
| "loss/crossentropy": 2.8742918968200684, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.011516067199409008, |
| "loss/reg": 86.90167999267578, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.003475, |
| "grad_norm": 2.03706955909729, |
| "grad_norm_var": 0.6395340114512105, |
| "learning_rate": 2e-05, |
| "loss": 86.6734, |
| "loss/crossentropy": 2.651973009109497, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.01390259712934494, |
| "loss/reg": 86.60263061523438, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0035, |
| "grad_norm": 2.9460866451263428, |
| "grad_norm_var": 0.5893915505304466, |
| "learning_rate": 2e-05, |
| "loss": 86.4269, |
| "loss/crossentropy": 3.348736047744751, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.016606930643320084, |
| "loss/reg": 86.30339050292969, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.003525, |
| "grad_norm": 2.397338390350342, |
| "grad_norm_var": 0.5562422152076701, |
| "learning_rate": 2e-05, |
| "loss": 86.0776, |
| "loss/crossentropy": 2.462433099746704, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.01363131683319807, |
| "loss/reg": 86.00459289550781, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.00355, |
| "grad_norm": 2.2476322650909424, |
| "grad_norm_var": 0.5233350316059858, |
| "learning_rate": 2e-05, |
| "loss": 85.7713, |
| "loss/crossentropy": 2.6098899841308594, |
| "loss/hidden": 0.056884765625, |
| "loss/logits": 0.015527555719017982, |
| "loss/reg": 85.69889831542969, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.003575, |
| "grad_norm": 1.603454828262329, |
| "grad_norm_var": 0.5255273885155527, |
| "learning_rate": 2e-05, |
| "loss": 85.4701, |
| "loss/crossentropy": 2.62600040435791, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.012892360799014568, |
| "loss/reg": 85.40011596679688, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0036, |
| "grad_norm": 1.814164400100708, |
| "grad_norm_var": 0.5472671850991829, |
| "learning_rate": 2e-05, |
| "loss": 85.1766, |
| "loss/crossentropy": 2.7545013427734375, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015227731317281723, |
| "loss/reg": 85.10199737548828, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.003625, |
| "grad_norm": 3.5215349197387695, |
| "grad_norm_var": 0.6178589741537791, |
| "learning_rate": 2e-05, |
| "loss": 84.8787, |
| "loss/crossentropy": 3.249708890914917, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.015877550467848778, |
| "loss/reg": 84.80371856689453, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.00365, |
| "grad_norm": 1.9731359481811523, |
| "grad_norm_var": 0.6083958559047544, |
| "learning_rate": 2e-05, |
| "loss": 84.5763, |
| "loss/crossentropy": 3.2176551818847656, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.013086882419884205, |
| "loss/reg": 84.50607299804688, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.003675, |
| "grad_norm": 4.117058753967285, |
| "grad_norm_var": 0.7799786660544029, |
| "learning_rate": 2e-05, |
| "loss": 84.2939, |
| "loss/crossentropy": 2.667962074279785, |
| "loss/hidden": 0.0634765625, |
| "loss/logits": 0.022213537245988846, |
| "loss/reg": 84.20823669433594, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.0037, |
| "grad_norm": 3.0872607231140137, |
| "grad_norm_var": 0.5795145425234849, |
| "learning_rate": 2e-05, |
| "loss": 84.0006, |
| "loss/crossentropy": 2.904244899749756, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.01870722323656082, |
| "loss/reg": 83.91111755371094, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.003725, |
| "grad_norm": 2.1129748821258545, |
| "grad_norm_var": 0.507061159842186, |
| "learning_rate": 2e-05, |
| "loss": 83.6913, |
| "loss/crossentropy": 2.4297919273376465, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01596939191222191, |
| "loss/reg": 83.61376953125, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.00375, |
| "grad_norm": 1.9368386268615723, |
| "grad_norm_var": 0.46821439415792837, |
| "learning_rate": 2e-05, |
| "loss": 83.3904, |
| "loss/crossentropy": 2.7391281127929688, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014091565273702145, |
| "loss/reg": 83.31694030761719, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.003775, |
| "grad_norm": 3.6663706302642822, |
| "grad_norm_var": 0.5586835942509762, |
| "learning_rate": 2e-05, |
| "loss": 83.1007, |
| "loss/crossentropy": 2.8713481426239014, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01851273886859417, |
| "loss/reg": 83.02061462402344, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.0038, |
| "grad_norm": 2.134021043777466, |
| "grad_norm_var": 0.5657064796702647, |
| "learning_rate": 2e-05, |
| "loss": 82.7923, |
| "loss/crossentropy": 3.2020580768585205, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01641719415783882, |
| "loss/reg": 82.71440124511719, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.003825, |
| "grad_norm": 2.897209405899048, |
| "grad_norm_var": 0.574317300050713, |
| "learning_rate": 2e-05, |
| "loss": 82.5031, |
| "loss/crossentropy": 2.975339412689209, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.021052952855825424, |
| "loss/reg": 82.41812133789062, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.00385, |
| "grad_norm": 1.751135230064392, |
| "grad_norm_var": 0.5812492457165689, |
| "learning_rate": 2e-05, |
| "loss": 82.2003, |
| "loss/crossentropy": 2.38250994682312, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.016858752816915512, |
| "loss/reg": 82.12188720703125, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.003875, |
| "grad_norm": 2.5146450996398926, |
| "grad_norm_var": 0.5650580150903565, |
| "learning_rate": 2e-05, |
| "loss": 81.9018, |
| "loss/crossentropy": 2.493891954421997, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.013709386810660362, |
| "loss/reg": 81.82661437988281, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0039, |
| "grad_norm": 2.2257137298583984, |
| "grad_norm_var": 0.5589724988129731, |
| "learning_rate": 2e-05, |
| "loss": 81.606, |
| "loss/crossentropy": 2.713038682937622, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015239729546010494, |
| "loss/reg": 81.53138732910156, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.003925, |
| "grad_norm": 5.219791412353516, |
| "grad_norm_var": 1.01821672382146, |
| "learning_rate": 2e-05, |
| "loss": 81.3182, |
| "loss/crossentropy": 2.7188966274261475, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.017340324819087982, |
| "loss/reg": 81.23693084716797, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.00395, |
| "grad_norm": 1.601794958114624, |
| "grad_norm_var": 1.0812106477349142, |
| "learning_rate": 2e-05, |
| "loss": 81.0152, |
| "loss/crossentropy": 2.647388219833374, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.013692192733287811, |
| "loss/reg": 80.9421615600586, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.003975, |
| "grad_norm": 2.963209390640259, |
| "grad_norm_var": 1.009555342899499, |
| "learning_rate": 2e-05, |
| "loss": 80.7271, |
| "loss/crossentropy": 2.849640369415283, |
| "loss/hidden": 0.05908203125, |
| "loss/logits": 0.019920967519283295, |
| "loss/reg": 80.64808654785156, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 2.3866851329803467, |
| "grad_norm_var": 0.9608132022483118, |
| "learning_rate": 2e-05, |
| "loss": 80.4313, |
| "loss/crossentropy": 2.6206085681915283, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.015263768844306469, |
| "loss/reg": 80.35447692871094, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.004025, |
| "grad_norm": 2.6866133213043213, |
| "grad_norm_var": 0.9192531230990411, |
| "learning_rate": 2e-05, |
| "loss": 80.1358, |
| "loss/crossentropy": 2.6675243377685547, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015180731192231178, |
| "loss/reg": 80.061279296875, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.00405, |
| "grad_norm": 2.2380247116088867, |
| "grad_norm_var": 0.8978023926442598, |
| "learning_rate": 2e-05, |
| "loss": 79.8366, |
| "loss/crossentropy": 2.9008312225341797, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014321748167276382, |
| "loss/reg": 79.76295471191406, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.004075, |
| "grad_norm": 5.501147747039795, |
| "grad_norm_var": 1.2751311244587156, |
| "learning_rate": 2e-05, |
| "loss": 79.5506, |
| "loss/crossentropy": 2.774265766143799, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.016338951885700226, |
| "loss/reg": 79.47030639648438, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.0041, |
| "grad_norm": 1.578844666481018, |
| "grad_norm_var": 1.3611156779384619, |
| "learning_rate": 2e-05, |
| "loss": 79.2495, |
| "loss/crossentropy": 2.8486151695251465, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.01422686967998743, |
| "loss/reg": 79.17816925048828, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.004125, |
| "grad_norm": 1.8603459596633911, |
| "grad_norm_var": 1.3853304523501924, |
| "learning_rate": 2e-05, |
| "loss": 78.9609, |
| "loss/crossentropy": 2.9763364791870117, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015356909483671188, |
| "loss/reg": 78.88626098632812, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.00415, |
| "grad_norm": 2.4613988399505615, |
| "grad_norm_var": 1.3493160215050024, |
| "learning_rate": 2e-05, |
| "loss": 78.6768, |
| "loss/crossentropy": 2.6457760334014893, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01994500868022442, |
| "loss/reg": 78.59528350830078, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.004175, |
| "grad_norm": 2.5572216510772705, |
| "grad_norm_var": 1.2877918838448412, |
| "learning_rate": 2e-05, |
| "loss": 78.3792, |
| "loss/crossentropy": 2.726158380508423, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015283918008208275, |
| "loss/reg": 78.30459594726562, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0042, |
| "grad_norm": 3.149622917175293, |
| "grad_norm_var": 1.2808819694844975, |
| "learning_rate": 2e-05, |
| "loss": 78.0974, |
| "loss/crossentropy": 2.464186906814575, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.014741174876689911, |
| "loss/reg": 78.01426696777344, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.004225, |
| "grad_norm": 1.4037340879440308, |
| "grad_norm_var": 1.3859120968246847, |
| "learning_rate": 2e-05, |
| "loss": 77.8036, |
| "loss/crossentropy": 2.8845841884613037, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.017704475671052933, |
| "loss/reg": 77.724365234375, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.00425, |
| "grad_norm": 4.424335479736328, |
| "grad_norm_var": 1.518842252075294, |
| "learning_rate": 2e-05, |
| "loss": 77.5411, |
| "loss/crossentropy": 3.1228435039520264, |
| "loss/hidden": 0.0859375, |
| "loss/logits": 0.020280467346310616, |
| "loss/reg": 77.4349136352539, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.004275, |
| "grad_norm": 1.2430707216262817, |
| "grad_norm_var": 1.6679938506527754, |
| "learning_rate": 2e-05, |
| "loss": 77.2194, |
| "loss/crossentropy": 2.7156295776367188, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014160854741930962, |
| "loss/reg": 77.14595794677734, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0043, |
| "grad_norm": 2.0627477169036865, |
| "grad_norm_var": 1.6803689194951175, |
| "learning_rate": 2e-05, |
| "loss": 76.9251, |
| "loss/crossentropy": 2.817188262939453, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.01637103408575058, |
| "loss/reg": 76.84935760498047, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.004325, |
| "grad_norm": 2.538249969482422, |
| "grad_norm_var": 1.2319590329252075, |
| "learning_rate": 2e-05, |
| "loss": 76.637, |
| "loss/crossentropy": 2.71427321434021, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.014527076855301857, |
| "loss/reg": 76.56098937988281, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.00435, |
| "grad_norm": 1.848551869392395, |
| "grad_norm_var": 1.2048617288824057, |
| "learning_rate": 2e-05, |
| "loss": 76.3474, |
| "loss/crossentropy": 2.9161787033081055, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015176617540419102, |
| "loss/reg": 76.27291870117188, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.004375, |
| "grad_norm": 2.4840588569641113, |
| "grad_norm_var": 1.1932266879105464, |
| "learning_rate": 2e-05, |
| "loss": 76.0652, |
| "loss/crossentropy": 3.0494370460510254, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.018287423998117447, |
| "loss/reg": 75.98535919189453, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.0044, |
| "grad_norm": 1.4861845970153809, |
| "grad_norm_var": 1.2607000339864975, |
| "learning_rate": 2e-05, |
| "loss": 75.7693, |
| "loss/crossentropy": 2.6618382930755615, |
| "loss/hidden": 0.05712890625, |
| "loss/logits": 0.013419630005955696, |
| "loss/reg": 75.69873046875, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.004425, |
| "grad_norm": 2.652388334274292, |
| "grad_norm_var": 1.2597859494322088, |
| "learning_rate": 2e-05, |
| "loss": 75.4947, |
| "loss/crossentropy": 3.0685219764709473, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.020900297909975052, |
| "loss/reg": 75.41223907470703, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.00445, |
| "grad_norm": 2.228562831878662, |
| "grad_norm_var": 1.2600818300469971, |
| "learning_rate": 2e-05, |
| "loss": 75.2042, |
| "loss/crossentropy": 2.6521048545837402, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01636704057455063, |
| "loss/reg": 75.1263427734375, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.004475, |
| "grad_norm": 2.145296096801758, |
| "grad_norm_var": 0.6065573977317332, |
| "learning_rate": 2e-05, |
| "loss": 74.9156, |
| "loss/crossentropy": 2.7815215587615967, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.01532922312617302, |
| "loss/reg": 74.84095764160156, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0045, |
| "grad_norm": 3.027330160140991, |
| "grad_norm_var": 0.6065639312435943, |
| "learning_rate": 2e-05, |
| "loss": 74.6397, |
| "loss/crossentropy": 2.828174591064453, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.020114243030548096, |
| "loss/reg": 74.55561828613281, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.004525, |
| "grad_norm": 1.8776589632034302, |
| "grad_norm_var": 0.6054562283667906, |
| "learning_rate": 2e-05, |
| "loss": 74.3442, |
| "loss/crossentropy": 2.7055771350860596, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.01365465484559536, |
| "loss/reg": 74.27119445800781, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.00455, |
| "grad_norm": 3.372591733932495, |
| "grad_norm_var": 0.6709551658510691, |
| "learning_rate": 2e-05, |
| "loss": 74.0724, |
| "loss/crossentropy": 3.0145347118377686, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.022765886038541794, |
| "loss/reg": 73.97685241699219, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.004575, |
| "grad_norm": 1.4099830389022827, |
| "grad_norm_var": 0.7301368956932454, |
| "learning_rate": 2e-05, |
| "loss": 73.7664, |
| "loss/crossentropy": 2.795443058013916, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.013609878718852997, |
| "loss/reg": 73.69348907470703, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.0046, |
| "grad_norm": 1.8791447877883911, |
| "grad_norm_var": 0.6929646819722675, |
| "learning_rate": 2e-05, |
| "loss": 73.4903, |
| "loss/crossentropy": 2.60862135887146, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.017894212156534195, |
| "loss/reg": 73.41085052490234, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.004625, |
| "grad_norm": 4.824383735656738, |
| "grad_norm_var": 1.0359055758899136, |
| "learning_rate": 2e-05, |
| "loss": 73.2051, |
| "loss/crossentropy": 2.708460569381714, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.015174289233982563, |
| "loss/reg": 73.12835693359375, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.00465, |
| "grad_norm": 1.6892882585525513, |
| "grad_norm_var": 0.7903900820577945, |
| "learning_rate": 2e-05, |
| "loss": 72.9203, |
| "loss/crossentropy": 2.5275192260742188, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014362558722496033, |
| "loss/reg": 72.84661102294922, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.004675, |
| "grad_norm": 2.1509838104248047, |
| "grad_norm_var": 0.7141933855878756, |
| "learning_rate": 2e-05, |
| "loss": 72.6431, |
| "loss/crossentropy": 2.828364849090576, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.016414958983659744, |
| "loss/reg": 72.56517028808594, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0047, |
| "grad_norm": 2.066053867340088, |
| "grad_norm_var": 0.7140653095859344, |
| "learning_rate": 2e-05, |
| "loss": 72.3592, |
| "loss/crossentropy": 2.918135166168213, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.015539775602519512, |
| "loss/reg": 72.2843246459961, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.004725, |
| "grad_norm": 1.7003145217895508, |
| "grad_norm_var": 0.7374802094477738, |
| "learning_rate": 2e-05, |
| "loss": 72.0782, |
| "loss/crossentropy": 2.828505754470825, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.01498749665915966, |
| "loss/reg": 72.00386047363281, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.00475, |
| "grad_norm": 2.66283917427063, |
| "grad_norm_var": 0.7296169710249801, |
| "learning_rate": 2e-05, |
| "loss": 71.8013, |
| "loss/crossentropy": 2.9118659496307373, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.015920046716928482, |
| "loss/reg": 71.723876953125, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.004775, |
| "grad_norm": 2.2389256954193115, |
| "grad_norm_var": 0.7291075429880787, |
| "learning_rate": 2e-05, |
| "loss": 71.5216, |
| "loss/crossentropy": 2.6960675716400146, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.014915665611624718, |
| "loss/reg": 71.4451675415039, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.0048, |
| "grad_norm": 2.652817487716675, |
| "grad_norm_var": 0.6816330763082435, |
| "learning_rate": 2e-05, |
| "loss": 71.2388, |
| "loss/crossentropy": 2.7465293407440186, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01686110533773899, |
| "loss/reg": 71.160400390625, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.004825, |
| "grad_norm": 2.2822165489196777, |
| "grad_norm_var": 0.6782911578411197, |
| "learning_rate": 2e-05, |
| "loss": 70.9582, |
| "loss/crossentropy": 2.776250123977661, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.016233820468187332, |
| "loss/reg": 70.88268280029297, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.00485, |
| "grad_norm": 2.540499210357666, |
| "grad_norm_var": 0.6777404274996485, |
| "learning_rate": 2e-05, |
| "loss": 70.6821, |
| "loss/crossentropy": 2.798632860183716, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.015345659106969833, |
| "loss/reg": 70.60520935058594, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.004875, |
| "grad_norm": 1.9856505393981934, |
| "grad_norm_var": 0.6849150734256606, |
| "learning_rate": 2e-05, |
| "loss": 70.405, |
| "loss/crossentropy": 2.6718432903289795, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.014745904132723808, |
| "loss/reg": 70.32874298095703, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0049, |
| "grad_norm": 2.3494439125061035, |
| "grad_norm_var": 0.6567124398874036, |
| "learning_rate": 2e-05, |
| "loss": 70.1346, |
| "loss/crossentropy": 2.9501113891601562, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.02032644674181938, |
| "loss/reg": 70.05279541015625, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.004925, |
| "grad_norm": 3.5448572635650635, |
| "grad_norm_var": 0.7242858678478853, |
| "learning_rate": 2e-05, |
| "loss": 69.8519, |
| "loss/crossentropy": 2.6818275451660156, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014945561066269875, |
| "loss/reg": 69.7776107788086, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.00495, |
| "grad_norm": 1.8181650638580322, |
| "grad_norm_var": 0.6860304672396395, |
| "learning_rate": 2e-05, |
| "loss": 69.5793, |
| "loss/crossentropy": 2.56965708732605, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.014989674091339111, |
| "loss/reg": 69.50276947021484, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.004975, |
| "grad_norm": 3.4242897033691406, |
| "grad_norm_var": 0.6838728374435107, |
| "learning_rate": 2e-05, |
| "loss": 69.3558, |
| "loss/crossentropy": 3.0659897327423096, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.017705179750919342, |
| "loss/reg": 69.22872161865234, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 1.973741888999939, |
| "grad_norm_var": 0.6767511902871185, |
| "learning_rate": 2e-05, |
| "loss": 69.0331, |
| "loss/crossentropy": 2.637833595275879, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.01859479956328869, |
| "loss/reg": 68.95521545410156, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.005025, |
| "grad_norm": 2.6389999389648438, |
| "grad_norm_var": 0.2962159441771213, |
| "learning_rate": 2e-05, |
| "loss": 68.7623, |
| "loss/crossentropy": 3.0950043201446533, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01863202080130577, |
| "loss/reg": 68.68214416503906, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.00505, |
| "grad_norm": 2.583447217941284, |
| "grad_norm_var": 0.26652776132981815, |
| "learning_rate": 2e-05, |
| "loss": 68.4826, |
| "loss/crossentropy": 3.238170862197876, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.019120125100016594, |
| "loss/reg": 68.40199279785156, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.005075, |
| "grad_norm": 1.9552291631698608, |
| "grad_norm_var": 0.275770096339541, |
| "learning_rate": 2e-05, |
| "loss": 68.2168, |
| "loss/crossentropy": 2.745107650756836, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.02080545760691166, |
| "loss/reg": 68.13004302978516, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0051, |
| "grad_norm": 2.0590291023254395, |
| "grad_norm_var": 0.2760869902247992, |
| "learning_rate": 2e-05, |
| "loss": 67.9385, |
| "loss/crossentropy": 2.9923768043518066, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.018183503299951553, |
| "loss/reg": 67.85881805419922, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.005125, |
| "grad_norm": 2.838015079498291, |
| "grad_norm_var": 0.25074774510742726, |
| "learning_rate": 2e-05, |
| "loss": 67.6847, |
| "loss/crossentropy": 3.02968692779541, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.02540656551718712, |
| "loss/reg": 67.58853149414062, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.00515, |
| "grad_norm": 3.082895278930664, |
| "grad_norm_var": 0.2724775294796672, |
| "learning_rate": 2e-05, |
| "loss": 67.4095, |
| "loss/crossentropy": 2.6776514053344727, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.020375534892082214, |
| "loss/reg": 67.3183364868164, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.005175, |
| "grad_norm": 2.3748674392700195, |
| "grad_norm_var": 0.2689364182377325, |
| "learning_rate": 2e-05, |
| "loss": 67.1321, |
| "loss/crossentropy": 2.7331337928771973, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.018977412953972816, |
| "loss/reg": 67.04918670654297, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.0052, |
| "grad_norm": 1.8422597646713257, |
| "grad_norm_var": 0.2941871012735906, |
| "learning_rate": 2e-05, |
| "loss": 66.8571, |
| "loss/crossentropy": 2.6536264419555664, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01525039691478014, |
| "loss/reg": 66.78032684326172, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.005225, |
| "grad_norm": 2.370894193649292, |
| "grad_norm_var": 0.29262559140895844, |
| "learning_rate": 2e-05, |
| "loss": 66.5972, |
| "loss/crossentropy": 2.880850076675415, |
| "loss/hidden": 0.06640625, |
| "loss/logits": 0.01811142824590206, |
| "loss/reg": 66.51265716552734, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.00525, |
| "grad_norm": 1.8227527141571045, |
| "grad_norm_var": 0.3172526467082339, |
| "learning_rate": 2e-05, |
| "loss": 66.3284, |
| "loss/crossentropy": 2.6867871284484863, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.018997574225068092, |
| "loss/reg": 66.24544525146484, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.005275, |
| "grad_norm": 1.5266575813293457, |
| "grad_norm_var": 0.3567894464636623, |
| "learning_rate": 2e-05, |
| "loss": 66.0535, |
| "loss/crossentropy": 2.711437940597534, |
| "loss/hidden": 0.059326171875, |
| "loss/logits": 0.014955010265111923, |
| "loss/reg": 65.97917175292969, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.0053, |
| "grad_norm": 2.41679310798645, |
| "grad_norm_var": 0.3567280892475267, |
| "learning_rate": 2e-05, |
| "loss": 65.7917, |
| "loss/crossentropy": 2.9064691066741943, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.0197412371635437, |
| "loss/reg": 65.70800018310547, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.005325, |
| "grad_norm": 1.972184181213379, |
| "grad_norm_var": 0.2695787564070026, |
| "learning_rate": 2e-05, |
| "loss": 65.5564, |
| "loss/crossentropy": 2.7818334102630615, |
| "loss/hidden": 0.0947265625, |
| "loss/logits": 0.019062824547290802, |
| "loss/reg": 65.4426040649414, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.00535, |
| "grad_norm": 1.5892772674560547, |
| "grad_norm_var": 0.2873676086054596, |
| "learning_rate": 2e-05, |
| "loss": 65.259, |
| "loss/crossentropy": 2.737332344055176, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.019478369504213333, |
| "loss/reg": 65.17799377441406, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.005375, |
| "grad_norm": 6.980996131896973, |
| "grad_norm_var": 1.6209131844775593, |
| "learning_rate": 2e-05, |
| "loss": 65.0488, |
| "loss/crossentropy": 2.853780746459961, |
| "loss/hidden": 0.095703125, |
| "loss/logits": 0.03903430327773094, |
| "loss/reg": 64.91402435302734, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.0054, |
| "grad_norm": 3.549551486968994, |
| "grad_norm_var": 1.6651724517150548, |
| "learning_rate": 2e-05, |
| "loss": 64.7459, |
| "loss/crossentropy": 2.9141762256622314, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.022131089121103287, |
| "loss/reg": 64.6510238647461, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.005425, |
| "grad_norm": 1.94115149974823, |
| "grad_norm_var": 1.6920030605329315, |
| "learning_rate": 2e-05, |
| "loss": 64.4759, |
| "loss/crossentropy": 2.94362473487854, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.019080817699432373, |
| "loss/reg": 64.38845825195312, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.00545, |
| "grad_norm": 2.473371744155884, |
| "grad_norm_var": 1.6923666873172403, |
| "learning_rate": 2e-05, |
| "loss": 64.2163, |
| "loss/crossentropy": 3.031843662261963, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.02138814702630043, |
| "loss/reg": 64.12654113769531, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.005475, |
| "grad_norm": 2.364009141921997, |
| "grad_norm_var": 1.6704069952290912, |
| "learning_rate": 2e-05, |
| "loss": 63.9948, |
| "loss/crossentropy": 2.869771718978882, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.020195169374346733, |
| "loss/reg": 63.86522674560547, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0055, |
| "grad_norm": 2.0074684619903564, |
| "grad_norm_var": 1.6741223453539247, |
| "learning_rate": 2e-05, |
| "loss": 63.6908, |
| "loss/crossentropy": 2.9813449382781982, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.01999806985259056, |
| "loss/reg": 63.60487365722656, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.005525, |
| "grad_norm": 1.478585958480835, |
| "grad_norm_var": 1.741421135603261, |
| "learning_rate": 2e-05, |
| "loss": 63.4223, |
| "loss/crossentropy": 2.450387716293335, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01574028469622135, |
| "loss/reg": 63.34505081176758, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.00555, |
| "grad_norm": 1.767280101776123, |
| "grad_norm_var": 1.7450884712307488, |
| "learning_rate": 2e-05, |
| "loss": 63.165, |
| "loss/crossentropy": 2.9608945846557617, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.02006276696920395, |
| "loss/reg": 63.07899856567383, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.005575, |
| "grad_norm": 2.900290012359619, |
| "grad_norm_var": 1.7602401150279823, |
| "learning_rate": 2e-05, |
| "loss": 62.9101, |
| "loss/crossentropy": 2.7069523334503174, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.021145779639482498, |
| "loss/reg": 62.82056427001953, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.0056, |
| "grad_norm": 2.2942614555358887, |
| "grad_norm_var": 1.7371226601830352, |
| "learning_rate": 2e-05, |
| "loss": 62.6463, |
| "loss/crossentropy": 2.82142972946167, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.01956920698285103, |
| "loss/reg": 62.56277847290039, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.005625, |
| "grad_norm": 2.362708330154419, |
| "grad_norm_var": 1.7372306188924502, |
| "learning_rate": 2e-05, |
| "loss": 62.3916, |
| "loss/crossentropy": 2.910395622253418, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.020157648250460625, |
| "loss/reg": 62.30548095703125, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.00565, |
| "grad_norm": 2.486630439758301, |
| "grad_norm_var": 1.7078860460967495, |
| "learning_rate": 2e-05, |
| "loss": 62.1414, |
| "loss/crossentropy": 3.0249392986297607, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.021398965269327164, |
| "loss/reg": 62.04918670654297, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.005675, |
| "grad_norm": 2.1476340293884277, |
| "grad_norm_var": 1.6508215590496325, |
| "learning_rate": 2e-05, |
| "loss": 61.8835, |
| "loss/crossentropy": 3.085418462753296, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.021710071712732315, |
| "loss/reg": 61.79338455200195, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.0057, |
| "grad_norm": 1.5186433792114258, |
| "grad_norm_var": 1.7166830776668944, |
| "learning_rate": 2e-05, |
| "loss": 61.6184, |
| "loss/crossentropy": 2.4423468112945557, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.016175974160432816, |
| "loss/reg": 61.53825378417969, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.005725, |
| "grad_norm": 2.6107263565063477, |
| "grad_norm_var": 1.6981119809293725, |
| "learning_rate": 2e-05, |
| "loss": 61.373, |
| "loss/crossentropy": 2.9523637294769287, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.0207897387444973, |
| "loss/reg": 61.283809661865234, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.00575, |
| "grad_norm": 1.9942364692687988, |
| "grad_norm_var": 1.6575925882854556, |
| "learning_rate": 2e-05, |
| "loss": 61.159, |
| "loss/crossentropy": 2.678663492202759, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.019178075715899467, |
| "loss/reg": 61.030418395996094, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.005775, |
| "grad_norm": 1.4201483726501465, |
| "grad_norm_var": 0.30852930383016425, |
| "learning_rate": 2e-05, |
| "loss": 60.8589, |
| "loss/crossentropy": 2.6229424476623535, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.017583219334483147, |
| "loss/reg": 60.777366638183594, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.0058, |
| "grad_norm": 1.8850197792053223, |
| "grad_norm_var": 0.18379847000516059, |
| "learning_rate": 2e-05, |
| "loss": 60.5975, |
| "loss/crossentropy": 2.717855930328369, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.018108602613210678, |
| "loss/reg": 60.51786422729492, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.005825, |
| "grad_norm": 2.635830879211426, |
| "grad_norm_var": 0.19894452868075493, |
| "learning_rate": 2e-05, |
| "loss": 60.3529, |
| "loss/crossentropy": 2.717303991317749, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.02073700539767742, |
| "loss/reg": 60.26628112792969, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.00585, |
| "grad_norm": 2.0215964317321777, |
| "grad_norm_var": 0.19202186958297318, |
| "learning_rate": 2e-05, |
| "loss": 60.1403, |
| "loss/crossentropy": 2.547003984451294, |
| "loss/hidden": 0.1044921875, |
| "loss/logits": 0.020180463790893555, |
| "loss/reg": 60.015602111816406, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.005875, |
| "grad_norm": 2.0360617637634277, |
| "grad_norm_var": 0.18800595898524625, |
| "learning_rate": 2e-05, |
| "loss": 59.8916, |
| "loss/crossentropy": 2.7054409980773926, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.019324198365211487, |
| "loss/reg": 59.76530456542969, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.0059, |
| "grad_norm": 1.9470698833465576, |
| "grad_norm_var": 0.18896257994485927, |
| "learning_rate": 2e-05, |
| "loss": 59.6092, |
| "loss/crossentropy": 2.5585479736328125, |
| "loss/hidden": 0.0703125, |
| "loss/logits": 0.02303473837673664, |
| "loss/reg": 59.515865325927734, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.005925, |
| "grad_norm": 1.3322805166244507, |
| "grad_norm_var": 0.20230885388968142, |
| "learning_rate": 2e-05, |
| "loss": 59.3467, |
| "loss/crossentropy": 2.845449924468994, |
| "loss/hidden": 0.0615234375, |
| "loss/logits": 0.01773185282945633, |
| "loss/reg": 59.26749038696289, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.00595, |
| "grad_norm": 1.921771764755249, |
| "grad_norm_var": 0.1972553683811412, |
| "learning_rate": 2e-05, |
| "loss": 59.1028, |
| "loss/crossentropy": 2.437079668045044, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.016928989440202713, |
| "loss/reg": 59.01997756958008, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.005975, |
| "grad_norm": 2.337186574935913, |
| "grad_norm_var": 0.15658778213605107, |
| "learning_rate": 2e-05, |
| "loss": 58.8627, |
| "loss/crossentropy": 2.7914915084838867, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.02136731520295143, |
| "loss/reg": 58.77294921875, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 1.9505559206008911, |
| "grad_norm_var": 0.1532120628996779, |
| "learning_rate": 2e-05, |
| "loss": 58.6135, |
| "loss/crossentropy": 2.8501033782958984, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.020856186747550964, |
| "loss/reg": 58.52672576904297, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.006025, |
| "grad_norm": 1.3474467992782593, |
| "grad_norm_var": 0.17367998148026603, |
| "learning_rate": 2e-05, |
| "loss": 58.3605, |
| "loss/crossentropy": 2.4960248470306396, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.015542775392532349, |
| "loss/reg": 58.280967712402344, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.00605, |
| "grad_norm": 2.888327121734619, |
| "grad_norm_var": 0.21119166554983568, |
| "learning_rate": 2e-05, |
| "loss": 58.123, |
| "loss/crossentropy": 2.714336395263672, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.02144978940486908, |
| "loss/reg": 58.028785705566406, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.006075, |
| "grad_norm": 2.533353805541992, |
| "grad_norm_var": 0.22810067793098288, |
| "learning_rate": 2e-05, |
| "loss": 57.8713, |
| "loss/crossentropy": 2.735057830810547, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.020662324503064156, |
| "loss/reg": 57.78470993041992, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.0061, |
| "grad_norm": 2.4481282234191895, |
| "grad_norm_var": 0.21949654966500648, |
| "learning_rate": 2e-05, |
| "loss": 57.6443, |
| "loss/crossentropy": 2.7660956382751465, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.025949764996767044, |
| "loss/reg": 57.541160583496094, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.006125, |
| "grad_norm": 1.7993848323822021, |
| "grad_norm_var": 0.2034264459530992, |
| "learning_rate": 2e-05, |
| "loss": 57.3799, |
| "loss/crossentropy": 2.469017505645752, |
| "loss/hidden": 0.06396484375, |
| "loss/logits": 0.017876872792840004, |
| "loss/reg": 57.2980842590332, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.00615, |
| "grad_norm": 2.93696928024292, |
| "grad_norm_var": 0.2543330785650771, |
| "learning_rate": 2e-05, |
| "loss": 57.1865, |
| "loss/crossentropy": 2.988600254058838, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.020821403712034225, |
| "loss/reg": 57.0562629699707, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.006175, |
| "grad_norm": 1.6419404745101929, |
| "grad_norm_var": 0.23759642989912186, |
| "learning_rate": 2e-05, |
| "loss": 56.9006, |
| "loss/crossentropy": 2.8848021030426025, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.020043395459651947, |
| "loss/reg": 56.81468200683594, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0062, |
| "grad_norm": 1.7423299551010132, |
| "grad_norm_var": 0.24303384118528198, |
| "learning_rate": 2e-05, |
| "loss": 56.6711, |
| "loss/crossentropy": 2.8383066654205322, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.021477218717336655, |
| "loss/reg": 56.57439422607422, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.006225, |
| "grad_norm": 1.8884074687957764, |
| "grad_norm_var": 0.22405312170182767, |
| "learning_rate": 2e-05, |
| "loss": 56.4196, |
| "loss/crossentropy": 3.002903461456299, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.019266938790678978, |
| "loss/reg": 56.33445739746094, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.00625, |
| "grad_norm": 2.0407156944274902, |
| "grad_norm_var": 0.22400789294475007, |
| "learning_rate": 2e-05, |
| "loss": 56.1875, |
| "loss/crossentropy": 2.517186164855957, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.02101137302815914, |
| "loss/reg": 56.09565734863281, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.006275, |
| "grad_norm": 2.173579216003418, |
| "grad_norm_var": 0.22494351474196836, |
| "learning_rate": 2e-05, |
| "loss": 55.945, |
| "loss/crossentropy": 2.853949785232544, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.019413135945796967, |
| "loss/reg": 55.85718536376953, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.0063, |
| "grad_norm": 10.485960960388184, |
| "grad_norm_var": 4.655585789275835, |
| "learning_rate": 2e-05, |
| "loss": 55.7284, |
| "loss/crossentropy": 2.9653632640838623, |
| "loss/hidden": 0.091796875, |
| "loss/logits": 0.025614306330680847, |
| "loss/reg": 55.61101150512695, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.006325, |
| "grad_norm": 2.01010799407959, |
| "grad_norm_var": 4.570472437484742, |
| "learning_rate": 2e-05, |
| "loss": 55.461, |
| "loss/crossentropy": 2.8666720390319824, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.020927395671606064, |
| "loss/reg": 55.37415313720703, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.00635, |
| "grad_norm": 2.971705913543701, |
| "grad_norm_var": 4.539645393263383, |
| "learning_rate": 2e-05, |
| "loss": 55.2367, |
| "loss/crossentropy": 3.0727896690368652, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.02156730368733406, |
| "loss/reg": 55.137996673583984, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.006375, |
| "grad_norm": 2.025726556777954, |
| "grad_norm_var": 4.560765147149087, |
| "learning_rate": 2e-05, |
| "loss": 54.9904, |
| "loss/crossentropy": 2.8021695613861084, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.019413193687796593, |
| "loss/reg": 54.90263366699219, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.0064, |
| "grad_norm": 2.515801429748535, |
| "grad_norm_var": 4.525736863311493, |
| "learning_rate": 2e-05, |
| "loss": 54.7593, |
| "loss/crossentropy": 2.818976402282715, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.020367074757814407, |
| "loss/reg": 54.668121337890625, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.006425, |
| "grad_norm": 6.981767177581787, |
| "grad_norm_var": 5.482006202620502, |
| "learning_rate": 2e-05, |
| "loss": 54.5586, |
| "loss/crossentropy": 2.819366693496704, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.01748763397336006, |
| "loss/reg": 54.434200286865234, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.00645, |
| "grad_norm": 1.3410686254501343, |
| "grad_norm_var": 5.668649556530609, |
| "learning_rate": 2e-05, |
| "loss": 54.2886, |
| "loss/crossentropy": 2.730813503265381, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.01936509646475315, |
| "loss/reg": 54.200897216796875, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.006475, |
| "grad_norm": 1.8726478815078735, |
| "grad_norm_var": 5.734492101602018, |
| "learning_rate": 2e-05, |
| "loss": 54.0538, |
| "loss/crossentropy": 3.02189564704895, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.01970936357975006, |
| "loss/reg": 53.96820831298828, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.0065, |
| "grad_norm": 3.454385995864868, |
| "grad_norm_var": 5.733156656528479, |
| "learning_rate": 2e-05, |
| "loss": 53.8456, |
| "loss/crossentropy": 2.5955543518066406, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.03384391963481903, |
| "loss/reg": 53.73658752441406, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.006525, |
| "grad_norm": 1.4927403926849365, |
| "grad_norm_var": 5.787821586949178, |
| "learning_rate": 2e-05, |
| "loss": 53.59, |
| "loss/crossentropy": 2.7993125915527344, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.018266569823026657, |
| "loss/reg": 53.50581359863281, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.00655, |
| "grad_norm": 2.202789068222046, |
| "grad_norm_var": 5.825085503943205, |
| "learning_rate": 2e-05, |
| "loss": 53.3542, |
| "loss/crossentropy": 2.6597094535827637, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.019392475485801697, |
| "loss/reg": 53.26885986328125, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.006575, |
| "grad_norm": 2.4559764862060547, |
| "grad_norm_var": 5.72695782376293, |
| "learning_rate": 2e-05, |
| "loss": 53.1381, |
| "loss/crossentropy": 2.9647631645202637, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.02172122895717621, |
| "loss/reg": 53.03927993774414, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.0066, |
| "grad_norm": 1.6547397375106812, |
| "grad_norm_var": 5.741873969332573, |
| "learning_rate": 2e-05, |
| "loss": 52.8978, |
| "loss/crossentropy": 2.8823652267456055, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.020957665517926216, |
| "loss/reg": 52.81092071533203, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.006625, |
| "grad_norm": 2.558666706085205, |
| "grad_norm_var": 5.673023506020719, |
| "learning_rate": 2e-05, |
| "loss": 52.6838, |
| "loss/crossentropy": 2.993384599685669, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.023681573569774628, |
| "loss/reg": 52.58296203613281, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.00665, |
| "grad_norm": 1.5857821702957153, |
| "grad_norm_var": 5.745050591443283, |
| "learning_rate": 2e-05, |
| "loss": 52.4834, |
| "loss/crossentropy": 2.769315242767334, |
| "loss/hidden": 0.10400390625, |
| "loss/logits": 0.023636557161808014, |
| "loss/reg": 52.35578918457031, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.006675, |
| "grad_norm": 2.601391553878784, |
| "grad_norm_var": 5.710121188860965, |
| "learning_rate": 2e-05, |
| "loss": 52.2297, |
| "loss/crossentropy": 2.79392671585083, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.02494995854794979, |
| "loss/reg": 52.12955856323242, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.0067, |
| "grad_norm": 1.7602055072784424, |
| "grad_norm_var": 1.7747363411260721, |
| "learning_rate": 2e-05, |
| "loss": 51.9948, |
| "loss/crossentropy": 2.9216957092285156, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.022738244384527206, |
| "loss/reg": 51.903709411621094, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.006725, |
| "grad_norm": 1.9448193311691284, |
| "grad_norm_var": 1.7789874166887367, |
| "learning_rate": 2e-05, |
| "loss": 51.7677, |
| "loss/crossentropy": 2.7518603801727295, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.020492523908615112, |
| "loss/reg": 51.67887878417969, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.00675, |
| "grad_norm": 5.49958610534668, |
| "grad_norm_var": 2.349575931185125, |
| "learning_rate": 2e-05, |
| "loss": 51.5654, |
| "loss/crossentropy": 2.48050856590271, |
| "loss/hidden": 0.0869140625, |
| "loss/logits": 0.0240333154797554, |
| "loss/reg": 51.454437255859375, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.006775, |
| "grad_norm": 1.8433462381362915, |
| "grad_norm_var": 2.3661487125074525, |
| "learning_rate": 2e-05, |
| "loss": 51.34, |
| "loss/crossentropy": 2.705430030822754, |
| "loss/hidden": 0.08740234375, |
| "loss/logits": 0.021868586540222168, |
| "loss/reg": 51.230751037597656, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.0068, |
| "grad_norm": 1.7715281248092651, |
| "grad_norm_var": 2.410153507700154, |
| "learning_rate": 2e-05, |
| "loss": 51.1084, |
| "loss/crossentropy": 2.9934589862823486, |
| "loss/hidden": 0.0849609375, |
| "loss/logits": 0.020941920578479767, |
| "loss/reg": 51.00248718261719, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.006825, |
| "grad_norm": 2.3719260692596436, |
| "grad_norm_var": 1.0228592647114596, |
| "learning_rate": 2e-05, |
| "loss": 50.876, |
| "loss/crossentropy": 2.6865527629852295, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.022343173623085022, |
| "loss/reg": 50.78093338012695, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.00685, |
| "grad_norm": 1.5276238918304443, |
| "grad_norm_var": 1.00178576807754, |
| "learning_rate": 2e-05, |
| "loss": 50.6493, |
| "loss/crossentropy": 2.901967763900757, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.02106352336704731, |
| "loss/reg": 50.55984115600586, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.006875, |
| "grad_norm": 1.6692343950271606, |
| "grad_norm_var": 1.0156202418807194, |
| "learning_rate": 2e-05, |
| "loss": 50.4286, |
| "loss/crossentropy": 2.760937213897705, |
| "loss/hidden": 0.068359375, |
| "loss/logits": 0.020720936357975006, |
| "loss/reg": 50.33951950073242, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0069, |
| "grad_norm": 1.5566948652267456, |
| "grad_norm_var": 0.9421993519803222, |
| "learning_rate": 2e-05, |
| "loss": 50.2053, |
| "loss/crossentropy": 2.9708621501922607, |
| "loss/hidden": 0.06591796875, |
| "loss/logits": 0.019328070804476738, |
| "loss/reg": 50.12004089355469, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.006925, |
| "grad_norm": 2.321723222732544, |
| "grad_norm_var": 0.911832100377154, |
| "learning_rate": 2e-05, |
| "loss": 49.9954, |
| "loss/crossentropy": 2.669133186340332, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.021549934521317482, |
| "loss/reg": 49.90113830566406, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.00695, |
| "grad_norm": 2.465369462966919, |
| "grad_norm_var": 0.9159632439841786, |
| "learning_rate": 2e-05, |
| "loss": 49.7791, |
| "loss/crossentropy": 2.7726550102233887, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.023049041628837585, |
| "loss/reg": 49.683250427246094, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.006975, |
| "grad_norm": 2.3777921199798584, |
| "grad_norm_var": 0.9139300418415842, |
| "learning_rate": 2e-05, |
| "loss": 49.574, |
| "loss/crossentropy": 2.879091739654541, |
| "loss/hidden": 0.08447265625, |
| "loss/logits": 0.023941390216350555, |
| "loss/reg": 49.46562957763672, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 1.9317271709442139, |
| "grad_norm_var": 0.897871261555297, |
| "learning_rate": 2e-05, |
| "loss": 49.3497, |
| "loss/crossentropy": 2.8615469932556152, |
| "loss/hidden": 0.07958984375, |
| "loss/logits": 0.02096753567457199, |
| "loss/reg": 49.249176025390625, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.007025, |
| "grad_norm": 1.8541237115859985, |
| "grad_norm_var": 0.8986510855344348, |
| "learning_rate": 2e-05, |
| "loss": 49.127, |
| "loss/crossentropy": 2.6375844478607178, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.020916959270834923, |
| "loss/reg": 49.03334426879883, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.00705, |
| "grad_norm": 2.8278629779815674, |
| "grad_norm_var": 0.8945651245224343, |
| "learning_rate": 2e-05, |
| "loss": 48.9067, |
| "loss/crossentropy": 2.7122256755828857, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.020496461540460587, |
| "loss/reg": 48.81095886230469, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.007075, |
| "grad_norm": 1.7860355377197266, |
| "grad_norm_var": 0.9001221835000724, |
| "learning_rate": 2e-05, |
| "loss": 48.687, |
| "loss/crossentropy": 2.636594772338867, |
| "loss/hidden": 0.07080078125, |
| "loss/logits": 0.019465088844299316, |
| "loss/reg": 48.596717834472656, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.0071, |
| "grad_norm": 2.448721170425415, |
| "grad_norm_var": 0.8876001311071434, |
| "learning_rate": 2e-05, |
| "loss": 48.5043, |
| "loss/crossentropy": 2.9665403366088867, |
| "loss/hidden": 0.09912109375, |
| "loss/logits": 0.02214897982776165, |
| "loss/reg": 48.38304901123047, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.007125, |
| "grad_norm": 1.8128719329833984, |
| "grad_norm_var": 0.8942751417055016, |
| "learning_rate": 2e-05, |
| "loss": 48.2649, |
| "loss/crossentropy": 2.886575698852539, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.0196707583963871, |
| "loss/reg": 48.17000198364258, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.00715, |
| "grad_norm": 1.8738943338394165, |
| "grad_norm_var": 0.14694385548773212, |
| "learning_rate": 2e-05, |
| "loss": 48.093, |
| "loss/crossentropy": 2.9793410301208496, |
| "loss/hidden": 0.111328125, |
| "loss/logits": 0.023733166977763176, |
| "loss/reg": 47.957942962646484, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.007175, |
| "grad_norm": 1.8546899557113647, |
| "grad_norm_var": 0.14667332129106872, |
| "learning_rate": 2e-05, |
| "loss": 47.8435, |
| "loss/crossentropy": 2.5512354373931885, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.021910887211561203, |
| "loss/reg": 47.74641036987305, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.0072, |
| "grad_norm": 2.126343250274658, |
| "grad_norm_var": 0.1423970435536375, |
| "learning_rate": 2e-05, |
| "loss": 47.6355, |
| "loss/crossentropy": 2.801690101623535, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.022434473037719727, |
| "loss/reg": 47.53596496582031, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.007225, |
| "grad_norm": 2.5778279304504395, |
| "grad_norm_var": 0.15387340759936208, |
| "learning_rate": 2e-05, |
| "loss": 47.4306, |
| "loss/crossentropy": 2.7154979705810547, |
| "loss/hidden": 0.07958984375, |
| "loss/logits": 0.025169990956783295, |
| "loss/reg": 47.32587814331055, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.00725, |
| "grad_norm": 2.0250680446624756, |
| "grad_norm_var": 0.13381097704940614, |
| "learning_rate": 2e-05, |
| "loss": 47.2131, |
| "loss/crossentropy": 2.8832640647888184, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.021248571574687958, |
| "loss/reg": 47.11664962768555, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.007275, |
| "grad_norm": 1.7236976623535156, |
| "grad_norm_var": 0.13090910370116995, |
| "learning_rate": 2e-05, |
| "loss": 47.0029, |
| "loss/crossentropy": 2.8528189659118652, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.021527128294110298, |
| "loss/reg": 46.90858459472656, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.0073, |
| "grad_norm": 1.55807363986969, |
| "grad_norm_var": 0.1308097516741924, |
| "learning_rate": 2e-05, |
| "loss": 46.7919, |
| "loss/crossentropy": 2.664276361465454, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.021483037620782852, |
| "loss/reg": 46.69326400756836, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.007325, |
| "grad_norm": 2.162757396697998, |
| "grad_norm_var": 0.12764433705414124, |
| "learning_rate": 2e-05, |
| "loss": 46.6093, |
| "loss/crossentropy": 2.663728952407837, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.028836317360401154, |
| "loss/reg": 46.486732482910156, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.00735, |
| "grad_norm": 3.1162450313568115, |
| "grad_norm_var": 0.18687738678810295, |
| "learning_rate": 2e-05, |
| "loss": 46.3789, |
| "loss/crossentropy": 2.6197454929351807, |
| "loss/hidden": 0.0751953125, |
| "loss/logits": 0.02272343635559082, |
| "loss/reg": 46.28093719482422, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.007375, |
| "grad_norm": 1.504614233970642, |
| "grad_norm_var": 0.20551894946539725, |
| "learning_rate": 2e-05, |
| "loss": 46.1705, |
| "loss/crossentropy": 2.695830821990967, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.02187586948275566, |
| "loss/reg": 46.075836181640625, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.0074, |
| "grad_norm": 2.918551206588745, |
| "grad_norm_var": 0.24765848230744034, |
| "learning_rate": 2e-05, |
| "loss": 45.9933, |
| "loss/crossentropy": 2.9710702896118164, |
| "loss/hidden": 0.09326171875, |
| "loss/logits": 0.028397060930728912, |
| "loss/reg": 45.87164306640625, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.007425, |
| "grad_norm": 2.2940146923065186, |
| "grad_norm_var": 0.24323678513681368, |
| "learning_rate": 2e-05, |
| "loss": 45.7702, |
| "loss/crossentropy": 2.80556058883667, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.025129806250333786, |
| "loss/reg": 45.66794204711914, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.00745, |
| "grad_norm": 3.3687565326690674, |
| "grad_norm_var": 0.3094567617568638, |
| "learning_rate": 2e-05, |
| "loss": 45.5908, |
| "loss/crossentropy": 3.0187761783599854, |
| "loss/hidden": 0.09521484375, |
| "loss/logits": 0.03083011880517006, |
| "loss/reg": 45.46473693847656, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.007475, |
| "grad_norm": 1.961309790611267, |
| "grad_norm_var": 0.3017723922679678, |
| "learning_rate": 2e-05, |
| "loss": 45.3716, |
| "loss/crossentropy": 2.801523447036743, |
| "loss/hidden": 0.083984375, |
| "loss/logits": 0.025450080633163452, |
| "loss/reg": 45.26218032836914, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.0075, |
| "grad_norm": 2.01747989654541, |
| "grad_norm_var": 0.2995522458701202, |
| "learning_rate": 2e-05, |
| "loss": 45.1653, |
| "loss/crossentropy": 2.8323147296905518, |
| "loss/hidden": 0.07958984375, |
| "loss/logits": 0.02548621967434883, |
| "loss/reg": 45.06023406982422, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.007525, |
| "grad_norm": 2.3311493396759033, |
| "grad_norm_var": 0.2909006236155415, |
| "learning_rate": 2e-05, |
| "loss": 44.9708, |
| "loss/crossentropy": 2.7468738555908203, |
| "loss/hidden": 0.083984375, |
| "loss/logits": 0.027555497363209724, |
| "loss/reg": 44.859291076660156, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.00755, |
| "grad_norm": 2.1381912231445312, |
| "grad_norm_var": 0.2833022269660657, |
| "learning_rate": 2e-05, |
| "loss": 44.7534, |
| "loss/crossentropy": 2.472642421722412, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.022814348340034485, |
| "loss/reg": 44.65345001220703, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.007575, |
| "grad_norm": 2.22025203704834, |
| "grad_norm_var": 0.2733649855868098, |
| "learning_rate": 2e-05, |
| "loss": 44.5945, |
| "loss/crossentropy": 2.7359273433685303, |
| "loss/hidden": 0.10791015625, |
| "loss/logits": 0.03234729915857315, |
| "loss/reg": 44.45427703857422, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.0076, |
| "grad_norm": 1.7129307985305786, |
| "grad_norm_var": 0.29101574490811494, |
| "learning_rate": 2e-05, |
| "loss": 44.3613, |
| "loss/crossentropy": 2.7747325897216797, |
| "loss/hidden": 0.07958984375, |
| "loss/logits": 0.025640204548835754, |
| "loss/reg": 44.25602340698242, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.007625, |
| "grad_norm": 1.9883134365081787, |
| "grad_norm_var": 0.2851551419506978, |
| "learning_rate": 2e-05, |
| "loss": 44.1729, |
| "loss/crossentropy": 2.8054683208465576, |
| "loss/hidden": 0.0888671875, |
| "loss/logits": 0.02528468333184719, |
| "loss/reg": 44.05876159667969, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.00765, |
| "grad_norm": 1.863852858543396, |
| "grad_norm_var": 0.29032669692645163, |
| "learning_rate": 2e-05, |
| "loss": 43.9655, |
| "loss/crossentropy": 2.888584852218628, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.02664921060204506, |
| "loss/reg": 43.861751556396484, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.007675, |
| "grad_norm": 2.4267005920410156, |
| "grad_norm_var": 0.27844298773661547, |
| "learning_rate": 2e-05, |
| "loss": 43.768, |
| "loss/crossentropy": 2.7776331901550293, |
| "loss/hidden": 0.0791015625, |
| "loss/logits": 0.023454634472727776, |
| "loss/reg": 43.6654052734375, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.0077, |
| "grad_norm": 1.952818512916565, |
| "grad_norm_var": 0.25313514417236144, |
| "learning_rate": 2e-05, |
| "loss": 43.5914, |
| "loss/crossentropy": 2.8431732654571533, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.027756892144680023, |
| "loss/reg": 43.46989440917969, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.007725, |
| "grad_norm": 1.5612258911132812, |
| "grad_norm_var": 0.2826367832773698, |
| "learning_rate": 2e-05, |
| "loss": 43.3769, |
| "loss/crossentropy": 2.791144847869873, |
| "loss/hidden": 0.07958984375, |
| "loss/logits": 0.02249729633331299, |
| "loss/reg": 43.274803161621094, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.00775, |
| "grad_norm": 1.583145022392273, |
| "grad_norm_var": 0.24449754312349892, |
| "learning_rate": 2e-05, |
| "loss": 43.1754, |
| "loss/crossentropy": 2.503157615661621, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.021705985069274902, |
| "loss/reg": 43.08091354370117, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.007775, |
| "grad_norm": 4.015507221221924, |
| "grad_norm_var": 0.4341163960002968, |
| "learning_rate": 2e-05, |
| "loss": 43.029, |
| "loss/crossentropy": 2.5782852172851562, |
| "loss/hidden": 0.11279296875, |
| "loss/logits": 0.028784021735191345, |
| "loss/reg": 42.88740921020508, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.0078, |
| "grad_norm": 8.164732933044434, |
| "grad_norm_var": 2.6064283600035822, |
| "learning_rate": 2e-05, |
| "loss": 42.834, |
| "loss/crossentropy": 2.8343613147735596, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.03768664225935936, |
| "loss/reg": 42.68938446044922, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.007825, |
| "grad_norm": 1.5896762609481812, |
| "grad_norm_var": 2.666172012313534, |
| "learning_rate": 2e-05, |
| "loss": 42.6196, |
| "loss/crossentropy": 2.701037883758545, |
| "loss/hidden": 0.09619140625, |
| "loss/logits": 0.0258449986577034, |
| "loss/reg": 42.497581481933594, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.00785, |
| "grad_norm": 3.047536611557007, |
| "grad_norm_var": 2.6378112036190617, |
| "learning_rate": 2e-05, |
| "loss": 42.4423, |
| "loss/crossentropy": 3.052617073059082, |
| "loss/hidden": 0.10302734375, |
| "loss/logits": 0.032618869096040726, |
| "loss/reg": 42.30662536621094, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.007875, |
| "grad_norm": 3.6461970806121826, |
| "grad_norm_var": 2.686150464102299, |
| "learning_rate": 2e-05, |
| "loss": 42.2375, |
| "loss/crossentropy": 2.7235336303710938, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.027443446218967438, |
| "loss/reg": 42.11628723144531, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.0079, |
| "grad_norm": 2.1187753677368164, |
| "grad_norm_var": 2.6783673292138563, |
| "learning_rate": 2e-05, |
| "loss": 42.0521, |
| "loss/crossentropy": 3.022662401199341, |
| "loss/hidden": 0.0986328125, |
| "loss/logits": 0.02708546072244644, |
| "loss/reg": 41.926414489746094, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.007925, |
| "grad_norm": 3.020916700363159, |
| "grad_norm_var": 2.6790032915758424, |
| "learning_rate": 2e-05, |
| "loss": 41.8743, |
| "loss/crossentropy": 3.040327787399292, |
| "loss/hidden": 0.10498046875, |
| "loss/logits": 0.03200379014015198, |
| "loss/reg": 41.737281799316406, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.00795, |
| "grad_norm": 1.2161192893981934, |
| "grad_norm_var": 2.800065592587199, |
| "learning_rate": 2e-05, |
| "loss": 41.6418, |
| "loss/crossentropy": 2.455482006072998, |
| "loss/hidden": 0.07275390625, |
| "loss/logits": 0.01976654678583145, |
| "loss/reg": 41.54926300048828, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.007975, |
| "grad_norm": 1.7299896478652954, |
| "grad_norm_var": 2.842071420926294, |
| "learning_rate": 2e-05, |
| "loss": 41.4748, |
| "loss/crossentropy": 2.58695650100708, |
| "loss/hidden": 0.08935546875, |
| "loss/logits": 0.023488441482186317, |
| "loss/reg": 41.36199951171875, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 1.4372546672821045, |
| "grad_norm_var": 2.8795153989340108, |
| "learning_rate": 2e-05, |
| "loss": 41.2741, |
| "loss/crossentropy": 2.516500473022461, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.021874364465475082, |
| "loss/reg": 41.175071716308594, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.008025, |
| "grad_norm": 1.4945651292800903, |
| "grad_norm_var": 2.934045206445749, |
| "learning_rate": 2e-05, |
| "loss": 41.094, |
| "loss/crossentropy": 2.5344505310058594, |
| "loss/hidden": 0.08154296875, |
| "loss/logits": 0.023724202066659927, |
| "loss/reg": 40.98875427246094, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.00805, |
| "grad_norm": 2.882326602935791, |
| "grad_norm_var": 2.9051136352536324, |
| "learning_rate": 2e-05, |
| "loss": 40.9209, |
| "loss/crossentropy": 2.9912266731262207, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.028768811374902725, |
| "loss/reg": 40.798377990722656, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.008075, |
| "grad_norm": 2.139209270477295, |
| "grad_norm_var": 2.917611033862551, |
| "learning_rate": 2e-05, |
| "loss": 40.7388, |
| "loss/crossentropy": 3.03482985496521, |
| "loss/hidden": 0.0986328125, |
| "loss/logits": 0.02618756890296936, |
| "loss/reg": 40.61396789550781, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.0081, |
| "grad_norm": 1.5827956199645996, |
| "grad_norm_var": 2.9580979264872167, |
| "learning_rate": 2e-05, |
| "loss": 40.5364, |
| "loss/crossentropy": 3.321441411972046, |
| "loss/hidden": 0.0771484375, |
| "loss/logits": 0.02882487140595913, |
| "loss/reg": 40.43039321899414, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.008125, |
| "grad_norm": 3.9542465209960938, |
| "grad_norm_var": 2.9919451226799567, |
| "learning_rate": 2e-05, |
| "loss": 40.3997, |
| "loss/crossentropy": 2.867952585220337, |
| "loss/hidden": 0.11669921875, |
| "loss/logits": 0.03544551879167557, |
| "loss/reg": 40.24754333496094, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.00815, |
| "grad_norm": 1.3926026821136475, |
| "grad_norm_var": 3.023260345272987, |
| "learning_rate": 2e-05, |
| "loss": 40.1766, |
| "loss/crossentropy": 2.859464645385742, |
| "loss/hidden": 0.08642578125, |
| "loss/logits": 0.02500808984041214, |
| "loss/reg": 40.06516647338867, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.008175, |
| "grad_norm": 1.7433418035507202, |
| "grad_norm_var": 2.9517927278006177, |
| "learning_rate": 2e-05, |
| "loss": 39.9911, |
| "loss/crossentropy": 2.5700864791870117, |
| "loss/hidden": 0.08447265625, |
| "loss/logits": 0.02326771430671215, |
| "loss/reg": 39.883399963378906, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.0082, |
| "grad_norm": 1.7338348627090454, |
| "grad_norm_var": 0.7415088588988434, |
| "learning_rate": 2e-05, |
| "loss": 39.823, |
| "loss/crossentropy": 3.0460493564605713, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.026862995699048042, |
| "loss/reg": 39.70237731933594, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.008225, |
| "grad_norm": 2.071286916732788, |
| "grad_norm_var": 0.7187026357001777, |
| "learning_rate": 2e-05, |
| "loss": 39.6565, |
| "loss/crossentropy": 2.8687374591827393, |
| "loss/hidden": 0.10546875, |
| "loss/logits": 0.028884585946798325, |
| "loss/reg": 39.52215576171875, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.00825, |
| "grad_norm": 3.727687120437622, |
| "grad_norm_var": 0.8244134178781979, |
| "learning_rate": 2e-05, |
| "loss": 39.4632, |
| "loss/crossentropy": 3.016721248626709, |
| "loss/hidden": 0.091796875, |
| "loss/logits": 0.02862412855029106, |
| "loss/reg": 39.34282684326172, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.008275, |
| "grad_norm": 1.4077656269073486, |
| "grad_norm_var": 0.7188383933289703, |
| "learning_rate": 2e-05, |
| "loss": 39.2819, |
| "loss/crossentropy": 2.6854705810546875, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.02421317994594574, |
| "loss/reg": 39.163978576660156, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.0083, |
| "grad_norm": 2.4871857166290283, |
| "grad_norm_var": 0.7280817035919266, |
| "learning_rate": 2e-05, |
| "loss": 39.1068, |
| "loss/crossentropy": 2.6913976669311523, |
| "loss/hidden": 0.09814453125, |
| "loss/logits": 0.030065573751926422, |
| "loss/reg": 38.9786262512207, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.008325, |
| "grad_norm": 2.2533462047576904, |
| "grad_norm_var": 0.6733490639853538, |
| "learning_rate": 2e-05, |
| "loss": 38.9318, |
| "loss/crossentropy": 2.960143804550171, |
| "loss/hidden": 0.09814453125, |
| "loss/logits": 0.032106850296258926, |
| "loss/reg": 38.80150604248047, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.00835, |
| "grad_norm": 9.487396240234375, |
| "grad_norm_var": 3.99832851363437, |
| "learning_rate": 2e-05, |
| "loss": 38.7644, |
| "loss/crossentropy": 2.7557554244995117, |
| "loss/hidden": 0.10986328125, |
| "loss/logits": 0.029345765709877014, |
| "loss/reg": 38.62519454956055, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.008375, |
| "grad_norm": 2.2959508895874023, |
| "grad_norm_var": 3.9530502420570093, |
| "learning_rate": 2e-05, |
| "loss": 38.5785, |
| "loss/crossentropy": 2.8349740505218506, |
| "loss/hidden": 0.10009765625, |
| "loss/logits": 0.028996147215366364, |
| "loss/reg": 38.449363708496094, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.0084, |
| "grad_norm": 2.147952079772949, |
| "grad_norm_var": 3.8715303432503254, |
| "learning_rate": 2e-05, |
| "loss": 38.4335, |
| "loss/crossentropy": 2.791761636734009, |
| "loss/hidden": 0.1259765625, |
| "loss/logits": 0.033383168280124664, |
| "loss/reg": 38.274166107177734, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.008425, |
| "grad_norm": 2.610886573791504, |
| "grad_norm_var": 3.7737029983097736, |
| "learning_rate": 2e-05, |
| "loss": 38.2484, |
| "loss/crossentropy": 2.7260618209838867, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.03957097977399826, |
| "loss/reg": 38.09947204589844, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.00845, |
| "grad_norm": 2.4849438667297363, |
| "grad_norm_var": 3.776289163852828, |
| "learning_rate": 2e-05, |
| "loss": 38.116, |
| "loss/crossentropy": 2.946385145187378, |
| "loss/hidden": 0.16015625, |
| "loss/logits": 0.03063117153942585, |
| "loss/reg": 37.9251708984375, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.008475, |
| "grad_norm": 2.560534954071045, |
| "grad_norm_var": 3.754755415172888, |
| "learning_rate": 2e-05, |
| "loss": 37.9078, |
| "loss/crossentropy": 2.9236810207366943, |
| "loss/hidden": 0.1240234375, |
| "loss/logits": 0.03169061243534088, |
| "loss/reg": 37.75209045410156, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0085, |
| "grad_norm": 2.5575692653656006, |
| "grad_norm_var": 3.662913660444159, |
| "learning_rate": 2e-05, |
| "loss": 37.7183, |
| "loss/crossentropy": 3.100344181060791, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.03185933083295822, |
| "loss/reg": 37.57951354980469, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.008525, |
| "grad_norm": 2.165684461593628, |
| "grad_norm_var": 3.5893262917243276, |
| "learning_rate": 2e-05, |
| "loss": 37.5408, |
| "loss/crossentropy": 2.663774251937866, |
| "loss/hidden": 0.10595703125, |
| "loss/logits": 0.027293076738715172, |
| "loss/reg": 37.407588958740234, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.00855, |
| "grad_norm": 1.7527039051055908, |
| "grad_norm_var": 3.534874283949813, |
| "learning_rate": 2e-05, |
| "loss": 37.3585, |
| "loss/crossentropy": 2.862217903137207, |
| "loss/hidden": 0.10107421875, |
| "loss/logits": 0.025328852236270905, |
| "loss/reg": 37.23208236694336, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.008575, |
| "grad_norm": 1.9454602003097534, |
| "grad_norm_var": 3.5111612253458673, |
| "learning_rate": 2e-05, |
| "loss": 37.1783, |
| "loss/crossentropy": 2.7598438262939453, |
| "loss/hidden": 0.09375, |
| "loss/logits": 0.023144034668803215, |
| "loss/reg": 37.061397552490234, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.0086, |
| "grad_norm": 1.8846484422683716, |
| "grad_norm_var": 3.4925386021223233, |
| "learning_rate": 2e-05, |
| "loss": 37.0198, |
| "loss/crossentropy": 2.5700979232788086, |
| "loss/hidden": 0.1005859375, |
| "loss/logits": 0.027288008481264114, |
| "loss/reg": 36.89188003540039, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.008625, |
| "grad_norm": 2.6235435009002686, |
| "grad_norm_var": 3.4623555366449352, |
| "learning_rate": 2e-05, |
| "loss": 36.8804, |
| "loss/crossentropy": 2.765270471572876, |
| "loss/hidden": 0.1259765625, |
| "loss/logits": 0.03164152801036835, |
| "loss/reg": 36.72273254394531, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.00865, |
| "grad_norm": 1.9208968877792358, |
| "grad_norm_var": 3.4367772871203273, |
| "learning_rate": 2e-05, |
| "loss": 36.6959, |
| "loss/crossentropy": 3.0344183444976807, |
| "loss/hidden": 0.11572265625, |
| "loss/logits": 0.0260776337236166, |
| "loss/reg": 36.55405807495117, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.008675, |
| "grad_norm": 2.031083583831787, |
| "grad_norm_var": 3.356850606629226, |
| "learning_rate": 2e-05, |
| "loss": 36.5175, |
| "loss/crossentropy": 2.8031561374664307, |
| "loss/hidden": 0.1005859375, |
| "loss/logits": 0.030941586941480637, |
| "loss/reg": 36.38599395751953, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.0087, |
| "grad_norm": 2.3042380809783936, |
| "grad_norm_var": 3.3641485746872584, |
| "learning_rate": 2e-05, |
| "loss": 36.3562, |
| "loss/crossentropy": 2.727903366088867, |
| "loss/hidden": 0.107421875, |
| "loss/logits": 0.029567444697022438, |
| "loss/reg": 36.219173431396484, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.008725, |
| "grad_norm": 2.40014910697937, |
| "grad_norm_var": 3.356964679129802, |
| "learning_rate": 2e-05, |
| "loss": 36.2139, |
| "loss/crossentropy": 3.2525317668914795, |
| "loss/hidden": 0.1298828125, |
| "loss/logits": 0.030907781794667244, |
| "loss/reg": 36.0531005859375, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.00875, |
| "grad_norm": 2.395150661468506, |
| "grad_norm_var": 0.08076944890508499, |
| "learning_rate": 2e-05, |
| "loss": 36.0546, |
| "loss/crossentropy": 2.973644256591797, |
| "loss/hidden": 0.130859375, |
| "loss/logits": 0.03634234890341759, |
| "loss/reg": 35.887351989746094, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.008775, |
| "grad_norm": 2.5341644287109375, |
| "grad_norm_var": 0.0856139565907459, |
| "learning_rate": 2e-05, |
| "loss": 35.8731, |
| "loss/crossentropy": 2.683912754058838, |
| "loss/hidden": 0.11962890625, |
| "loss/logits": 0.03108149953186512, |
| "loss/reg": 35.722354888916016, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.0088, |
| "grad_norm": 2.0005195140838623, |
| "grad_norm_var": 0.08937117842573526, |
| "learning_rate": 2e-05, |
| "loss": 35.6898, |
| "loss/crossentropy": 3.0332581996917725, |
| "loss/hidden": 0.10498046875, |
| "loss/logits": 0.03197905793786049, |
| "loss/reg": 35.552879333496094, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.008825, |
| "grad_norm": 2.4667744636535645, |
| "grad_norm_var": 0.08394155421554826, |
| "learning_rate": 2e-05, |
| "loss": 35.5462, |
| "loss/crossentropy": 2.7992653846740723, |
| "loss/hidden": 0.1279296875, |
| "loss/logits": 0.02878217026591301, |
| "loss/reg": 35.38950729370117, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.00885, |
| "grad_norm": 1.8536417484283447, |
| "grad_norm_var": 0.0892220247213709, |
| "learning_rate": 2e-05, |
| "loss": 35.3542, |
| "loss/crossentropy": 2.6289925575256348, |
| "loss/hidden": 0.09814453125, |
| "loss/logits": 0.029167503118515015, |
| "loss/reg": 35.226863861083984, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.008875, |
| "grad_norm": 2.0940122604370117, |
| "grad_norm_var": 0.08116332781685945, |
| "learning_rate": 2e-05, |
| "loss": 35.2059, |
| "loss/crossentropy": 2.63510799407959, |
| "loss/hidden": 0.1123046875, |
| "loss/logits": 0.028763707727193832, |
| "loss/reg": 35.06479263305664, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.0089, |
| "grad_norm": 2.8152213096618652, |
| "grad_norm_var": 0.098175358135505, |
| "learning_rate": 2e-05, |
| "loss": 35.0467, |
| "loss/crossentropy": 2.7934632301330566, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.03379831463098526, |
| "loss/reg": 34.903560638427734, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.008925, |
| "grad_norm": 2.6323490142822266, |
| "grad_norm_var": 0.10969825083783077, |
| "learning_rate": 2e-05, |
| "loss": 34.8794, |
| "loss/crossentropy": 2.75350284576416, |
| "loss/hidden": 0.10546875, |
| "loss/logits": 0.031125463545322418, |
| "loss/reg": 34.74283218383789, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.00895, |
| "grad_norm": 1.6894372701644897, |
| "grad_norm_var": 0.11396125918644202, |
| "learning_rate": 2e-05, |
| "loss": 34.7202, |
| "loss/crossentropy": 2.6154894828796387, |
| "loss/hidden": 0.1103515625, |
| "loss/logits": 0.027205005288124084, |
| "loss/reg": 34.58259963989258, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.008975, |
| "grad_norm": 1.4869511127471924, |
| "grad_norm_var": 0.14415693080625397, |
| "learning_rate": 2e-05, |
| "loss": 34.5381, |
| "loss/crossentropy": 2.6061604022979736, |
| "loss/hidden": 0.0888671875, |
| "loss/logits": 0.026232272386550903, |
| "loss/reg": 34.4229621887207, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 1.736647367477417, |
| "grad_norm_var": 0.1516660297286099, |
| "learning_rate": 2e-05, |
| "loss": 34.4049, |
| "loss/crossentropy": 2.993236780166626, |
| "loss/hidden": 0.107421875, |
| "loss/logits": 0.033529821783304214, |
| "loss/reg": 34.263916015625, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.009025, |
| "grad_norm": 1.8005791902542114, |
| "grad_norm_var": 0.146044611712044, |
| "learning_rate": 2e-05, |
| "loss": 34.2384, |
| "loss/crossentropy": 2.6941475868225098, |
| "loss/hidden": 0.1025390625, |
| "loss/logits": 0.029957549646496773, |
| "loss/reg": 34.105873107910156, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.00905, |
| "grad_norm": 2.542261838912964, |
| "grad_norm_var": 0.1524279525586619, |
| "learning_rate": 2e-05, |
| "loss": 34.0847, |
| "loss/crossentropy": 2.9499382972717285, |
| "loss/hidden": 0.10888671875, |
| "loss/logits": 0.03367718309164047, |
| "loss/reg": 33.942176818847656, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.009075, |
| "grad_norm": 2.2937710285186768, |
| "grad_norm_var": 0.15173689243287544, |
| "learning_rate": 2e-05, |
| "loss": 33.9802, |
| "loss/crossentropy": 2.7008249759674072, |
| "loss/hidden": 0.1611328125, |
| "loss/logits": 0.03337787464261055, |
| "loss/reg": 33.78564453125, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.0091, |
| "grad_norm": 2.6358730792999268, |
| "grad_norm_var": 0.16364591458108368, |
| "learning_rate": 2e-05, |
| "loss": 33.7769, |
| "loss/crossentropy": 2.773253917694092, |
| "loss/hidden": 0.1142578125, |
| "loss/logits": 0.033234164118766785, |
| "loss/reg": 33.6294059753418, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.009125, |
| "grad_norm": 2.1610424518585205, |
| "grad_norm_var": 0.16119191833999386, |
| "learning_rate": 2e-05, |
| "loss": 33.6193, |
| "loss/crossentropy": 3.2032077312469482, |
| "loss/hidden": 0.109375, |
| "loss/logits": 0.03599859029054642, |
| "loss/reg": 33.4738883972168, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.00915, |
| "grad_norm": 1.6486601829528809, |
| "grad_norm_var": 0.17621295368330056, |
| "learning_rate": 2e-05, |
| "loss": 33.4549, |
| "loss/crossentropy": 2.7943410873413086, |
| "loss/hidden": 0.10986328125, |
| "loss/logits": 0.0257001630961895, |
| "loss/reg": 33.31929397583008, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.009175, |
| "grad_norm": 1.789995551109314, |
| "grad_norm_var": 0.17265670694948476, |
| "learning_rate": 2e-05, |
| "loss": 33.3092, |
| "loss/crossentropy": 2.974548101425171, |
| "loss/hidden": 0.11181640625, |
| "loss/logits": 0.032162584364414215, |
| "loss/reg": 33.16526794433594, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.0092, |
| "grad_norm": 2.0894887447357178, |
| "grad_norm_var": 0.17193594057413286, |
| "learning_rate": 2e-05, |
| "loss": 33.1586, |
| "loss/crossentropy": 2.8424057960510254, |
| "loss/hidden": 0.11376953125, |
| "loss/logits": 0.032967403531074524, |
| "loss/reg": 33.01184844970703, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.009225, |
| "grad_norm": 2.1341543197631836, |
| "grad_norm_var": 0.1629634187131666, |
| "learning_rate": 2e-05, |
| "loss": 32.9976, |
| "loss/crossentropy": 2.5876452922821045, |
| "loss/hidden": 0.10693359375, |
| "loss/logits": 0.031542833894491196, |
| "loss/reg": 32.859153747558594, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.00925, |
| "grad_norm": 1.9316920042037964, |
| "grad_norm_var": 0.16090780810081545, |
| "learning_rate": 2e-05, |
| "loss": 32.8487, |
| "loss/crossentropy": 2.521399974822998, |
| "loss/hidden": 0.11181640625, |
| "loss/logits": 0.029829028993844986, |
| "loss/reg": 32.70704650878906, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.009275, |
| "grad_norm": 1.597779631614685, |
| "grad_norm_var": 0.1762070126850133, |
| "learning_rate": 2e-05, |
| "loss": 32.7608, |
| "loss/crossentropy": 2.5190658569335938, |
| "loss/hidden": 0.1708984375, |
| "loss/logits": 0.03421615809202194, |
| "loss/reg": 32.55567932128906, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.0093, |
| "grad_norm": 1.9022934436798096, |
| "grad_norm_var": 0.13656557084311008, |
| "learning_rate": 2e-05, |
| "loss": 32.5483, |
| "loss/crossentropy": 2.6691269874572754, |
| "loss/hidden": 0.119140625, |
| "loss/logits": 0.02910671941936016, |
| "loss/reg": 32.40000534057617, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.009325, |
| "grad_norm": 1.3260115385055542, |
| "grad_norm_var": 0.1338758554160241, |
| "learning_rate": 2e-05, |
| "loss": 32.3699, |
| "loss/crossentropy": 2.8744542598724365, |
| "loss/hidden": 0.09326171875, |
| "loss/logits": 0.026506535708904266, |
| "loss/reg": 32.2501220703125, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.00935, |
| "grad_norm": 2.3821325302124023, |
| "grad_norm_var": 0.14230117723275787, |
| "learning_rate": 2e-05, |
| "loss": 32.2718, |
| "loss/crossentropy": 2.809650421142578, |
| "loss/hidden": 0.13671875, |
| "loss/logits": 0.03423428162932396, |
| "loss/reg": 32.1008415222168, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.009375, |
| "grad_norm": 2.7512526512145996, |
| "grad_norm_var": 0.16141473329477468, |
| "learning_rate": 2e-05, |
| "loss": 32.106, |
| "loss/crossentropy": 3.2307400703430176, |
| "loss/hidden": 0.12255859375, |
| "loss/logits": 0.03138088434934616, |
| "loss/reg": 31.952072143554688, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0094, |
| "grad_norm": 3.3555221557617188, |
| "grad_norm_var": 0.2586050041345979, |
| "learning_rate": 2e-05, |
| "loss": 31.9938, |
| "loss/crossentropy": 3.005693197250366, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.036577533930540085, |
| "loss/reg": 31.803926467895508, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.009425, |
| "grad_norm": 3.3253965377807617, |
| "grad_norm_var": 0.3336118725112632, |
| "learning_rate": 2e-05, |
| "loss": 31.8469, |
| "loss/crossentropy": 3.547780990600586, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.03727081045508385, |
| "loss/reg": 31.656269073486328, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.00945, |
| "grad_norm": 1.6626850366592407, |
| "grad_norm_var": 0.3467173050765467, |
| "learning_rate": 2e-05, |
| "loss": 31.6552, |
| "loss/crossentropy": 2.612881898880005, |
| "loss/hidden": 0.1162109375, |
| "loss/logits": 0.029575737193226814, |
| "loss/reg": 31.50940704345703, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.009475, |
| "grad_norm": 3.107280969619751, |
| "grad_norm_var": 0.39968975146762575, |
| "learning_rate": 2e-05, |
| "loss": 31.5286, |
| "loss/crossentropy": 2.9622950553894043, |
| "loss/hidden": 0.1298828125, |
| "loss/logits": 0.03570305183529854, |
| "loss/reg": 31.363008499145508, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.0095, |
| "grad_norm": 2.105592727661133, |
| "grad_norm_var": 0.38910356240631966, |
| "learning_rate": 2e-05, |
| "loss": 31.3657, |
| "loss/crossentropy": 2.7373220920562744, |
| "loss/hidden": 0.11865234375, |
| "loss/logits": 0.02971404604613781, |
| "loss/reg": 31.217342376708984, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.009525, |
| "grad_norm": 6.658995628356934, |
| "grad_norm_var": 1.6275530318456253, |
| "learning_rate": 2e-05, |
| "loss": 31.2326, |
| "loss/crossentropy": 2.7819790840148926, |
| "loss/hidden": 0.1259765625, |
| "loss/logits": 0.03413031995296478, |
| "loss/reg": 31.072481155395508, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.00955, |
| "grad_norm": 17.702425003051758, |
| "grad_norm_var": 15.943881150548076, |
| "learning_rate": 2e-05, |
| "loss": 31.1402, |
| "loss/crossentropy": 2.9263079166412354, |
| "loss/hidden": 0.1787109375, |
| "loss/logits": 0.037496551871299744, |
| "loss/reg": 30.92399787902832, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.009575, |
| "grad_norm": 9.755738258361816, |
| "grad_norm_var": 18.105272629168468, |
| "learning_rate": 2e-05, |
| "loss": 30.9569, |
| "loss/crossentropy": 2.610964298248291, |
| "loss/hidden": 0.146484375, |
| "loss/logits": 0.03007764369249344, |
| "loss/reg": 30.780288696289062, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.0096, |
| "grad_norm": 1.4994475841522217, |
| "grad_norm_var": 18.276295715224364, |
| "learning_rate": 2e-05, |
| "loss": 30.7982, |
| "loss/crossentropy": 2.600332498550415, |
| "loss/hidden": 0.1298828125, |
| "loss/logits": 0.031154906377196312, |
| "loss/reg": 30.637126922607422, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.009625, |
| "grad_norm": 1.7103643417358398, |
| "grad_norm_var": 18.39011989648016, |
| "learning_rate": 2e-05, |
| "loss": 30.6776, |
| "loss/crossentropy": 3.032283306121826, |
| "loss/hidden": 0.1396484375, |
| "loss/logits": 0.04348542541265488, |
| "loss/reg": 30.494457244873047, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.00965, |
| "grad_norm": 2.2822492122650146, |
| "grad_norm_var": 18.304705584234476, |
| "learning_rate": 2e-05, |
| "loss": 30.5332, |
| "loss/crossentropy": 2.367107629776001, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.03226654976606369, |
| "loss/reg": 30.352514266967773, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.009675, |
| "grad_norm": 2.002864122390747, |
| "grad_norm_var": 18.188167639061543, |
| "learning_rate": 2e-05, |
| "loss": 30.3683, |
| "loss/crossentropy": 2.7061312198638916, |
| "loss/hidden": 0.12353515625, |
| "loss/logits": 0.03370695561170578, |
| "loss/reg": 30.211055755615234, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.0097, |
| "grad_norm": 5.602196216583252, |
| "grad_norm_var": 18.023389822229017, |
| "learning_rate": 2e-05, |
| "loss": 30.2394, |
| "loss/crossentropy": 2.397667169570923, |
| "loss/hidden": 0.138671875, |
| "loss/logits": 0.03049187734723091, |
| "loss/reg": 30.070276260375977, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.009725, |
| "grad_norm": 1.5408035516738892, |
| "grad_norm_var": 17.943911354217352, |
| "learning_rate": 2e-05, |
| "loss": 30.0907, |
| "loss/crossentropy": 2.834867000579834, |
| "loss/hidden": 0.1298828125, |
| "loss/logits": 0.03077739104628563, |
| "loss/reg": 29.930038452148438, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.00975, |
| "grad_norm": 6.018068313598633, |
| "grad_norm_var": 17.881454834941156, |
| "learning_rate": 2e-05, |
| "loss": 29.9551, |
| "loss/crossentropy": 2.8220815658569336, |
| "loss/hidden": 0.1328125, |
| "loss/logits": 0.031766001135110855, |
| "loss/reg": 29.790555953979492, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.009775, |
| "grad_norm": 10.923192977905273, |
| "grad_norm_var": 20.212413139020512, |
| "learning_rate": 2e-05, |
| "loss": 29.8563, |
| "loss/crossentropy": 2.811016321182251, |
| "loss/hidden": 0.1689453125, |
| "loss/logits": 0.03583759814500809, |
| "loss/reg": 29.651498794555664, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.0098, |
| "grad_norm": 1.9290435314178467, |
| "grad_norm_var": 20.64348377939481, |
| "learning_rate": 2e-05, |
| "loss": 29.6891, |
| "loss/crossentropy": 2.863645076751709, |
| "loss/hidden": 0.1435546875, |
| "loss/logits": 0.036813415586948395, |
| "loss/reg": 29.50878143310547, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.009825, |
| "grad_norm": 3.237116813659668, |
| "grad_norm_var": 20.662082917547686, |
| "learning_rate": 2e-05, |
| "loss": 29.5663, |
| "loss/crossentropy": 2.7489192485809326, |
| "loss/hidden": 0.158203125, |
| "loss/logits": 0.03718395531177521, |
| "loss/reg": 29.370952606201172, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.00985, |
| "grad_norm": 1.6290416717529297, |
| "grad_norm_var": 20.676489967742715, |
| "learning_rate": 2e-05, |
| "loss": 29.3821, |
| "loss/crossentropy": 2.96504282951355, |
| "loss/hidden": 0.11181640625, |
| "loss/logits": 0.03646458685398102, |
| "loss/reg": 29.2337703704834, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.009875, |
| "grad_norm": 2.237454652786255, |
| "grad_norm_var": 20.926649282212274, |
| "learning_rate": 2e-05, |
| "loss": 29.269, |
| "loss/crossentropy": 2.8521690368652344, |
| "loss/hidden": 0.1376953125, |
| "loss/logits": 0.03403034061193466, |
| "loss/reg": 29.097240447998047, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0099, |
| "grad_norm": 1.9784162044525146, |
| "grad_norm_var": 20.97338552568199, |
| "learning_rate": 2e-05, |
| "loss": 29.1487, |
| "loss/crossentropy": 2.748701572418213, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.034278061240911484, |
| "loss/reg": 28.961105346679688, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.009925, |
| "grad_norm": 2.4967384338378906, |
| "grad_norm_var": 21.021265946892495, |
| "learning_rate": 2e-05, |
| "loss": 29.011, |
| "loss/crossentropy": 3.1087985038757324, |
| "loss/hidden": 0.1455078125, |
| "loss/logits": 0.03961321711540222, |
| "loss/reg": 28.825891494750977, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.00995, |
| "grad_norm": 2.17684006690979, |
| "grad_norm_var": 8.826986086885336, |
| "learning_rate": 2e-05, |
| "loss": 28.8691, |
| "loss/crossentropy": 2.919372320175171, |
| "loss/hidden": 0.1416015625, |
| "loss/logits": 0.03645738214254379, |
| "loss/reg": 28.69107437133789, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.009975, |
| "grad_norm": 2.1314728260040283, |
| "grad_norm_var": 6.165466501526623, |
| "learning_rate": 2e-05, |
| "loss": 28.7475, |
| "loss/crossentropy": 2.795255422592163, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.037487540394067764, |
| "loss/reg": 28.556673049926758, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.821183204650879, |
| "grad_norm_var": 6.103824283803898, |
| "learning_rate": 2e-05, |
| "loss": 28.5859, |
| "loss/crossentropy": 2.6662023067474365, |
| "loss/hidden": 0.1279296875, |
| "loss/logits": 0.034927770495414734, |
| "loss/reg": 28.423030853271484, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.010025, |
| "grad_norm": 1.682054042816162, |
| "grad_norm_var": 6.109147456078416, |
| "learning_rate": 2e-05, |
| "loss": 28.4353, |
| "loss/crossentropy": 3.024109125137329, |
| "loss/hidden": 0.11181640625, |
| "loss/logits": 0.03378160297870636, |
| "loss/reg": 28.28972625732422, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.01005, |
| "grad_norm": 2.1850829124450684, |
| "grad_norm_var": 6.120403763567225, |
| "learning_rate": 2e-05, |
| "loss": 28.3327, |
| "loss/crossentropy": 3.1913986206054688, |
| "loss/hidden": 0.1435546875, |
| "loss/logits": 0.03758620843291283, |
| "loss/reg": 28.151596069335938, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.010075, |
| "grad_norm": 2.2850840091705322, |
| "grad_norm_var": 6.084117119532081, |
| "learning_rate": 2e-05, |
| "loss": 28.2094, |
| "loss/crossentropy": 2.844414710998535, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.04106660932302475, |
| "loss/reg": 28.019901275634766, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.0101, |
| "grad_norm": 3.0755233764648438, |
| "grad_norm_var": 5.6459224869144, |
| "learning_rate": 2e-05, |
| "loss": 28.1054, |
| "loss/crossentropy": 2.7236874103546143, |
| "loss/hidden": 0.169921875, |
| "loss/logits": 0.04699024558067322, |
| "loss/reg": 27.88851547241211, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.010125, |
| "grad_norm": 2.632650852203369, |
| "grad_norm_var": 5.513941759398255, |
| "learning_rate": 2e-05, |
| "loss": 27.9764, |
| "loss/crossentropy": 2.971388578414917, |
| "loss/hidden": 0.1787109375, |
| "loss/logits": 0.039863601326942444, |
| "loss/reg": 27.757869720458984, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.01015, |
| "grad_norm": 2.490246057510376, |
| "grad_norm_var": 4.8850644555352325, |
| "learning_rate": 2e-05, |
| "loss": 27.8153, |
| "loss/crossentropy": 3.0535378456115723, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.03618897125124931, |
| "loss/reg": 27.62775421142578, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.010175, |
| "grad_norm": 3.116687536239624, |
| "grad_norm_var": 0.24597344619940412, |
| "learning_rate": 2e-05, |
| "loss": 27.723, |
| "loss/crossentropy": 3.0417606830596924, |
| "loss/hidden": 0.1748046875, |
| "loss/logits": 0.049759428948163986, |
| "loss/reg": 27.49844741821289, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.0102, |
| "grad_norm": 2.1385886669158936, |
| "grad_norm_var": 0.2378215272062145, |
| "learning_rate": 2e-05, |
| "loss": 27.5528, |
| "loss/crossentropy": 3.0288665294647217, |
| "loss/hidden": 0.1455078125, |
| "loss/logits": 0.03794676810503006, |
| "loss/reg": 27.369342803955078, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.010225, |
| "grad_norm": 2.3155360221862793, |
| "grad_norm_var": 0.1797017907210517, |
| "learning_rate": 2e-05, |
| "loss": 27.4314, |
| "loss/crossentropy": 2.7471296787261963, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.041661813855171204, |
| "loss/reg": 27.241291046142578, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.01025, |
| "grad_norm": 2.1539342403411865, |
| "grad_norm_var": 0.15174583963641694, |
| "learning_rate": 2e-05, |
| "loss": 27.3053, |
| "loss/crossentropy": 3.1815056800842285, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.0430469810962677, |
| "loss/reg": 27.11379051208496, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.010275, |
| "grad_norm": 3.004754066467285, |
| "grad_norm_var": 0.1813925430056429, |
| "learning_rate": 2e-05, |
| "loss": 27.1907, |
| "loss/crossentropy": 2.7185699939727783, |
| "loss/hidden": 0.166015625, |
| "loss/logits": 0.038052164018154144, |
| "loss/reg": 26.986587524414062, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.0103, |
| "grad_norm": 1.7727258205413818, |
| "grad_norm_var": 0.19437299657180346, |
| "learning_rate": 2e-05, |
| "loss": 27.031, |
| "loss/crossentropy": 2.5481350421905518, |
| "loss/hidden": 0.1416015625, |
| "loss/logits": 0.03450712189078331, |
| "loss/reg": 26.85489273071289, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.010325, |
| "grad_norm": 2.942481756210327, |
| "grad_norm_var": 0.21596104298213442, |
| "learning_rate": 2e-05, |
| "loss": 26.9305, |
| "loss/crossentropy": 3.015340566635132, |
| "loss/hidden": 0.1630859375, |
| "loss/logits": 0.038723111152648926, |
| "loss/reg": 26.728679656982422, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.01035, |
| "grad_norm": 6.163323879241943, |
| "grad_norm_var": 1.1063828714438992, |
| "learning_rate": 2e-05, |
| "loss": 26.8133, |
| "loss/crossentropy": 2.55928373336792, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.03731565177440643, |
| "loss/reg": 26.603172302246094, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.010375, |
| "grad_norm": 1.9960532188415527, |
| "grad_norm_var": 1.1163400619934953, |
| "learning_rate": 2e-05, |
| "loss": 26.6719, |
| "loss/crossentropy": 2.80226731300354, |
| "loss/hidden": 0.15625, |
| "loss/logits": 0.03723851963877678, |
| "loss/reg": 26.47838592529297, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.0104, |
| "grad_norm": 3.301450729370117, |
| "grad_norm_var": 1.0974053192222506, |
| "learning_rate": 2e-05, |
| "loss": 26.5614, |
| "loss/crossentropy": 2.791954517364502, |
| "loss/hidden": 0.166015625, |
| "loss/logits": 0.04129061847925186, |
| "loss/reg": 26.354053497314453, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.010425, |
| "grad_norm": 1.9505646228790283, |
| "grad_norm_var": 1.0653418372806414, |
| "learning_rate": 2e-05, |
| "loss": 26.4048, |
| "loss/crossentropy": 2.7842905521392822, |
| "loss/hidden": 0.13671875, |
| "loss/logits": 0.0375644825398922, |
| "loss/reg": 26.230472564697266, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.01045, |
| "grad_norm": 2.055081605911255, |
| "grad_norm_var": 1.075675176346497, |
| "learning_rate": 2e-05, |
| "loss": 26.296, |
| "loss/crossentropy": 2.7261054515838623, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.03734801337122917, |
| "loss/reg": 26.1073055267334, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.010475, |
| "grad_norm": 3.4958529472351074, |
| "grad_norm_var": 1.09835111004395, |
| "learning_rate": 2e-05, |
| "loss": 26.1998, |
| "loss/crossentropy": 3.256852626800537, |
| "loss/hidden": 0.1689453125, |
| "loss/logits": 0.04601683095097542, |
| "loss/reg": 25.984798431396484, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0105, |
| "grad_norm": 2.4832944869995117, |
| "grad_norm_var": 1.097555539592861, |
| "learning_rate": 2e-05, |
| "loss": 26.0394, |
| "loss/crossentropy": 2.6658496856689453, |
| "loss/hidden": 0.13671875, |
| "loss/logits": 0.03990530967712402, |
| "loss/reg": 25.862812042236328, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.010525, |
| "grad_norm": 1.888179898262024, |
| "grad_norm_var": 1.143925812704361, |
| "learning_rate": 2e-05, |
| "loss": 25.9507, |
| "loss/crossentropy": 2.893690347671509, |
| "loss/hidden": 0.166015625, |
| "loss/logits": 0.04318728297948837, |
| "loss/reg": 25.74148941040039, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.01055, |
| "grad_norm": 1.8328545093536377, |
| "grad_norm_var": 1.1896980975503562, |
| "learning_rate": 2e-05, |
| "loss": 25.8021, |
| "loss/crossentropy": 2.862842559814453, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.037468597292900085, |
| "loss/reg": 25.616188049316406, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.010575, |
| "grad_norm": 2.6049251556396484, |
| "grad_norm_var": 1.1751238780603264, |
| "learning_rate": 2e-05, |
| "loss": 25.7268, |
| "loss/crossentropy": 2.9560859203338623, |
| "loss/hidden": 0.1767578125, |
| "loss/logits": 0.054243914783000946, |
| "loss/reg": 25.49581527709961, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.0106, |
| "grad_norm": 2.8561511039733887, |
| "grad_norm_var": 1.1601718819937763, |
| "learning_rate": 2e-05, |
| "loss": 25.5684, |
| "loss/crossentropy": 2.6629557609558105, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.039182234555482864, |
| "loss/reg": 25.375917434692383, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.010625, |
| "grad_norm": 1.8477426767349243, |
| "grad_norm_var": 1.1963363532274474, |
| "learning_rate": 2e-05, |
| "loss": 25.4692, |
| "loss/crossentropy": 3.0463385581970215, |
| "loss/hidden": 0.166015625, |
| "loss/logits": 0.046355295926332474, |
| "loss/reg": 25.256792068481445, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.01065, |
| "grad_norm": 2.3839778900146484, |
| "grad_norm_var": 1.1845253457707392, |
| "learning_rate": 2e-05, |
| "loss": 25.3301, |
| "loss/crossentropy": 2.812811851501465, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.03877168148756027, |
| "loss/reg": 25.13796615600586, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.010675, |
| "grad_norm": 3.649106979370117, |
| "grad_norm_var": 1.2399896204357086, |
| "learning_rate": 2e-05, |
| "loss": 25.2656, |
| "loss/crossentropy": 2.817918300628662, |
| "loss/hidden": 0.201171875, |
| "loss/logits": 0.04450376331806183, |
| "loss/reg": 25.01987648010254, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.0107, |
| "grad_norm": 2.212465524673462, |
| "grad_norm_var": 1.197620310146587, |
| "learning_rate": 2e-05, |
| "loss": 25.1043, |
| "loss/crossentropy": 3.138951301574707, |
| "loss/hidden": 0.1611328125, |
| "loss/logits": 0.04081891477108002, |
| "loss/reg": 24.902353286743164, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.010725, |
| "grad_norm": 2.2249510288238525, |
| "grad_norm_var": 1.2093715461039343, |
| "learning_rate": 2e-05, |
| "loss": 25.003, |
| "loss/crossentropy": 2.6012675762176514, |
| "loss/hidden": 0.177734375, |
| "loss/logits": 0.04012144356966019, |
| "loss/reg": 24.785186767578125, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.01075, |
| "grad_norm": 2.0124897956848145, |
| "grad_norm_var": 0.36066606030676096, |
| "learning_rate": 2e-05, |
| "loss": 24.862, |
| "loss/crossentropy": 2.6634442806243896, |
| "loss/hidden": 0.15625, |
| "loss/logits": 0.03708156198263168, |
| "loss/reg": 24.668659210205078, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.010775, |
| "grad_norm": 5.937109470367432, |
| "grad_norm_var": 1.1061704228386418, |
| "learning_rate": 2e-05, |
| "loss": 24.7883, |
| "loss/crossentropy": 2.98293137550354, |
| "loss/hidden": 0.1904296875, |
| "loss/logits": 0.04528553783893585, |
| "loss/reg": 24.552602767944336, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.0108, |
| "grad_norm": 2.0511343479156494, |
| "grad_norm_var": 1.098776464532748, |
| "learning_rate": 2e-05, |
| "loss": 24.6483, |
| "loss/crossentropy": 3.482454299926758, |
| "loss/hidden": 0.173828125, |
| "loss/logits": 0.04099034145474434, |
| "loss/reg": 24.43346405029297, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.010825, |
| "grad_norm": 2.0217044353485107, |
| "grad_norm_var": 1.0930003270482167, |
| "learning_rate": 2e-05, |
| "loss": 24.4952, |
| "loss/crossentropy": 2.766650915145874, |
| "loss/hidden": 0.134765625, |
| "loss/logits": 0.041929375380277634, |
| "loss/reg": 24.31853485107422, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.01085, |
| "grad_norm": 2.1080517768859863, |
| "grad_norm_var": 1.0893460739164103, |
| "learning_rate": 2e-05, |
| "loss": 24.3975, |
| "loss/crossentropy": 2.829714059829712, |
| "loss/hidden": 0.15625, |
| "loss/logits": 0.03715629130601883, |
| "loss/reg": 24.20409393310547, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.010875, |
| "grad_norm": 2.590503215789795, |
| "grad_norm_var": 1.0325087297316353, |
| "learning_rate": 2e-05, |
| "loss": 24.2874, |
| "loss/crossentropy": 2.812587261199951, |
| "loss/hidden": 0.158203125, |
| "loss/logits": 0.03894827514886856, |
| "loss/reg": 24.090213775634766, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.0109, |
| "grad_norm": 2.045022964477539, |
| "grad_norm_var": 1.0480635957117082, |
| "learning_rate": 2e-05, |
| "loss": 24.1827, |
| "loss/crossentropy": 3.086454391479492, |
| "loss/hidden": 0.166015625, |
| "loss/logits": 0.040063485503196716, |
| "loss/reg": 23.976669311523438, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.010925, |
| "grad_norm": 2.0887551307678223, |
| "grad_norm_var": 1.033770641152501, |
| "learning_rate": 2e-05, |
| "loss": 24.0595, |
| "loss/crossentropy": 2.839022636413574, |
| "loss/hidden": 0.1533203125, |
| "loss/logits": 0.042500950396060944, |
| "loss/reg": 23.863662719726562, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.01095, |
| "grad_norm": 2.314814567565918, |
| "grad_norm_var": 1.0035414097905393, |
| "learning_rate": 2e-05, |
| "loss": 23.9523, |
| "loss/crossentropy": 2.9472670555114746, |
| "loss/hidden": 0.15625, |
| "loss/logits": 0.044826384633779526, |
| "loss/reg": 23.751253128051758, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.010975, |
| "grad_norm": 3.2724692821502686, |
| "grad_norm_var": 1.0354526746118948, |
| "learning_rate": 2e-05, |
| "loss": 23.853, |
| "loss/crossentropy": 2.7853267192840576, |
| "loss/hidden": 0.173828125, |
| "loss/logits": 0.03991552069783211, |
| "loss/reg": 23.63922882080078, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 1.8264756202697754, |
| "grad_norm_var": 1.0666913011185395, |
| "learning_rate": 2e-05, |
| "loss": 23.7176, |
| "loss/crossentropy": 2.5802700519561768, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.03871052712202072, |
| "loss/reg": 23.527509689331055, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.011025, |
| "grad_norm": 2.1698477268218994, |
| "grad_norm_var": 1.043588037234136, |
| "learning_rate": 2e-05, |
| "loss": 23.6232, |
| "loss/crossentropy": 2.9302892684936523, |
| "loss/hidden": 0.1630859375, |
| "loss/logits": 0.043618083000183105, |
| "loss/reg": 23.41650390625, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.01105, |
| "grad_norm": 2.231228828430176, |
| "grad_norm_var": 1.0485661946787095, |
| "learning_rate": 2e-05, |
| "loss": 23.4972, |
| "loss/crossentropy": 2.867483615875244, |
| "loss/hidden": 0.1513671875, |
| "loss/logits": 0.04387916252017021, |
| "loss/reg": 23.30193328857422, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.011075, |
| "grad_norm": 1.5965532064437866, |
| "grad_norm_var": 1.0103300653968241, |
| "learning_rate": 2e-05, |
| "loss": 23.3734, |
| "loss/crossentropy": 2.6820480823516846, |
| "loss/hidden": 0.1455078125, |
| "loss/logits": 0.03568604588508606, |
| "loss/reg": 23.192241668701172, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.0111, |
| "grad_norm": 1.9236520528793335, |
| "grad_norm_var": 1.0234956986676196, |
| "learning_rate": 2e-05, |
| "loss": 23.299, |
| "loss/crossentropy": 2.791132688522339, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.04304938763380051, |
| "loss/reg": 23.083120346069336, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.011125, |
| "grad_norm": 2.615415096282959, |
| "grad_norm_var": 1.0238631693360027, |
| "learning_rate": 2e-05, |
| "loss": 23.2208, |
| "loss/crossentropy": 2.7200093269348145, |
| "loss/hidden": 0.20703125, |
| "loss/logits": 0.039411187171936035, |
| "loss/reg": 22.974393844604492, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.01115, |
| "grad_norm": 3.7206993103027344, |
| "grad_norm_var": 1.11220864186432, |
| "learning_rate": 2e-05, |
| "loss": 23.1272, |
| "loss/crossentropy": 2.934048652648926, |
| "loss/hidden": 0.2109375, |
| "loss/logits": 0.050051335245370865, |
| "loss/reg": 22.866172790527344, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.011175, |
| "grad_norm": 2.2452712059020996, |
| "grad_norm_var": 0.2879587549997645, |
| "learning_rate": 2e-05, |
| "loss": 22.9826, |
| "loss/crossentropy": 3.0915427207946777, |
| "loss/hidden": 0.177734375, |
| "loss/logits": 0.04651949554681778, |
| "loss/reg": 22.75834846496582, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.0112, |
| "grad_norm": 1.6305818557739258, |
| "grad_norm_var": 0.3130432844059186, |
| "learning_rate": 2e-05, |
| "loss": 22.8382, |
| "loss/crossentropy": 2.8177685737609863, |
| "loss/hidden": 0.1484375, |
| "loss/logits": 0.038578279316425323, |
| "loss/reg": 22.65113639831543, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.011225, |
| "grad_norm": 2.833962917327881, |
| "grad_norm_var": 0.3268392463359208, |
| "learning_rate": 2e-05, |
| "loss": 22.7767, |
| "loss/crossentropy": 2.2847812175750732, |
| "loss/hidden": 0.189453125, |
| "loss/logits": 0.04296421259641647, |
| "loss/reg": 22.544269561767578, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.01125, |
| "grad_norm": 1.8361362218856812, |
| "grad_norm_var": 0.33935606993982687, |
| "learning_rate": 2e-05, |
| "loss": 22.621, |
| "loss/crossentropy": 3.0569963455200195, |
| "loss/hidden": 0.138671875, |
| "loss/logits": 0.044218260794878006, |
| "loss/reg": 22.43810272216797, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.011275, |
| "grad_norm": 2.2452023029327393, |
| "grad_norm_var": 0.3338401600601277, |
| "learning_rate": 2e-05, |
| "loss": 22.5931, |
| "loss/crossentropy": 2.7638001441955566, |
| "loss/hidden": 0.21484375, |
| "loss/logits": 0.046010829508304596, |
| "loss/reg": 22.332237243652344, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.0113, |
| "grad_norm": 2.50168776512146, |
| "grad_norm_var": 0.3321248705423902, |
| "learning_rate": 2e-05, |
| "loss": 22.4375, |
| "loss/crossentropy": 2.8486430644989014, |
| "loss/hidden": 0.169921875, |
| "loss/logits": 0.04485378414392471, |
| "loss/reg": 22.22277069091797, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.011325, |
| "grad_norm": 2.492642402648926, |
| "grad_norm_var": 0.3300935987394846, |
| "learning_rate": 2e-05, |
| "loss": 22.3492, |
| "loss/crossentropy": 2.71463942527771, |
| "loss/hidden": 0.1796875, |
| "loss/logits": 0.05168076232075691, |
| "loss/reg": 22.117813110351562, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.01135, |
| "grad_norm": 1.9064103364944458, |
| "grad_norm_var": 0.341946302980373, |
| "learning_rate": 2e-05, |
| "loss": 22.2137, |
| "loss/crossentropy": 2.8734917640686035, |
| "loss/hidden": 0.158203125, |
| "loss/logits": 0.042219504714012146, |
| "loss/reg": 22.013267517089844, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.011375, |
| "grad_norm": 2.5244898796081543, |
| "grad_norm_var": 0.2814757407362549, |
| "learning_rate": 2e-05, |
| "loss": 22.1323, |
| "loss/crossentropy": 2.5757384300231934, |
| "loss/hidden": 0.1796875, |
| "loss/logits": 0.043334104120731354, |
| "loss/reg": 21.90932273864746, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.0114, |
| "grad_norm": 1.49411940574646, |
| "grad_norm_var": 0.3079792610992302, |
| "learning_rate": 2e-05, |
| "loss": 21.9885, |
| "loss/crossentropy": 2.7647297382354736, |
| "loss/hidden": 0.1416015625, |
| "loss/logits": 0.04113258421421051, |
| "loss/reg": 21.80577278137207, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.011425, |
| "grad_norm": 2.4946882724761963, |
| "grad_norm_var": 0.31118967972119144, |
| "learning_rate": 2e-05, |
| "loss": 21.9178, |
| "loss/crossentropy": 2.653733968734741, |
| "loss/hidden": 0.169921875, |
| "loss/logits": 0.04473033547401428, |
| "loss/reg": 21.7031192779541, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.01145, |
| "grad_norm": 1.9149430990219116, |
| "grad_norm_var": 0.31900516012573277, |
| "learning_rate": 2e-05, |
| "loss": 21.825, |
| "loss/crossentropy": 2.6428985595703125, |
| "loss/hidden": 0.1826171875, |
| "loss/logits": 0.04166660085320473, |
| "loss/reg": 21.600685119628906, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.011475, |
| "grad_norm": 1.7886494398117065, |
| "grad_norm_var": 0.3046125382910664, |
| "learning_rate": 2e-05, |
| "loss": 21.7068, |
| "loss/crossentropy": 2.5072784423828125, |
| "loss/hidden": 0.169921875, |
| "loss/logits": 0.03796003758907318, |
| "loss/reg": 21.498947143554688, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.0115, |
| "grad_norm": 2.5755653381347656, |
| "grad_norm_var": 0.30189205483048126, |
| "learning_rate": 2e-05, |
| "loss": 21.6383, |
| "loss/crossentropy": 2.8383917808532715, |
| "loss/hidden": 0.19140625, |
| "loss/logits": 0.0494539812207222, |
| "loss/reg": 21.397401809692383, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.011525, |
| "grad_norm": 3.0548369884490967, |
| "grad_norm_var": 0.33236538038720104, |
| "learning_rate": 2e-05, |
| "loss": 21.4977, |
| "loss/crossentropy": 2.717653751373291, |
| "loss/hidden": 0.1630859375, |
| "loss/logits": 0.03829260170459747, |
| "loss/reg": 21.29631805419922, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.01155, |
| "grad_norm": 2.220721483230591, |
| "grad_norm_var": 0.19459906037036465, |
| "learning_rate": 2e-05, |
| "loss": 21.4131, |
| "loss/crossentropy": 2.909445285797119, |
| "loss/hidden": 0.177734375, |
| "loss/logits": 0.04297621548175812, |
| "loss/reg": 21.192386627197266, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.011575, |
| "grad_norm": 2.5778627395629883, |
| "grad_norm_var": 0.2019683654886343, |
| "learning_rate": 2e-05, |
| "loss": 21.3024, |
| "loss/crossentropy": 2.7236719131469727, |
| "loss/hidden": 0.1650390625, |
| "loss/logits": 0.044891439378261566, |
| "loss/reg": 21.092477798461914, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.0116, |
| "grad_norm": 2.302924156188965, |
| "grad_norm_var": 0.17417472367764025, |
| "learning_rate": 2e-05, |
| "loss": 21.2079, |
| "loss/crossentropy": 2.661893129348755, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.042085111141204834, |
| "loss/reg": 20.99297523498535, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.011625, |
| "grad_norm": 3.1231939792633057, |
| "grad_norm_var": 0.2000796962515011, |
| "learning_rate": 2e-05, |
| "loss": 21.158, |
| "loss/crossentropy": 2.9192662239074707, |
| "loss/hidden": 0.1923828125, |
| "loss/logits": 0.07160253822803497, |
| "loss/reg": 20.89402961730957, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.01165, |
| "grad_norm": 2.0219297409057617, |
| "grad_norm_var": 0.19035271984780966, |
| "learning_rate": 2e-05, |
| "loss": 21.0286, |
| "loss/crossentropy": 3.011322021484375, |
| "loss/hidden": 0.1826171875, |
| "loss/logits": 0.05049794167280197, |
| "loss/reg": 20.7955265045166, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.011675, |
| "grad_norm": 2.3812074661254883, |
| "grad_norm_var": 0.1900165697599144, |
| "learning_rate": 2e-05, |
| "loss": 20.9126, |
| "loss/crossentropy": 2.594330072402954, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.04238292574882507, |
| "loss/reg": 20.69733428955078, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.0117, |
| "grad_norm": 3.212700128555298, |
| "grad_norm_var": 0.23732095982581564, |
| "learning_rate": 2e-05, |
| "loss": 20.8329, |
| "loss/crossentropy": 3.0930912494659424, |
| "loss/hidden": 0.1796875, |
| "loss/logits": 0.05329480022192001, |
| "loss/reg": 20.599882125854492, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.011725, |
| "grad_norm": 2.802736759185791, |
| "grad_norm_var": 0.24797037852165235, |
| "learning_rate": 2e-05, |
| "loss": 20.7412, |
| "loss/crossentropy": 2.682535409927368, |
| "loss/hidden": 0.1865234375, |
| "loss/logits": 0.05204048752784729, |
| "loss/reg": 20.502676010131836, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.01175, |
| "grad_norm": 6.470301151275635, |
| "grad_norm_var": 1.249545399419666, |
| "learning_rate": 2e-05, |
| "loss": 20.6501, |
| "loss/crossentropy": 3.1839163303375244, |
| "loss/hidden": 0.1923828125, |
| "loss/logits": 0.052045367658138275, |
| "loss/reg": 20.405675888061523, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.011775, |
| "grad_norm": 2.094099283218384, |
| "grad_norm_var": 1.2703367134671737, |
| "learning_rate": 2e-05, |
| "loss": 20.5315, |
| "loss/crossentropy": 2.884645462036133, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.0492381826043129, |
| "loss/reg": 20.309377670288086, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.0118, |
| "grad_norm": 2.2063822746276855, |
| "grad_norm_var": 1.1914975389137128, |
| "learning_rate": 2e-05, |
| "loss": 20.4294, |
| "loss/crossentropy": 3.0197482109069824, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.0465642511844635, |
| "loss/reg": 20.20997428894043, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.011825, |
| "grad_norm": 2.1600499153137207, |
| "grad_norm_var": 1.2077763497968268, |
| "learning_rate": 2e-05, |
| "loss": 20.3465, |
| "loss/crossentropy": 2.7459301948547363, |
| "loss/hidden": 0.1845703125, |
| "loss/logits": 0.04744536057114601, |
| "loss/reg": 20.114482879638672, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.01185, |
| "grad_norm": 2.352337121963501, |
| "grad_norm_var": 1.1750134992717125, |
| "learning_rate": 2e-05, |
| "loss": 20.2671, |
| "loss/crossentropy": 3.246368646621704, |
| "loss/hidden": 0.19921875, |
| "loss/logits": 0.048278048634529114, |
| "loss/reg": 20.019636154174805, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.011875, |
| "grad_norm": 1.7839800119400024, |
| "grad_norm_var": 1.1755879216903617, |
| "learning_rate": 2e-05, |
| "loss": 20.1489, |
| "loss/crossentropy": 2.9967947006225586, |
| "loss/hidden": 0.1748046875, |
| "loss/logits": 0.048982493579387665, |
| "loss/reg": 19.92508888244629, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.0119, |
| "grad_norm": 2.4864652156829834, |
| "grad_norm_var": 1.1776669498268881, |
| "learning_rate": 2e-05, |
| "loss": 20.0598, |
| "loss/crossentropy": 2.60671329498291, |
| "loss/hidden": 0.1767578125, |
| "loss/logits": 0.052169423550367355, |
| "loss/reg": 19.830875396728516, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.011925, |
| "grad_norm": 2.363190174102783, |
| "grad_norm_var": 1.175140638989229, |
| "learning_rate": 2e-05, |
| "loss": 20.0069, |
| "loss/crossentropy": 2.858886480331421, |
| "loss/hidden": 0.220703125, |
| "loss/logits": 0.04880058765411377, |
| "loss/reg": 19.737428665161133, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.01195, |
| "grad_norm": 2.021653652191162, |
| "grad_norm_var": 1.189277020649322, |
| "learning_rate": 2e-05, |
| "loss": 19.8696, |
| "loss/crossentropy": 2.7821409702301025, |
| "loss/hidden": 0.1796875, |
| "loss/logits": 0.04575974866747856, |
| "loss/reg": 19.64413833618164, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.011975, |
| "grad_norm": 1.9459588527679443, |
| "grad_norm_var": 1.2201059740655162, |
| "learning_rate": 2e-05, |
| "loss": 19.763, |
| "loss/crossentropy": 2.772062301635742, |
| "loss/hidden": 0.169921875, |
| "loss/logits": 0.041855379939079285, |
| "loss/reg": 19.551227569580078, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 2.5396687984466553, |
| "grad_norm_var": 1.2139767764762164, |
| "learning_rate": 2e-05, |
| "loss": 19.705, |
| "loss/crossentropy": 2.853855848312378, |
| "loss/hidden": 0.197265625, |
| "loss/logits": 0.0488080270588398, |
| "loss/reg": 19.45893096923828, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.012025, |
| "grad_norm": 2.137702226638794, |
| "grad_norm_var": 1.208933842733709, |
| "learning_rate": 2e-05, |
| "loss": 19.6405, |
| "loss/crossentropy": 2.817518949508667, |
| "loss/hidden": 0.224609375, |
| "loss/logits": 0.04868399724364281, |
| "loss/reg": 19.367197036743164, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.01205, |
| "grad_norm": 2.0161988735198975, |
| "grad_norm_var": 1.2093480157874186, |
| "learning_rate": 2e-05, |
| "loss": 19.4942, |
| "loss/crossentropy": 3.041217565536499, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.049482930451631546, |
| "loss/reg": 19.271909713745117, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.012075, |
| "grad_norm": 2.4689245223999023, |
| "grad_norm_var": 1.2077271255452753, |
| "learning_rate": 2e-05, |
| "loss": 19.4371, |
| "loss/crossentropy": 2.8089406490325928, |
| "loss/hidden": 0.205078125, |
| "loss/logits": 0.05119004100561142, |
| "loss/reg": 19.180824279785156, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.0121, |
| "grad_norm": 2.2316370010375977, |
| "grad_norm_var": 1.1833405153175727, |
| "learning_rate": 2e-05, |
| "loss": 19.3215, |
| "loss/crossentropy": 2.9401211738586426, |
| "loss/hidden": 0.1875, |
| "loss/logits": 0.04366878420114517, |
| "loss/reg": 19.090309143066406, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.012125, |
| "grad_norm": 2.047006607055664, |
| "grad_norm_var": 1.1890429642677636, |
| "learning_rate": 2e-05, |
| "loss": 19.2222, |
| "loss/crossentropy": 2.878319501876831, |
| "loss/hidden": 0.1748046875, |
| "loss/logits": 0.04722724109888077, |
| "loss/reg": 19.000150680541992, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.01215, |
| "grad_norm": 1.9564520120620728, |
| "grad_norm_var": 0.047588535415659786, |
| "learning_rate": 2e-05, |
| "loss": 19.1429, |
| "loss/crossentropy": 2.7814621925354004, |
| "loss/hidden": 0.1845703125, |
| "loss/logits": 0.04784928262233734, |
| "loss/reg": 18.91046142578125, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.012175, |
| "grad_norm": 2.660238265991211, |
| "grad_norm_var": 0.06145858363412131, |
| "learning_rate": 2e-05, |
| "loss": 19.042, |
| "loss/crossentropy": 2.7573916912078857, |
| "loss/hidden": 0.171875, |
| "loss/logits": 0.04883112385869026, |
| "loss/reg": 18.821319580078125, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.0122, |
| "grad_norm": 3.515303611755371, |
| "grad_norm_var": 0.16771224633902548, |
| "learning_rate": 2e-05, |
| "loss": 18.9393, |
| "loss/crossentropy": 2.9051125049591064, |
| "loss/hidden": 0.162109375, |
| "loss/logits": 0.04467906057834625, |
| "loss/reg": 18.73251724243164, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.012225, |
| "grad_norm": 2.64762806892395, |
| "grad_norm_var": 0.17393239434562133, |
| "learning_rate": 2e-05, |
| "loss": 18.9105, |
| "loss/crossentropy": 2.8703958988189697, |
| "loss/hidden": 0.21875, |
| "loss/logits": 0.04748106747865677, |
| "loss/reg": 18.644243240356445, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.01225, |
| "grad_norm": 2.6073079109191895, |
| "grad_norm_var": 0.17897939206579636, |
| "learning_rate": 2e-05, |
| "loss": 18.8279, |
| "loss/crossentropy": 3.221273422241211, |
| "loss/hidden": 0.2158203125, |
| "loss/logits": 0.05585157871246338, |
| "loss/reg": 18.556241989135742, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.012275, |
| "grad_norm": 1.5472153425216675, |
| "grad_norm_var": 0.20001469118204512, |
| "learning_rate": 2e-05, |
| "loss": 18.679, |
| "loss/crossentropy": 2.915916681289673, |
| "loss/hidden": 0.1669921875, |
| "loss/logits": 0.043436288833618164, |
| "loss/reg": 18.468524932861328, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.0123, |
| "grad_norm": 1.7620818614959717, |
| "grad_norm_var": 0.21717040004255922, |
| "learning_rate": 2e-05, |
| "loss": 18.6017, |
| "loss/crossentropy": 2.867325782775879, |
| "loss/hidden": 0.1728515625, |
| "loss/logits": 0.051028743386268616, |
| "loss/reg": 18.377832412719727, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.012325, |
| "grad_norm": 2.20041561126709, |
| "grad_norm_var": 0.21700482333929852, |
| "learning_rate": 2e-05, |
| "loss": 18.5379, |
| "loss/crossentropy": 2.9628453254699707, |
| "loss/hidden": 0.19921875, |
| "loss/logits": 0.04741261899471283, |
| "loss/reg": 18.291229248046875, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.01235, |
| "grad_norm": 1.9837777614593506, |
| "grad_norm_var": 0.2183440529603916, |
| "learning_rate": 2e-05, |
| "loss": 18.4331, |
| "loss/crossentropy": 2.825575113296509, |
| "loss/hidden": 0.1796875, |
| "loss/logits": 0.048515524715185165, |
| "loss/reg": 18.204925537109375, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.012375, |
| "grad_norm": 2.4184892177581787, |
| "grad_norm_var": 0.21209012166573088, |
| "learning_rate": 2e-05, |
| "loss": 18.4085, |
| "loss/crossentropy": 2.6464486122131348, |
| "loss/hidden": 0.2451171875, |
| "loss/logits": 0.04423639923334122, |
| "loss/reg": 18.119152069091797, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.0124, |
| "grad_norm": 1.9086065292358398, |
| "grad_norm_var": 0.21649869079500092, |
| "learning_rate": 2e-05, |
| "loss": 18.2784, |
| "loss/crossentropy": 3.1577796936035156, |
| "loss/hidden": 0.1953125, |
| "loss/logits": 0.04937343671917915, |
| "loss/reg": 18.033668518066406, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.012425, |
| "grad_norm": 1.8744006156921387, |
| "grad_norm_var": 0.22501323270567444, |
| "learning_rate": 2e-05, |
| "loss": 18.1669, |
| "loss/crossentropy": 2.6969730854034424, |
| "loss/hidden": 0.1748046875, |
| "loss/logits": 0.0435866042971611, |
| "loss/reg": 17.94854736328125, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.01245, |
| "grad_norm": 3.1248912811279297, |
| "grad_norm_var": 0.26870209982110016, |
| "learning_rate": 2e-05, |
| "loss": 18.1115, |
| "loss/crossentropy": 2.8137989044189453, |
| "loss/hidden": 0.20703125, |
| "loss/logits": 0.04066001996397972, |
| "loss/reg": 17.863773345947266, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.012475, |
| "grad_norm": 3.302873373031616, |
| "grad_norm_var": 0.32987942357099176, |
| "learning_rate": 2e-05, |
| "loss": 18.0577, |
| "loss/crossentropy": 3.0537073612213135, |
| "loss/hidden": 0.2197265625, |
| "loss/logits": 0.05833124369382858, |
| "loss/reg": 17.779624938964844, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.0125, |
| "grad_norm": 2.7058842182159424, |
| "grad_norm_var": 0.335707609950227, |
| "learning_rate": 2e-05, |
| "loss": 17.982, |
| "loss/crossentropy": 3.436614751815796, |
| "loss/hidden": 0.23046875, |
| "loss/logits": 0.055682770907878876, |
| "loss/reg": 17.69584846496582, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 40000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": true, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.227844083712e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
