| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.017987795280901907, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 8.993897640450955e-06, |
| "grad_norm": 624.5777587890625, |
| "learning_rate": 0.0, |
| "loss": 17.9534, |
| "step": 1 |
| }, |
| { |
| "epoch": 1.798779528090191e-05, |
| "grad_norm": 1787.1439208984375, |
| "learning_rate": 9.090909090909091e-08, |
| "loss": 17.9833, |
| "step": 2 |
| }, |
| { |
| "epoch": 2.6981692921352862e-05, |
| "grad_norm": 543.7571411132812, |
| "learning_rate": 1.8181818181818183e-07, |
| "loss": 17.4185, |
| "step": 3 |
| }, |
| { |
| "epoch": 3.597559056180382e-05, |
| "grad_norm": 1464.9036865234375, |
| "learning_rate": 2.7272727272727274e-07, |
| "loss": 17.0435, |
| "step": 4 |
| }, |
| { |
| "epoch": 4.496948820225477e-05, |
| "grad_norm": 433.85675048828125, |
| "learning_rate": 3.6363636363636366e-07, |
| "loss": 17.6478, |
| "step": 5 |
| }, |
| { |
| "epoch": 5.3963385842705725e-05, |
| "grad_norm": 618.152587890625, |
| "learning_rate": 4.545454545454545e-07, |
| "loss": 17.6259, |
| "step": 6 |
| }, |
| { |
| "epoch": 6.295728348315668e-05, |
| "grad_norm": 723.3334350585938, |
| "learning_rate": 5.454545454545455e-07, |
| "loss": 18.6397, |
| "step": 7 |
| }, |
| { |
| "epoch": 7.195118112360764e-05, |
| "grad_norm": 842.21875, |
| "learning_rate": 6.363636363636364e-07, |
| "loss": 17.0937, |
| "step": 8 |
| }, |
| { |
| "epoch": 8.094507876405858e-05, |
| "grad_norm": 575.5238647460938, |
| "learning_rate": 7.272727272727273e-07, |
| "loss": 17.2475, |
| "step": 9 |
| }, |
| { |
| "epoch": 8.993897640450954e-05, |
| "grad_norm": 1246.06787109375, |
| "learning_rate": 8.181818181818183e-07, |
| "loss": 17.6788, |
| "step": 10 |
| }, |
| { |
| "epoch": 9.89328740449605e-05, |
| "grad_norm": 703.3920288085938, |
| "learning_rate": 9.09090909090909e-07, |
| "loss": 17.6445, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.00010792677168541145, |
| "grad_norm": 789.861328125, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 18.0761, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0001169206693258624, |
| "grad_norm": 1688.398193359375, |
| "learning_rate": 1.090909090909091e-06, |
| "loss": 17.1804, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.00012591456696631336, |
| "grad_norm": 970.5971069335938, |
| "learning_rate": 1.1818181818181818e-06, |
| "loss": 17.8007, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.00013490846460676432, |
| "grad_norm": 484.73492431640625, |
| "learning_rate": 1.2727272727272728e-06, |
| "loss": 17.3304, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.00014390236224721528, |
| "grad_norm": 1148.683349609375, |
| "learning_rate": 1.3636363636363636e-06, |
| "loss": 18.1804, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0001528962598876662, |
| "grad_norm": 1276.140380859375, |
| "learning_rate": 1.4545454545454546e-06, |
| "loss": 17.8103, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00016189015752811716, |
| "grad_norm": 1091.2808837890625, |
| "learning_rate": 1.5454545454545457e-06, |
| "loss": 17.7373, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.00017088405516856812, |
| "grad_norm": 1217.447021484375, |
| "learning_rate": 1.6363636363636367e-06, |
| "loss": 17.1021, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.00017987795280901907, |
| "grad_norm": 1050.6259765625, |
| "learning_rate": 1.7272727272727273e-06, |
| "loss": 17.8152, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00018887185044947003, |
| "grad_norm": 1252.3167724609375, |
| "learning_rate": 1.818181818181818e-06, |
| "loss": 17.0886, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.000197865748089921, |
| "grad_norm": 1881.7572021484375, |
| "learning_rate": 1.9090909090909095e-06, |
| "loss": 16.6945, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.00020685964573037194, |
| "grad_norm": 969.9746704101562, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 17.8223, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0002158535433708229, |
| "grad_norm": 1115.3941650390625, |
| "learning_rate": 2.090909090909091e-06, |
| "loss": 16.8948, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.00022484744101127386, |
| "grad_norm": 1183.36328125, |
| "learning_rate": 2.181818181818182e-06, |
| "loss": 16.6381, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0002338413386517248, |
| "grad_norm": 530.5995483398438, |
| "learning_rate": 2.2727272727272728e-06, |
| "loss": 17.2105, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.00024283523629217577, |
| "grad_norm": 1587.966552734375, |
| "learning_rate": 2.3636363636363636e-06, |
| "loss": 17.1436, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0002518291339326267, |
| "grad_norm": 523.8456420898438, |
| "learning_rate": 2.4545454545454544e-06, |
| "loss": 17.1746, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0002608230315730777, |
| "grad_norm": 452.8838806152344, |
| "learning_rate": 2.5454545454545456e-06, |
| "loss": 16.8128, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.00026981692921352864, |
| "grad_norm": 1319.495849609375, |
| "learning_rate": 2.6363636363636364e-06, |
| "loss": 17.1558, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0002788108268539796, |
| "grad_norm": 343.67791748046875, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 16.7303, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.00028780472449443055, |
| "grad_norm": 670.576904296875, |
| "learning_rate": 2.8181818181818185e-06, |
| "loss": 16.2864, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0002967986221348815, |
| "grad_norm": 586.6473388671875, |
| "learning_rate": 2.9090909090909093e-06, |
| "loss": 16.3865, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0003057925197753324, |
| "grad_norm": 401.2021789550781, |
| "learning_rate": 3e-06, |
| "loss": 16.2615, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.00031478641741578337, |
| "grad_norm": 550.7803955078125, |
| "learning_rate": 3.0909090909090913e-06, |
| "loss": 16.0867, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0003237803150562343, |
| "grad_norm": 449.146728515625, |
| "learning_rate": 3.1818181818181817e-06, |
| "loss": 16.7781, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0003327742126966853, |
| "grad_norm": 236.89505004882812, |
| "learning_rate": 3.2727272727272733e-06, |
| "loss": 16.7936, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.00034176811033713624, |
| "grad_norm": 260.0072021484375, |
| "learning_rate": 3.363636363636364e-06, |
| "loss": 16.7107, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0003507620079775872, |
| "grad_norm": 362.1142578125, |
| "learning_rate": 3.4545454545454545e-06, |
| "loss": 15.8317, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.00035975590561803815, |
| "grad_norm": 176.87826538085938, |
| "learning_rate": 3.5454545454545454e-06, |
| "loss": 16.213, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0003687498032584891, |
| "grad_norm": 311.5877685546875, |
| "learning_rate": 3.636363636363636e-06, |
| "loss": 17.5375, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00037774370089894006, |
| "grad_norm": 157.58517456054688, |
| "learning_rate": 3.727272727272727e-06, |
| "loss": 15.7588, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.000386737598539391, |
| "grad_norm": 180.6936492919922, |
| "learning_rate": 3.818181818181819e-06, |
| "loss": 16.0854, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.000395731496179842, |
| "grad_norm": 256.3274841308594, |
| "learning_rate": 3.90909090909091e-06, |
| "loss": 15.3464, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.00040472539382029293, |
| "grad_norm": 831.1060791015625, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 16.4678, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.0004137192914607439, |
| "grad_norm": 295.3250732421875, |
| "learning_rate": 4.0909090909090915e-06, |
| "loss": 16.0141, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.00042271318910119484, |
| "grad_norm": 260.3460388183594, |
| "learning_rate": 4.181818181818182e-06, |
| "loss": 16.0095, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0004317070867416458, |
| "grad_norm": 753.9771118164062, |
| "learning_rate": 4.272727272727273e-06, |
| "loss": 15.0963, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.00044070098438209676, |
| "grad_norm": 602.2676391601562, |
| "learning_rate": 4.363636363636364e-06, |
| "loss": 15.3355, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.0004496948820225477, |
| "grad_norm": 550.3294677734375, |
| "learning_rate": 4.454545454545455e-06, |
| "loss": 15.6943, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.00045868877966299867, |
| "grad_norm": 525.8038330078125, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 16.3719, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0004676826773034496, |
| "grad_norm": 331.14923095703125, |
| "learning_rate": 4.636363636363636e-06, |
| "loss": 15.1211, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0004766765749439006, |
| "grad_norm": 355.77093505859375, |
| "learning_rate": 4.727272727272727e-06, |
| "loss": 15.1063, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.00048567047258435154, |
| "grad_norm": 3031.103515625, |
| "learning_rate": 4.818181818181818e-06, |
| "loss": 15.4299, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0004946643702248024, |
| "grad_norm": 418.1381530761719, |
| "learning_rate": 4.909090909090909e-06, |
| "loss": 15.4191, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0005036582678652535, |
| "grad_norm": 911.3734130859375, |
| "learning_rate": 5e-06, |
| "loss": 15.5616, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0005126521655057044, |
| "grad_norm": 185.1163330078125, |
| "learning_rate": 5.090909090909091e-06, |
| "loss": 14.8612, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0005216460631461554, |
| "grad_norm": 627.5923461914062, |
| "learning_rate": 5.181818181818182e-06, |
| "loss": 14.6524, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0005306399607866063, |
| "grad_norm": 139.53121948242188, |
| "learning_rate": 5.272727272727273e-06, |
| "loss": 15.3519, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0005396338584270573, |
| "grad_norm": 830.2334594726562, |
| "learning_rate": 5.363636363636364e-06, |
| "loss": 14.6705, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0005486277560675082, |
| "grad_norm": 1547.2772216796875, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 14.7645, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0005576216537079592, |
| "grad_norm": 1675.0274658203125, |
| "learning_rate": 5.545454545454546e-06, |
| "loss": 14.1208, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0005666155513484101, |
| "grad_norm": 405.97027587890625, |
| "learning_rate": 5.636363636363637e-06, |
| "loss": 15.0928, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0005756094489888611, |
| "grad_norm": 611.3431396484375, |
| "learning_rate": 5.727272727272728e-06, |
| "loss": 14.0582, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.000584603346629312, |
| "grad_norm": 3743.0625, |
| "learning_rate": 5.8181818181818185e-06, |
| "loss": 14.564, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.000593597244269763, |
| "grad_norm": 2080.346923828125, |
| "learning_rate": 5.909090909090909e-06, |
| "loss": 15.3672, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0006025911419102139, |
| "grad_norm": 847.2843627929688, |
| "learning_rate": 6e-06, |
| "loss": 13.6193, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0006115850395506648, |
| "grad_norm": 710.4701538085938, |
| "learning_rate": 6.090909090909091e-06, |
| "loss": 13.9402, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.0006205789371911158, |
| "grad_norm": 565.0715942382812, |
| "learning_rate": 6.181818181818183e-06, |
| "loss": 15.2938, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0006295728348315667, |
| "grad_norm": 715.6685180664062, |
| "learning_rate": 6.2727272727272734e-06, |
| "loss": 14.6494, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0006385667324720177, |
| "grad_norm": 686.0399780273438, |
| "learning_rate": 6.363636363636363e-06, |
| "loss": 13.6058, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0006475606301124686, |
| "grad_norm": 903.3383178710938, |
| "learning_rate": 6.454545454545455e-06, |
| "loss": 14.07, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0006565545277529197, |
| "grad_norm": 281.6870422363281, |
| "learning_rate": 6.545454545454547e-06, |
| "loss": 14.7523, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.0006655484253933706, |
| "grad_norm": 806.2594604492188, |
| "learning_rate": 6.636363636363637e-06, |
| "loss": 12.7969, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0006745423230338216, |
| "grad_norm": 399.9375, |
| "learning_rate": 6.727272727272728e-06, |
| "loss": 14.0856, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0006835362206742725, |
| "grad_norm": 641.3349609375, |
| "learning_rate": 6.818181818181818e-06, |
| "loss": 12.93, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.0006925301183147235, |
| "grad_norm": 395.2854309082031, |
| "learning_rate": 6.909090909090909e-06, |
| "loss": 13.2835, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0007015240159551744, |
| "grad_norm": 838.3772583007812, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 12.6786, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.0007105179135956254, |
| "grad_norm": 196.3134002685547, |
| "learning_rate": 7.090909090909091e-06, |
| "loss": 12.5385, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0007195118112360763, |
| "grad_norm": 1469.98046875, |
| "learning_rate": 7.181818181818182e-06, |
| "loss": 12.5102, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0007285057088765273, |
| "grad_norm": 538.8250122070312, |
| "learning_rate": 7.272727272727272e-06, |
| "loss": 12.4218, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0007374996065169782, |
| "grad_norm": 384.11102294921875, |
| "learning_rate": 7.363636363636364e-06, |
| "loss": 12.2247, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.0007464935041574292, |
| "grad_norm": 225.18310546875, |
| "learning_rate": 7.454545454545454e-06, |
| "loss": 11.9204, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0007554874017978801, |
| "grad_norm": 209.81674194335938, |
| "learning_rate": 7.545454545454546e-06, |
| "loss": 12.9126, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0007644812994383311, |
| "grad_norm": 237.86912536621094, |
| "learning_rate": 7.636363636363638e-06, |
| "loss": 11.8694, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.000773475197078782, |
| "grad_norm": 231.4341278076172, |
| "learning_rate": 7.727272727272727e-06, |
| "loss": 11.5688, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.000782469094719233, |
| "grad_norm": 245.27500915527344, |
| "learning_rate": 7.81818181818182e-06, |
| "loss": 11.2395, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.000791462992359684, |
| "grad_norm": 375.0210876464844, |
| "learning_rate": 7.909090909090909e-06, |
| "loss": 11.0175, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.000800456890000135, |
| "grad_norm": 345.97308349609375, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 10.774, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0008094507876405859, |
| "grad_norm": 206.9285125732422, |
| "learning_rate": 8.09090909090909e-06, |
| "loss": 10.9838, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0008184446852810368, |
| "grad_norm": 290.99908447265625, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 10.8066, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0008274385829214878, |
| "grad_norm": 455.3750915527344, |
| "learning_rate": 8.272727272727274e-06, |
| "loss": 10.1416, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.0008364324805619387, |
| "grad_norm": 345.7048645019531, |
| "learning_rate": 8.363636363636365e-06, |
| "loss": 10.3245, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0008454263782023897, |
| "grad_norm": 171.3020782470703, |
| "learning_rate": 8.454545454545455e-06, |
| "loss": 9.6277, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.0008544202758428406, |
| "grad_norm": 267.947265625, |
| "learning_rate": 8.545454545454546e-06, |
| "loss": 10.3132, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0008634141734832916, |
| "grad_norm": 387.4131164550781, |
| "learning_rate": 8.636363636363637e-06, |
| "loss": 10.5936, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.0008724080711237425, |
| "grad_norm": 417.14166259765625, |
| "learning_rate": 8.727272727272728e-06, |
| "loss": 9.4039, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.0008814019687641935, |
| "grad_norm": 212.96841430664062, |
| "learning_rate": 8.818181818181819e-06, |
| "loss": 8.9306, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.0008903958664046444, |
| "grad_norm": 179.31338500976562, |
| "learning_rate": 8.90909090909091e-06, |
| "loss": 8.1835, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.0008993897640450954, |
| "grad_norm": 259.7271423339844, |
| "learning_rate": 9e-06, |
| "loss": 9.3655, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0009083836616855463, |
| "grad_norm": 553.3068237304688, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 7.9431, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.0009173775593259973, |
| "grad_norm": 1172.50341796875, |
| "learning_rate": 9.181818181818182e-06, |
| "loss": 7.8488, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.0009263714569664482, |
| "grad_norm": 241.0426025390625, |
| "learning_rate": 9.272727272727273e-06, |
| "loss": 6.5786, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.0009353653546068993, |
| "grad_norm": 540.9775390625, |
| "learning_rate": 9.363636363636365e-06, |
| "loss": 8.4175, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0009443592522473502, |
| "grad_norm": 241.18971252441406, |
| "learning_rate": 9.454545454545454e-06, |
| "loss": 6.1545, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.0009533531498878012, |
| "grad_norm": 370.6540222167969, |
| "learning_rate": 9.545454545454547e-06, |
| "loss": 5.4816, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0009623470475282521, |
| "grad_norm": 316.3355712890625, |
| "learning_rate": 9.636363636363636e-06, |
| "loss": 5.4708, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0009713409451687031, |
| "grad_norm": 335.52239990234375, |
| "learning_rate": 9.727272727272728e-06, |
| "loss": 5.9066, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.000980334842809154, |
| "grad_norm": 212.37066650390625, |
| "learning_rate": 9.818181818181818e-06, |
| "loss": 6.5996, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.0009893287404496049, |
| "grad_norm": 158.48117065429688, |
| "learning_rate": 9.90909090909091e-06, |
| "loss": 5.0258, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.000998322638090056, |
| "grad_norm": 406.5316162109375, |
| "learning_rate": 1e-05, |
| "loss": 5.2208, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.001007316535730507, |
| "grad_norm": 220.3340301513672, |
| "learning_rate": 1.0090909090909092e-05, |
| "loss": 5.7037, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.001016310433370958, |
| "grad_norm": 117.0799789428711, |
| "learning_rate": 1.0181818181818182e-05, |
| "loss": 4.5769, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.0010253043310114087, |
| "grad_norm": 86.51113891601562, |
| "learning_rate": 1.0272727272727273e-05, |
| "loss": 4.5308, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.0010342982286518597, |
| "grad_norm": 119.74539184570312, |
| "learning_rate": 1.0363636363636364e-05, |
| "loss": 5.0915, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0010432921262923107, |
| "grad_norm": 61.35383224487305, |
| "learning_rate": 1.0454545454545455e-05, |
| "loss": 4.4312, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0010522860239327615, |
| "grad_norm": 58.55775451660156, |
| "learning_rate": 1.0545454545454546e-05, |
| "loss": 4.2491, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.0010612799215732125, |
| "grad_norm": 120.29472351074219, |
| "learning_rate": 1.0636363636363638e-05, |
| "loss": 4.385, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.0010702738192136635, |
| "grad_norm": 73.53257751464844, |
| "learning_rate": 1.0727272727272727e-05, |
| "loss": 4.9063, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0010792677168541146, |
| "grad_norm": 110.20689392089844, |
| "learning_rate": 1.081818181818182e-05, |
| "loss": 4.8728, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0010882616144945653, |
| "grad_norm": 85.38801574707031, |
| "learning_rate": 1.0909090909090909e-05, |
| "loss": 5.0187, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.0010972555121350164, |
| "grad_norm": 153.42276000976562, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 4.186, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.0011062494097754674, |
| "grad_norm": 64.13314819335938, |
| "learning_rate": 1.1090909090909092e-05, |
| "loss": 4.0873, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0011152433074159184, |
| "grad_norm": 72.71946716308594, |
| "learning_rate": 1.1181818181818183e-05, |
| "loss": 4.5826, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.0011242372050563692, |
| "grad_norm": 157.0845947265625, |
| "learning_rate": 1.1272727272727274e-05, |
| "loss": 4.8166, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0011332311026968202, |
| "grad_norm": 87.81234741210938, |
| "learning_rate": 1.1363636363636365e-05, |
| "loss": 4.6643, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.0011422250003372712, |
| "grad_norm": 77.61016845703125, |
| "learning_rate": 1.1454545454545455e-05, |
| "loss": 4.7834, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.0011512188979777222, |
| "grad_norm": 92.09603118896484, |
| "learning_rate": 1.1545454545454545e-05, |
| "loss": 5.0563, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.001160212795618173, |
| "grad_norm": 72.69209289550781, |
| "learning_rate": 1.1636363636363637e-05, |
| "loss": 3.8202, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.001169206693258624, |
| "grad_norm": 62.451534271240234, |
| "learning_rate": 1.1727272727272728e-05, |
| "loss": 3.8198, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.001178200590899075, |
| "grad_norm": 136.73240661621094, |
| "learning_rate": 1.1818181818181819e-05, |
| "loss": 4.7253, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.001187194488539526, |
| "grad_norm": 186.7635040283203, |
| "learning_rate": 1.190909090909091e-05, |
| "loss": 4.0171, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.0011961883861799768, |
| "grad_norm": 150.6204833984375, |
| "learning_rate": 1.2e-05, |
| "loss": 3.9884, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.0012051822838204278, |
| "grad_norm": 144.12637329101562, |
| "learning_rate": 1.2090909090909091e-05, |
| "loss": 3.6953, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.0012141761814608788, |
| "grad_norm": 66.29656982421875, |
| "learning_rate": 1.2181818181818182e-05, |
| "loss": 4.5341, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.0012231700791013296, |
| "grad_norm": 122.22705078125, |
| "learning_rate": 1.2272727272727273e-05, |
| "loss": 5.4335, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0012321639767417807, |
| "grad_norm": 120.67552185058594, |
| "learning_rate": 1.2363636363636365e-05, |
| "loss": 3.7019, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.0012411578743822317, |
| "grad_norm": 60.150630950927734, |
| "learning_rate": 1.2454545454545454e-05, |
| "loss": 3.3658, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.0012501517720226827, |
| "grad_norm": 148.12303161621094, |
| "learning_rate": 1.2545454545454547e-05, |
| "loss": 3.3753, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0012591456696631335, |
| "grad_norm": 113.60433959960938, |
| "learning_rate": 1.2636363636363638e-05, |
| "loss": 3.999, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0012681395673035845, |
| "grad_norm": 149.37197875976562, |
| "learning_rate": 1.2727272727272727e-05, |
| "loss": 4.0167, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.0012771334649440355, |
| "grad_norm": 93.42738342285156, |
| "learning_rate": 1.2818181818181818e-05, |
| "loss": 3.5332, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.0012861273625844865, |
| "grad_norm": 125.68160247802734, |
| "learning_rate": 1.290909090909091e-05, |
| "loss": 4.0157, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0012951212602249373, |
| "grad_norm": 153.78225708007812, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 3.9976, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.0013041151578653883, |
| "grad_norm": 180.440673828125, |
| "learning_rate": 1.3090909090909093e-05, |
| "loss": 3.8925, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.0013131090555058393, |
| "grad_norm": 95.41625213623047, |
| "learning_rate": 1.318181818181818e-05, |
| "loss": 3.7465, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.0013221029531462903, |
| "grad_norm": 122.04198455810547, |
| "learning_rate": 1.3272727272727273e-05, |
| "loss": 3.8933, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.0013310968507867411, |
| "grad_norm": 107.50264739990234, |
| "learning_rate": 1.3363636363636364e-05, |
| "loss": 4.019, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.0013400907484271921, |
| "grad_norm": 98.88459777832031, |
| "learning_rate": 1.3454545454545457e-05, |
| "loss": 4.0481, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.0013490846460676431, |
| "grad_norm": 160.04849243164062, |
| "learning_rate": 1.3545454545454547e-05, |
| "loss": 3.3143, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0013580785437080941, |
| "grad_norm": 92.48059844970703, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 3.3451, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.001367072441348545, |
| "grad_norm": 160.9433135986328, |
| "learning_rate": 1.3727272727272727e-05, |
| "loss": 3.67, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.001376066338988996, |
| "grad_norm": 155.68333435058594, |
| "learning_rate": 1.3818181818181818e-05, |
| "loss": 3.6389, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.001385060236629447, |
| "grad_norm": 243.73287963867188, |
| "learning_rate": 1.390909090909091e-05, |
| "loss": 3.9784, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.001394054134269898, |
| "grad_norm": 247.50204467773438, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 4.2037, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0014030480319103488, |
| "grad_norm": 137.28292846679688, |
| "learning_rate": 1.409090909090909e-05, |
| "loss": 3.4788, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.0014120419295507998, |
| "grad_norm": 143.1851806640625, |
| "learning_rate": 1.4181818181818181e-05, |
| "loss": 3.0819, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.0014210358271912508, |
| "grad_norm": 239.31680297851562, |
| "learning_rate": 1.4272727272727274e-05, |
| "loss": 3.7093, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.0014300297248317016, |
| "grad_norm": 223.9289093017578, |
| "learning_rate": 1.4363636363636365e-05, |
| "loss": 4.1168, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.0014390236224721526, |
| "grad_norm": 140.57806396484375, |
| "learning_rate": 1.4454545454545454e-05, |
| "loss": 4.0792, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0014480175201126036, |
| "grad_norm": 187.22354125976562, |
| "learning_rate": 1.4545454545454545e-05, |
| "loss": 3.3268, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.0014570114177530546, |
| "grad_norm": 206.4626922607422, |
| "learning_rate": 1.4636363636363637e-05, |
| "loss": 3.9791, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.0014660053153935054, |
| "grad_norm": 608.0723266601562, |
| "learning_rate": 1.4727272727272728e-05, |
| "loss": 3.7737, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.0014749992130339564, |
| "grad_norm": 162.69952392578125, |
| "learning_rate": 1.481818181818182e-05, |
| "loss": 3.4041, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0014839931106744074, |
| "grad_norm": 98.44976043701172, |
| "learning_rate": 1.4909090909090908e-05, |
| "loss": 3.2322, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.0014929870083148584, |
| "grad_norm": 110.34259796142578, |
| "learning_rate": 1.5e-05, |
| "loss": 3.4905, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.0015019809059553092, |
| "grad_norm": 157.68157958984375, |
| "learning_rate": 1.5090909090909091e-05, |
| "loss": 3.7214, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0015109748035957602, |
| "grad_norm": 149.73728942871094, |
| "learning_rate": 1.5181818181818184e-05, |
| "loss": 3.937, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.0015199687012362113, |
| "grad_norm": 156.5905303955078, |
| "learning_rate": 1.5272727272727276e-05, |
| "loss": 2.9693, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0015289625988766623, |
| "grad_norm": 192.3663330078125, |
| "learning_rate": 1.5363636363636362e-05, |
| "loss": 3.0357, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.001537956496517113, |
| "grad_norm": 106.77263641357422, |
| "learning_rate": 1.5454545454545454e-05, |
| "loss": 4.5128, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.001546950394157564, |
| "grad_norm": 225.660888671875, |
| "learning_rate": 1.5545454545454547e-05, |
| "loss": 3.5855, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.001555944291798015, |
| "grad_norm": 179.28977966308594, |
| "learning_rate": 1.563636363636364e-05, |
| "loss": 3.9906, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.001564938189438466, |
| "grad_norm": 120.28265380859375, |
| "learning_rate": 1.572727272727273e-05, |
| "loss": 3.1352, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0015739320870789169, |
| "grad_norm": 107.6299819946289, |
| "learning_rate": 1.5818181818181818e-05, |
| "loss": 3.7572, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.001582925984719368, |
| "grad_norm": 257.49505615234375, |
| "learning_rate": 1.590909090909091e-05, |
| "loss": 3.3607, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.001591919882359819, |
| "grad_norm": 246.9903564453125, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 3.3219, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.00160091378000027, |
| "grad_norm": 137.95632934570312, |
| "learning_rate": 1.6090909090909092e-05, |
| "loss": 3.1963, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.0016099076776407207, |
| "grad_norm": 79.78209686279297, |
| "learning_rate": 1.618181818181818e-05, |
| "loss": 3.9131, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0016189015752811717, |
| "grad_norm": 92.68106079101562, |
| "learning_rate": 1.6272727272727273e-05, |
| "loss": 3.792, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0016278954729216227, |
| "grad_norm": 286.2545166015625, |
| "learning_rate": 1.6363636363636366e-05, |
| "loss": 3.1824, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.0016368893705620735, |
| "grad_norm": 374.82830810546875, |
| "learning_rate": 1.6454545454545455e-05, |
| "loss": 3.6738, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.0016458832682025245, |
| "grad_norm": 263.861083984375, |
| "learning_rate": 1.6545454545454548e-05, |
| "loss": 3.6791, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.0016548771658429755, |
| "grad_norm": 279.99603271484375, |
| "learning_rate": 1.6636363636363637e-05, |
| "loss": 3.0861, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.0016638710634834266, |
| "grad_norm": 330.89990234375, |
| "learning_rate": 1.672727272727273e-05, |
| "loss": 3.091, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.0016728649611238774, |
| "grad_norm": 168.16578674316406, |
| "learning_rate": 1.6818181818181818e-05, |
| "loss": 3.1189, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.0016818588587643284, |
| "grad_norm": 136.7516632080078, |
| "learning_rate": 1.690909090909091e-05, |
| "loss": 3.5708, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0016908527564047794, |
| "grad_norm": 371.912109375, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 3.5552, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.0016998466540452304, |
| "grad_norm": 133.0180206298828, |
| "learning_rate": 1.7090909090909092e-05, |
| "loss": 3.1068, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.0017088405516856812, |
| "grad_norm": 122.30583953857422, |
| "learning_rate": 1.718181818181818e-05, |
| "loss": 3.2482, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0017178344493261322, |
| "grad_norm": 139.85595703125, |
| "learning_rate": 1.7272727272727274e-05, |
| "loss": 3.1804, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.0017268283469665832, |
| "grad_norm": 85.83197021484375, |
| "learning_rate": 1.7363636363636366e-05, |
| "loss": 3.5153, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.0017358222446070342, |
| "grad_norm": 82.42160034179688, |
| "learning_rate": 1.7454545454545456e-05, |
| "loss": 3.5141, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.001744816142247485, |
| "grad_norm": 77.44760131835938, |
| "learning_rate": 1.7545454545454545e-05, |
| "loss": 3.0701, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.001753810039887936, |
| "grad_norm": 111.4917984008789, |
| "learning_rate": 1.7636363636363637e-05, |
| "loss": 3.075, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.001762803937528387, |
| "grad_norm": 85.65130615234375, |
| "learning_rate": 1.772727272727273e-05, |
| "loss": 3.1711, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.001771797835168838, |
| "grad_norm": 64.50166320800781, |
| "learning_rate": 1.781818181818182e-05, |
| "loss": 3.0664, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.0017807917328092888, |
| "grad_norm": 251.89498901367188, |
| "learning_rate": 1.7909090909090908e-05, |
| "loss": 3.7399, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.0017897856304497398, |
| "grad_norm": 157.12791442871094, |
| "learning_rate": 1.8e-05, |
| "loss": 3.4729, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.0017987795280901909, |
| "grad_norm": 152.71597290039062, |
| "learning_rate": 1.8090909090909093e-05, |
| "loss": 3.0034, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0018077734257306419, |
| "grad_norm": 263.5816650390625, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 3.4371, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.0018167673233710927, |
| "grad_norm": 119.90428924560547, |
| "learning_rate": 1.8272727272727275e-05, |
| "loss": 3.3518, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.0018257612210115437, |
| "grad_norm": 190.151123046875, |
| "learning_rate": 1.8363636363636364e-05, |
| "loss": 3.7226, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0018347551186519947, |
| "grad_norm": 180.32394409179688, |
| "learning_rate": 1.8454545454545456e-05, |
| "loss": 3.1088, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.0018437490162924455, |
| "grad_norm": 70.09622955322266, |
| "learning_rate": 1.8545454545454545e-05, |
| "loss": 3.1764, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.0018527429139328965, |
| "grad_norm": 135.13621520996094, |
| "learning_rate": 1.8636363636363638e-05, |
| "loss": 3.3676, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.0018617368115733475, |
| "grad_norm": 225.05950927734375, |
| "learning_rate": 1.872727272727273e-05, |
| "loss": 3.66, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.0018707307092137985, |
| "grad_norm": 122.18893432617188, |
| "learning_rate": 1.881818181818182e-05, |
| "loss": 2.9396, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.0018797246068542493, |
| "grad_norm": 85.67851257324219, |
| "learning_rate": 1.890909090909091e-05, |
| "loss": 2.81, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.0018887185044947003, |
| "grad_norm": 112.75260162353516, |
| "learning_rate": 1.9e-05, |
| "loss": 3.1241, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0018977124021351513, |
| "grad_norm": 76.12918853759766, |
| "learning_rate": 1.9090909090909094e-05, |
| "loss": 3.0039, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.0019067062997756023, |
| "grad_norm": 103.438232421875, |
| "learning_rate": 1.9181818181818183e-05, |
| "loss": 3.3159, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.0019157001974160531, |
| "grad_norm": 64.7052993774414, |
| "learning_rate": 1.9272727272727272e-05, |
| "loss": 2.8556, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.0019246940950565041, |
| "grad_norm": 67.88910675048828, |
| "learning_rate": 1.9363636363636364e-05, |
| "loss": 3.1821, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.0019336879926969551, |
| "grad_norm": 138.4066925048828, |
| "learning_rate": 1.9454545454545457e-05, |
| "loss": 3.1407, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.0019426818903374062, |
| "grad_norm": 48.77667999267578, |
| "learning_rate": 1.9545454545454546e-05, |
| "loss": 3.2218, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.001951675787977857, |
| "grad_norm": 129.01211547851562, |
| "learning_rate": 1.9636363636363635e-05, |
| "loss": 3.1226, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.001960669685618308, |
| "grad_norm": 137.63018798828125, |
| "learning_rate": 1.9727272727272728e-05, |
| "loss": 3.1247, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.001969663583258759, |
| "grad_norm": 69.55642700195312, |
| "learning_rate": 1.981818181818182e-05, |
| "loss": 3.2127, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0019786574808992098, |
| "grad_norm": 139.25526428222656, |
| "learning_rate": 1.990909090909091e-05, |
| "loss": 3.0208, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.001987651378539661, |
| "grad_norm": 95.1934814453125, |
| "learning_rate": 2e-05, |
| "loss": 3.1067, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.001996645276180112, |
| "grad_norm": 92.59369659423828, |
| "learning_rate": 2.009090909090909e-05, |
| "loss": 3.3906, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.0020056391738205626, |
| "grad_norm": 111.0574951171875, |
| "learning_rate": 2.0181818181818183e-05, |
| "loss": 3.7034, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.002014633071461014, |
| "grad_norm": 189.96214294433594, |
| "learning_rate": 2.0272727272727272e-05, |
| "loss": 3.1057, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.0020236269691014646, |
| "grad_norm": 61.11247634887695, |
| "learning_rate": 2.0363636363636365e-05, |
| "loss": 3.2343, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.002032620866741916, |
| "grad_norm": 35.40169906616211, |
| "learning_rate": 2.0454545454545457e-05, |
| "loss": 2.7804, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.0020416147643823666, |
| "grad_norm": 52.55931091308594, |
| "learning_rate": 2.0545454545454546e-05, |
| "loss": 3.3604, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.0020506086620228174, |
| "grad_norm": 72.27637481689453, |
| "learning_rate": 2.0636363636363636e-05, |
| "loss": 3.1553, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.0020596025596632686, |
| "grad_norm": 40.75813674926758, |
| "learning_rate": 2.0727272727272728e-05, |
| "loss": 3.083, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.0020685964573037194, |
| "grad_norm": 91.76944732666016, |
| "learning_rate": 2.081818181818182e-05, |
| "loss": 2.9126, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.0020775903549441702, |
| "grad_norm": 91.73649597167969, |
| "learning_rate": 2.090909090909091e-05, |
| "loss": 2.8581, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.0020865842525846215, |
| "grad_norm": 57.67620086669922, |
| "learning_rate": 2.1e-05, |
| "loss": 2.9455, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.0020955781502250722, |
| "grad_norm": 31.565837860107422, |
| "learning_rate": 2.109090909090909e-05, |
| "loss": 2.7875, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.002104572047865523, |
| "grad_norm": 61.9347038269043, |
| "learning_rate": 2.1181818181818184e-05, |
| "loss": 2.9887, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.0021135659455059743, |
| "grad_norm": 68.58342742919922, |
| "learning_rate": 2.1272727272727276e-05, |
| "loss": 2.8304, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.002122559843146425, |
| "grad_norm": 69.1456069946289, |
| "learning_rate": 2.1363636363636362e-05, |
| "loss": 3.029, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.0021315537407868763, |
| "grad_norm": 96.83798217773438, |
| "learning_rate": 2.1454545454545455e-05, |
| "loss": 3.1787, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.002140547638427327, |
| "grad_norm": 69.93182373046875, |
| "learning_rate": 2.1545454545454547e-05, |
| "loss": 2.9907, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.002149541536067778, |
| "grad_norm": 98.68118286132812, |
| "learning_rate": 2.163636363636364e-05, |
| "loss": 2.9288, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.002158535433708229, |
| "grad_norm": 59.91753387451172, |
| "learning_rate": 2.172727272727273e-05, |
| "loss": 3.9726, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.00216752933134868, |
| "grad_norm": 195.9169921875, |
| "learning_rate": 2.1818181818181818e-05, |
| "loss": 3.191, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.0021765232289891307, |
| "grad_norm": 115.80036163330078, |
| "learning_rate": 2.190909090909091e-05, |
| "loss": 3.262, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.002185517126629582, |
| "grad_norm": 192.85691833496094, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 3.0146, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.0021945110242700327, |
| "grad_norm": 239.3960723876953, |
| "learning_rate": 2.2090909090909092e-05, |
| "loss": 3.0813, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.002203504921910484, |
| "grad_norm": 80.44845581054688, |
| "learning_rate": 2.2181818181818184e-05, |
| "loss": 2.8697, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.0022124988195509347, |
| "grad_norm": 215.9846649169922, |
| "learning_rate": 2.2272727272727274e-05, |
| "loss": 3.1669, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.0022214927171913855, |
| "grad_norm": 343.25738525390625, |
| "learning_rate": 2.2363636363636366e-05, |
| "loss": 3.1174, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0022304866148318368, |
| "grad_norm": 384.26153564453125, |
| "learning_rate": 2.2454545454545455e-05, |
| "loss": 3.008, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.0022394805124722876, |
| "grad_norm": 124.88306427001953, |
| "learning_rate": 2.2545454545454548e-05, |
| "loss": 2.9283, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.0022484744101127383, |
| "grad_norm": 103.40723419189453, |
| "learning_rate": 2.2636363636363637e-05, |
| "loss": 2.8574, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0022574683077531896, |
| "grad_norm": 160.85443115234375, |
| "learning_rate": 2.272727272727273e-05, |
| "loss": 3.5287, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.0022664622053936404, |
| "grad_norm": 45.96371078491211, |
| "learning_rate": 2.281818181818182e-05, |
| "loss": 2.8872, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.002275456103034091, |
| "grad_norm": 90.8829116821289, |
| "learning_rate": 2.290909090909091e-05, |
| "loss": 3.2123, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.0022844500006745424, |
| "grad_norm": 91.640869140625, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 2.7109, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.002293443898314993, |
| "grad_norm": 47.6387939453125, |
| "learning_rate": 2.309090909090909e-05, |
| "loss": 3.4242, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.0023024377959554444, |
| "grad_norm": 108.52681732177734, |
| "learning_rate": 2.318181818181818e-05, |
| "loss": 3.0449, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.002311431693595895, |
| "grad_norm": 62.707340240478516, |
| "learning_rate": 2.3272727272727274e-05, |
| "loss": 3.1075, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.002320425591236346, |
| "grad_norm": 115.00871276855469, |
| "learning_rate": 2.3363636363636367e-05, |
| "loss": 2.7261, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.0023294194888767972, |
| "grad_norm": 136.74339294433594, |
| "learning_rate": 2.3454545454545456e-05, |
| "loss": 3.1472, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.002338413386517248, |
| "grad_norm": 100.91593933105469, |
| "learning_rate": 2.3545454545454545e-05, |
| "loss": 2.7715, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.002347407284157699, |
| "grad_norm": 35.69953536987305, |
| "learning_rate": 2.3636363636363637e-05, |
| "loss": 2.691, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.00235640118179815, |
| "grad_norm": 35.81983184814453, |
| "learning_rate": 2.372727272727273e-05, |
| "loss": 2.8004, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.002365395079438601, |
| "grad_norm": 72.92234802246094, |
| "learning_rate": 2.381818181818182e-05, |
| "loss": 2.7828, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.002374388977079052, |
| "grad_norm": 62.81526565551758, |
| "learning_rate": 2.390909090909091e-05, |
| "loss": 2.9331, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.002383382874719503, |
| "grad_norm": 265.2322692871094, |
| "learning_rate": 2.4e-05, |
| "loss": 2.9601, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.0023923767723599536, |
| "grad_norm": 134.36927795410156, |
| "learning_rate": 2.4090909090909093e-05, |
| "loss": 2.8622, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.002401370670000405, |
| "grad_norm": 72.66773223876953, |
| "learning_rate": 2.4181818181818182e-05, |
| "loss": 2.9547, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.0024103645676408557, |
| "grad_norm": 79.63045501708984, |
| "learning_rate": 2.4272727272727275e-05, |
| "loss": 2.8842, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.0024193584652813065, |
| "grad_norm": 34.807342529296875, |
| "learning_rate": 2.4363636363636364e-05, |
| "loss": 2.9106, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.0024283523629217577, |
| "grad_norm": 64.01009368896484, |
| "learning_rate": 2.4454545454545456e-05, |
| "loss": 3.0516, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0024373462605622085, |
| "grad_norm": 123.88774108886719, |
| "learning_rate": 2.4545454545454545e-05, |
| "loss": 3.1205, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.0024463401582026593, |
| "grad_norm": 32.183597564697266, |
| "learning_rate": 2.4636363636363638e-05, |
| "loss": 2.7969, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.0024553340558431105, |
| "grad_norm": 34.47355270385742, |
| "learning_rate": 2.472727272727273e-05, |
| "loss": 2.6981, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.0024643279534835613, |
| "grad_norm": 35.006256103515625, |
| "learning_rate": 2.481818181818182e-05, |
| "loss": 2.6709, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.0024733218511240125, |
| "grad_norm": 42.49452590942383, |
| "learning_rate": 2.490909090909091e-05, |
| "loss": 2.6843, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0024823157487644633, |
| "grad_norm": 29.628705978393555, |
| "learning_rate": 2.5e-05, |
| "loss": 2.7749, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.002491309646404914, |
| "grad_norm": 33.55371856689453, |
| "learning_rate": 2.5090909090909094e-05, |
| "loss": 2.7034, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.0025003035440453653, |
| "grad_norm": 33.486297607421875, |
| "learning_rate": 2.5181818181818183e-05, |
| "loss": 2.7372, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.002509297441685816, |
| "grad_norm": 26.911794662475586, |
| "learning_rate": 2.5272727272727275e-05, |
| "loss": 2.8555, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.002518291339326267, |
| "grad_norm": 28.314470291137695, |
| "learning_rate": 2.5363636363636368e-05, |
| "loss": 2.8832, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.002527285236966718, |
| "grad_norm": 86.84230041503906, |
| "learning_rate": 2.5454545454545454e-05, |
| "loss": 2.7332, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.002536279134607169, |
| "grad_norm": 73.28656005859375, |
| "learning_rate": 2.5545454545454546e-05, |
| "loss": 2.7645, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.00254527303224762, |
| "grad_norm": 50.48367691040039, |
| "learning_rate": 2.5636363636363635e-05, |
| "loss": 2.7545, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.002554266929888071, |
| "grad_norm": 79.51824188232422, |
| "learning_rate": 2.5727272727272728e-05, |
| "loss": 2.7741, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.0025632608275285218, |
| "grad_norm": 96.66320037841797, |
| "learning_rate": 2.581818181818182e-05, |
| "loss": 2.8547, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.002572254725168973, |
| "grad_norm": 41.353294372558594, |
| "learning_rate": 2.590909090909091e-05, |
| "loss": 2.7092, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.002581248622809424, |
| "grad_norm": 68.37921905517578, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 2.6085, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.0025902425204498746, |
| "grad_norm": 51.16245651245117, |
| "learning_rate": 2.6090909090909094e-05, |
| "loss": 2.7847, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.002599236418090326, |
| "grad_norm": 34.79716491699219, |
| "learning_rate": 2.6181818181818187e-05, |
| "loss": 2.7926, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.0026082303157307766, |
| "grad_norm": 349.29339599609375, |
| "learning_rate": 2.6272727272727276e-05, |
| "loss": 2.6578, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.002617224213371228, |
| "grad_norm": 299.22015380859375, |
| "learning_rate": 2.636363636363636e-05, |
| "loss": 3.0245, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.0026262181110116786, |
| "grad_norm": 99.52041625976562, |
| "learning_rate": 2.6454545454545454e-05, |
| "loss": 2.8194, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.0026352120086521294, |
| "grad_norm": 52.22737503051758, |
| "learning_rate": 2.6545454545454547e-05, |
| "loss": 2.8177, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.0026442059062925806, |
| "grad_norm": 96.27494049072266, |
| "learning_rate": 2.6636363636363636e-05, |
| "loss": 3.0188, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.0026531998039330314, |
| "grad_norm": 197.97125244140625, |
| "learning_rate": 2.6727272727272728e-05, |
| "loss": 2.8892, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.0026621937015734822, |
| "grad_norm": 473.30499267578125, |
| "learning_rate": 2.681818181818182e-05, |
| "loss": 2.6927, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.0026711875992139335, |
| "grad_norm": 295.10626220703125, |
| "learning_rate": 2.6909090909090913e-05, |
| "loss": 2.7727, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.0026801814968543843, |
| "grad_norm": 419.4664001464844, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 2.9912, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.002689175394494835, |
| "grad_norm": 899.4752197265625, |
| "learning_rate": 2.7090909090909095e-05, |
| "loss": 2.9282, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.0026981692921352863, |
| "grad_norm": 511.102783203125, |
| "learning_rate": 2.718181818181818e-05, |
| "loss": 3.1278, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.002707163189775737, |
| "grad_norm": 355.4637145996094, |
| "learning_rate": 2.7272727272727273e-05, |
| "loss": 2.7197, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.0027161570874161883, |
| "grad_norm": 87.07572937011719, |
| "learning_rate": 2.7363636363636362e-05, |
| "loss": 2.9893, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.002725150985056639, |
| "grad_norm": 351.97991943359375, |
| "learning_rate": 2.7454545454545455e-05, |
| "loss": 3.0283, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.00273414488269709, |
| "grad_norm": 347.8600158691406, |
| "learning_rate": 2.7545454545454547e-05, |
| "loss": 2.8555, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.002743138780337541, |
| "grad_norm": 146.10769653320312, |
| "learning_rate": 2.7636363636363636e-05, |
| "loss": 2.9316, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.002752132677977992, |
| "grad_norm": 42.5224609375, |
| "learning_rate": 2.772727272727273e-05, |
| "loss": 2.7596, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.0027611265756184427, |
| "grad_norm": 39.49795150756836, |
| "learning_rate": 2.781818181818182e-05, |
| "loss": 2.7516, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.002770120473258894, |
| "grad_norm": 22.18710708618164, |
| "learning_rate": 2.7909090909090914e-05, |
| "loss": 2.6042, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.0027791143708993447, |
| "grad_norm": 26.737184524536133, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 2.7415, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.002788108268539796, |
| "grad_norm": 14.636752128601074, |
| "learning_rate": 2.809090909090909e-05, |
| "loss": 2.8259, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0027971021661802467, |
| "grad_norm": 43.52849578857422, |
| "learning_rate": 2.818181818181818e-05, |
| "loss": 2.722, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.0028060960638206975, |
| "grad_norm": 70.25341033935547, |
| "learning_rate": 2.8272727272727274e-05, |
| "loss": 2.6344, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.0028150899614611488, |
| "grad_norm": 56.68631362915039, |
| "learning_rate": 2.8363636363636363e-05, |
| "loss": 2.7435, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.0028240838591015996, |
| "grad_norm": 31.749832153320312, |
| "learning_rate": 2.8454545454545455e-05, |
| "loss": 2.5849, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.0028330777567420504, |
| "grad_norm": 50.61017990112305, |
| "learning_rate": 2.8545454545454548e-05, |
| "loss": 2.6884, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.0028420716543825016, |
| "grad_norm": 17.99905014038086, |
| "learning_rate": 2.863636363636364e-05, |
| "loss": 2.6863, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.0028510655520229524, |
| "grad_norm": 52.78300476074219, |
| "learning_rate": 2.872727272727273e-05, |
| "loss": 2.5679, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.002860059449663403, |
| "grad_norm": 21.387653350830078, |
| "learning_rate": 2.8818181818181822e-05, |
| "loss": 2.6698, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.0028690533473038544, |
| "grad_norm": 21.18263053894043, |
| "learning_rate": 2.8909090909090908e-05, |
| "loss": 2.7708, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.002878047244944305, |
| "grad_norm": 33.6380615234375, |
| "learning_rate": 2.9e-05, |
| "loss": 2.6107, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0028870411425847564, |
| "grad_norm": 26.449613571166992, |
| "learning_rate": 2.909090909090909e-05, |
| "loss": 2.6022, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.002896035040225207, |
| "grad_norm": 67.54065704345703, |
| "learning_rate": 2.9181818181818182e-05, |
| "loss": 2.8179, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.002905028937865658, |
| "grad_norm": 94.57304382324219, |
| "learning_rate": 2.9272727272727274e-05, |
| "loss": 2.7015, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.0029140228355061092, |
| "grad_norm": 39.76059341430664, |
| "learning_rate": 2.9363636363636367e-05, |
| "loss": 2.6519, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.00292301673314656, |
| "grad_norm": 14.038307189941406, |
| "learning_rate": 2.9454545454545456e-05, |
| "loss": 2.6765, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.002932010630787011, |
| "grad_norm": 150.26202392578125, |
| "learning_rate": 2.954545454545455e-05, |
| "loss": 2.8133, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.002941004528427462, |
| "grad_norm": 87.42321014404297, |
| "learning_rate": 2.963636363636364e-05, |
| "loss": 2.7432, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.002949998426067913, |
| "grad_norm": 80.30967712402344, |
| "learning_rate": 2.972727272727273e-05, |
| "loss": 2.8271, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.002958992323708364, |
| "grad_norm": 30.537057876586914, |
| "learning_rate": 2.9818181818181816e-05, |
| "loss": 2.6839, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.002967986221348815, |
| "grad_norm": 35.343265533447266, |
| "learning_rate": 2.9909090909090908e-05, |
| "loss": 2.7018, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0029769801189892657, |
| "grad_norm": 70.98170471191406, |
| "learning_rate": 3e-05, |
| "loss": 2.6828, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.002985974016629717, |
| "grad_norm": 28.612892150878906, |
| "learning_rate": 3.0090909090909093e-05, |
| "loss": 2.5517, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.0029949679142701677, |
| "grad_norm": 60.58148193359375, |
| "learning_rate": 3.0181818181818182e-05, |
| "loss": 2.6384, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.0030039618119106185, |
| "grad_norm": 100.5984115600586, |
| "learning_rate": 3.0272727272727275e-05, |
| "loss": 2.7623, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.0030129557095510697, |
| "grad_norm": 136.9729766845703, |
| "learning_rate": 3.0363636363636367e-05, |
| "loss": 2.6914, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.0030219496071915205, |
| "grad_norm": 34.682979583740234, |
| "learning_rate": 3.0454545454545456e-05, |
| "loss": 2.7192, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.0030309435048319717, |
| "grad_norm": 77.67842864990234, |
| "learning_rate": 3.054545454545455e-05, |
| "loss": 2.4685, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.0030399374024724225, |
| "grad_norm": 96.45396423339844, |
| "learning_rate": 3.063636363636364e-05, |
| "loss": 2.5484, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.0030489313001128733, |
| "grad_norm": 52.39377975463867, |
| "learning_rate": 3.0727272727272724e-05, |
| "loss": 2.5122, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0030579251977533245, |
| "grad_norm": 48.01491928100586, |
| "learning_rate": 3.0818181818181816e-05, |
| "loss": 2.6634, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0030669190953937753, |
| "grad_norm": 63.227745056152344, |
| "learning_rate": 3.090909090909091e-05, |
| "loss": 2.5317, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.003075912993034226, |
| "grad_norm": 46.99110794067383, |
| "learning_rate": 3.1e-05, |
| "loss": 2.6247, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.0030849068906746773, |
| "grad_norm": 39.3392448425293, |
| "learning_rate": 3.1090909090909094e-05, |
| "loss": 2.6409, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.003093900788315128, |
| "grad_norm": 123.8673324584961, |
| "learning_rate": 3.1181818181818186e-05, |
| "loss": 2.5517, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.003102894685955579, |
| "grad_norm": 40.15580368041992, |
| "learning_rate": 3.127272727272728e-05, |
| "loss": 2.6248, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.00311188858359603, |
| "grad_norm": 22.070646286010742, |
| "learning_rate": 3.1363636363636365e-05, |
| "loss": 2.6096, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.003120882481236481, |
| "grad_norm": 17.01295280456543, |
| "learning_rate": 3.145454545454546e-05, |
| "loss": 2.5886, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.003129876378876932, |
| "grad_norm": 502.77716064453125, |
| "learning_rate": 3.154545454545454e-05, |
| "loss": 2.7185, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.003138870276517383, |
| "grad_norm": 220.7124786376953, |
| "learning_rate": 3.1636363636363635e-05, |
| "loss": 2.652, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.0031478641741578338, |
| "grad_norm": 40.6119384765625, |
| "learning_rate": 3.172727272727273e-05, |
| "loss": 2.5447, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.003156858071798285, |
| "grad_norm": 28.14447021484375, |
| "learning_rate": 3.181818181818182e-05, |
| "loss": 2.6028, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.003165851969438736, |
| "grad_norm": 100.99872589111328, |
| "learning_rate": 3.190909090909091e-05, |
| "loss": 2.4951, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.0031748458670791866, |
| "grad_norm": 184.5791778564453, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 2.6375, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.003183839764719638, |
| "grad_norm": 66.14623260498047, |
| "learning_rate": 3.209090909090909e-05, |
| "loss": 2.6241, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.0031928336623600886, |
| "grad_norm": 89.26773071289062, |
| "learning_rate": 3.2181818181818184e-05, |
| "loss": 2.6124, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.00320182756000054, |
| "grad_norm": 33.29132843017578, |
| "learning_rate": 3.2272727272727276e-05, |
| "loss": 2.6274, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.0032108214576409906, |
| "grad_norm": 40.92216873168945, |
| "learning_rate": 3.236363636363636e-05, |
| "loss": 2.6266, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.0032198153552814414, |
| "grad_norm": 77.89151000976562, |
| "learning_rate": 3.2454545454545454e-05, |
| "loss": 2.5986, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.0032288092529218927, |
| "grad_norm": 23.291912078857422, |
| "learning_rate": 3.254545454545455e-05, |
| "loss": 2.5735, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.0032378031505623434, |
| "grad_norm": 41.3476448059082, |
| "learning_rate": 3.263636363636364e-05, |
| "loss": 2.5837, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0032467970482027942, |
| "grad_norm": 54.72057342529297, |
| "learning_rate": 3.272727272727273e-05, |
| "loss": 2.6716, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.0032557909458432455, |
| "grad_norm": 41.65103530883789, |
| "learning_rate": 3.281818181818182e-05, |
| "loss": 2.7165, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.0032647848434836963, |
| "grad_norm": 28.426193237304688, |
| "learning_rate": 3.290909090909091e-05, |
| "loss": 2.5034, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.003273778741124147, |
| "grad_norm": 26.71957015991211, |
| "learning_rate": 3.3e-05, |
| "loss": 2.6379, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.0032827726387645983, |
| "grad_norm": 79.43277740478516, |
| "learning_rate": 3.3090909090909095e-05, |
| "loss": 2.6091, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.003291766536405049, |
| "grad_norm": 23.48211669921875, |
| "learning_rate": 3.318181818181819e-05, |
| "loss": 2.6034, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.0033007604340455003, |
| "grad_norm": 18.23671531677246, |
| "learning_rate": 3.327272727272727e-05, |
| "loss": 2.5584, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.003309754331685951, |
| "grad_norm": 11.874900817871094, |
| "learning_rate": 3.3363636363636366e-05, |
| "loss": 2.5881, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.003318748229326402, |
| "grad_norm": 18.68777847290039, |
| "learning_rate": 3.345454545454546e-05, |
| "loss": 2.627, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.003327742126966853, |
| "grad_norm": 32.40439987182617, |
| "learning_rate": 3.3545454545454544e-05, |
| "loss": 2.5897, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.003336736024607304, |
| "grad_norm": 36.62127685546875, |
| "learning_rate": 3.3636363636363636e-05, |
| "loss": 2.5898, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.0033457299222477547, |
| "grad_norm": 12.973684310913086, |
| "learning_rate": 3.372727272727273e-05, |
| "loss": 2.6294, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.003354723819888206, |
| "grad_norm": 8.09320068359375, |
| "learning_rate": 3.381818181818182e-05, |
| "loss": 2.5505, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.0033637177175286567, |
| "grad_norm": 11.420305252075195, |
| "learning_rate": 3.3909090909090914e-05, |
| "loss": 2.5784, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.003372711615169108, |
| "grad_norm": 12.049633026123047, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 2.6101, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0033817055128095587, |
| "grad_norm": 14.55691909790039, |
| "learning_rate": 3.409090909090909e-05, |
| "loss": 2.4904, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.0033906994104500095, |
| "grad_norm": 14.35408878326416, |
| "learning_rate": 3.4181818181818185e-05, |
| "loss": 2.5721, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.0033996933080904608, |
| "grad_norm": 16.358585357666016, |
| "learning_rate": 3.427272727272727e-05, |
| "loss": 2.5846, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.0034086872057309116, |
| "grad_norm": 13.180251121520996, |
| "learning_rate": 3.436363636363636e-05, |
| "loss": 2.5942, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.0034176811033713624, |
| "grad_norm": 11.884993553161621, |
| "learning_rate": 3.4454545454545455e-05, |
| "loss": 2.5825, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0034266750010118136, |
| "grad_norm": 21.903844833374023, |
| "learning_rate": 3.454545454545455e-05, |
| "loss": 2.6786, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.0034356688986522644, |
| "grad_norm": 10.655231475830078, |
| "learning_rate": 3.463636363636364e-05, |
| "loss": 2.5477, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.0034446627962927156, |
| "grad_norm": 8.134358406066895, |
| "learning_rate": 3.472727272727273e-05, |
| "loss": 2.6264, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.0034536566939331664, |
| "grad_norm": 10.995036125183105, |
| "learning_rate": 3.481818181818182e-05, |
| "loss": 2.6314, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.003462650591573617, |
| "grad_norm": 11.038241386413574, |
| "learning_rate": 3.490909090909091e-05, |
| "loss": 2.499, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.0034716444892140684, |
| "grad_norm": 4.939131259918213, |
| "learning_rate": 3.5e-05, |
| "loss": 2.5725, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.003480638386854519, |
| "grad_norm": 8.1621732711792, |
| "learning_rate": 3.509090909090909e-05, |
| "loss": 2.5686, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.00348963228449497, |
| "grad_norm": 8.263984680175781, |
| "learning_rate": 3.518181818181818e-05, |
| "loss": 2.5254, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.0034986261821354212, |
| "grad_norm": 23.33096694946289, |
| "learning_rate": 3.5272727272727274e-05, |
| "loss": 2.5912, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.003507620079775872, |
| "grad_norm": 18.071269989013672, |
| "learning_rate": 3.536363636363637e-05, |
| "loss": 2.5056, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.003516613977416323, |
| "grad_norm": 18.0259952545166, |
| "learning_rate": 3.545454545454546e-05, |
| "loss": 2.4462, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.003525607875056774, |
| "grad_norm": 10.46397590637207, |
| "learning_rate": 3.5545454545454545e-05, |
| "loss": 2.527, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.003534601772697225, |
| "grad_norm": 6.038736343383789, |
| "learning_rate": 3.563636363636364e-05, |
| "loss": 2.5446, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.003543595670337676, |
| "grad_norm": 25.153114318847656, |
| "learning_rate": 3.572727272727273e-05, |
| "loss": 2.7408, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.003552589567978127, |
| "grad_norm": 19.05910873413086, |
| "learning_rate": 3.5818181818181816e-05, |
| "loss": 2.5632, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0035615834656185777, |
| "grad_norm": 20.161680221557617, |
| "learning_rate": 3.590909090909091e-05, |
| "loss": 2.4902, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.003570577363259029, |
| "grad_norm": 12.120384216308594, |
| "learning_rate": 3.6e-05, |
| "loss": 2.4759, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.0035795712608994797, |
| "grad_norm": 9.16979694366455, |
| "learning_rate": 3.6090909090909093e-05, |
| "loss": 2.6742, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.0035885651585399305, |
| "grad_norm": 5.7415571212768555, |
| "learning_rate": 3.6181818181818186e-05, |
| "loss": 2.5058, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.0035975590561803817, |
| "grad_norm": 8.898907661437988, |
| "learning_rate": 3.627272727272727e-05, |
| "loss": 2.5235, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0036065529538208325, |
| "grad_norm": 10.796667098999023, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 2.4847, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.0036155468514612837, |
| "grad_norm": 13.13328742980957, |
| "learning_rate": 3.645454545454546e-05, |
| "loss": 2.6087, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.0036245407491017345, |
| "grad_norm": 5.896069526672363, |
| "learning_rate": 3.654545454545455e-05, |
| "loss": 2.5116, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.0036335346467421853, |
| "grad_norm": 12.354032516479492, |
| "learning_rate": 3.663636363636364e-05, |
| "loss": 2.4865, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.0036425285443826365, |
| "grad_norm": 9.572775840759277, |
| "learning_rate": 3.672727272727273e-05, |
| "loss": 2.5348, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.0036515224420230873, |
| "grad_norm": 18.182926177978516, |
| "learning_rate": 3.681818181818182e-05, |
| "loss": 2.641, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.003660516339663538, |
| "grad_norm": 16.372573852539062, |
| "learning_rate": 3.690909090909091e-05, |
| "loss": 2.4032, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.0036695102373039894, |
| "grad_norm": 6.369616985321045, |
| "learning_rate": 3.7e-05, |
| "loss": 2.5007, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.00367850413494444, |
| "grad_norm": 5.87434720993042, |
| "learning_rate": 3.709090909090909e-05, |
| "loss": 2.5089, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.003687498032584891, |
| "grad_norm": 11.947864532470703, |
| "learning_rate": 3.718181818181818e-05, |
| "loss": 2.5573, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.003696491930225342, |
| "grad_norm": 13.243257522583008, |
| "learning_rate": 3.7272727272727276e-05, |
| "loss": 2.4119, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.003705485827865793, |
| "grad_norm": 96.9281005859375, |
| "learning_rate": 3.736363636363637e-05, |
| "loss": 2.5608, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.003714479725506244, |
| "grad_norm": 15.962468147277832, |
| "learning_rate": 3.745454545454546e-05, |
| "loss": 2.5225, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.003723473623146695, |
| "grad_norm": 5.415879726409912, |
| "learning_rate": 3.7545454545454546e-05, |
| "loss": 2.4449, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.0037324675207871458, |
| "grad_norm": 24.821794509887695, |
| "learning_rate": 3.763636363636364e-05, |
| "loss": 2.5894, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.003741461418427597, |
| "grad_norm": 12.479686737060547, |
| "learning_rate": 3.7727272727272725e-05, |
| "loss": 2.6217, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.003750455316068048, |
| "grad_norm": 6.780008792877197, |
| "learning_rate": 3.781818181818182e-05, |
| "loss": 2.4162, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.0037594492137084986, |
| "grad_norm": 317.8321228027344, |
| "learning_rate": 3.790909090909091e-05, |
| "loss": 2.5253, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.00376844311134895, |
| "grad_norm": 30.4754581451416, |
| "learning_rate": 3.8e-05, |
| "loss": 2.6148, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0037774370089894006, |
| "grad_norm": 16.09713363647461, |
| "learning_rate": 3.8090909090909095e-05, |
| "loss": 2.5931, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.003786430906629852, |
| "grad_norm": 11.552228927612305, |
| "learning_rate": 3.818181818181819e-05, |
| "loss": 2.5226, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.0037954248042703026, |
| "grad_norm": 20.038066864013672, |
| "learning_rate": 3.827272727272728e-05, |
| "loss": 2.4769, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.0038044187019107534, |
| "grad_norm": 10.651211738586426, |
| "learning_rate": 3.8363636363636365e-05, |
| "loss": 2.5161, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.0038134125995512047, |
| "grad_norm": 227.53170776367188, |
| "learning_rate": 3.845454545454545e-05, |
| "loss": 2.5614, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.0038224064971916554, |
| "grad_norm": 24.951213836669922, |
| "learning_rate": 3.8545454545454544e-05, |
| "loss": 2.5896, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.0038314003948321062, |
| "grad_norm": 13.660984992980957, |
| "learning_rate": 3.8636363636363636e-05, |
| "loss": 2.4454, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.0038403942924725575, |
| "grad_norm": 6.037498474121094, |
| "learning_rate": 3.872727272727273e-05, |
| "loss": 2.5347, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.0038493881901130083, |
| "grad_norm": 5.03461217880249, |
| "learning_rate": 3.881818181818182e-05, |
| "loss": 2.5223, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.0038583820877534595, |
| "grad_norm": 6.264018535614014, |
| "learning_rate": 3.8909090909090914e-05, |
| "loss": 2.518, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.0038673759853939103, |
| "grad_norm": 4.939131736755371, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 2.3866, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.003876369883034361, |
| "grad_norm": 6.09281587600708, |
| "learning_rate": 3.909090909090909e-05, |
| "loss": 2.5, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.0038853637806748123, |
| "grad_norm": 8.432394027709961, |
| "learning_rate": 3.9181818181818184e-05, |
| "loss": 2.5482, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.003894357678315263, |
| "grad_norm": 7.908455848693848, |
| "learning_rate": 3.927272727272727e-05, |
| "loss": 2.39, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.003903351575955714, |
| "grad_norm": 5.349055767059326, |
| "learning_rate": 3.936363636363636e-05, |
| "loss": 2.5227, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.003912345473596165, |
| "grad_norm": 8.727982521057129, |
| "learning_rate": 3.9454545454545455e-05, |
| "loss": 2.5689, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.003921339371236616, |
| "grad_norm": 12.721184730529785, |
| "learning_rate": 3.954545454545455e-05, |
| "loss": 2.5216, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.003930333268877067, |
| "grad_norm": 10.756434440612793, |
| "learning_rate": 3.963636363636364e-05, |
| "loss": 2.5229, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.003939327166517518, |
| "grad_norm": 84.30569458007812, |
| "learning_rate": 3.972727272727273e-05, |
| "loss": 2.5331, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.003948321064157969, |
| "grad_norm": 15.8399658203125, |
| "learning_rate": 3.981818181818182e-05, |
| "loss": 2.4312, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.0039573149617984195, |
| "grad_norm": 8.966629028320312, |
| "learning_rate": 3.990909090909091e-05, |
| "loss": 2.5436, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.003966308859438871, |
| "grad_norm": 7.498310089111328, |
| "learning_rate": 4e-05, |
| "loss": 2.555, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.003975302757079322, |
| "grad_norm": 11.625467300415039, |
| "learning_rate": 4.009090909090909e-05, |
| "loss": 2.4952, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.003984296654719772, |
| "grad_norm": 7.1807661056518555, |
| "learning_rate": 4.018181818181818e-05, |
| "loss": 2.4346, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.003993290552360224, |
| "grad_norm": 185.90045166015625, |
| "learning_rate": 4.0272727272727274e-05, |
| "loss": 2.554, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.004002284450000675, |
| "grad_norm": 22.226383209228516, |
| "learning_rate": 4.0363636363636367e-05, |
| "loss": 2.4563, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.004011278347641125, |
| "grad_norm": 5.050864219665527, |
| "learning_rate": 4.045454545454546e-05, |
| "loss": 2.4988, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.004020272245281576, |
| "grad_norm": 5.204012870788574, |
| "learning_rate": 4.0545454545454545e-05, |
| "loss": 2.393, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.004029266142922028, |
| "grad_norm": 4.5905866622924805, |
| "learning_rate": 4.063636363636364e-05, |
| "loss": 2.4568, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.004038260040562478, |
| "grad_norm": 6.743342399597168, |
| "learning_rate": 4.072727272727273e-05, |
| "loss": 2.386, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.004047253938202929, |
| "grad_norm": 7.234485149383545, |
| "learning_rate": 4.081818181818182e-05, |
| "loss": 2.4349, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.00405624783584338, |
| "grad_norm": 11.250282287597656, |
| "learning_rate": 4.0909090909090915e-05, |
| "loss": 2.4458, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.004065241733483832, |
| "grad_norm": 6.4098286628723145, |
| "learning_rate": 4.1e-05, |
| "loss": 2.4528, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.004074235631124282, |
| "grad_norm": 5.250341415405273, |
| "learning_rate": 4.109090909090909e-05, |
| "loss": 2.5672, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.004083229528764733, |
| "grad_norm": 5.866156578063965, |
| "learning_rate": 4.1181818181818185e-05, |
| "loss": 2.5054, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.0040922234264051845, |
| "grad_norm": 6.161355495452881, |
| "learning_rate": 4.127272727272727e-05, |
| "loss": 2.442, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.004101217324045635, |
| "grad_norm": 4.930241107940674, |
| "learning_rate": 4.1363636363636364e-05, |
| "loss": 2.3989, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.004110211221686086, |
| "grad_norm": 6.114069938659668, |
| "learning_rate": 4.1454545454545456e-05, |
| "loss": 2.5388, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.004119205119326537, |
| "grad_norm": 5.344629764556885, |
| "learning_rate": 4.154545454545455e-05, |
| "loss": 2.4695, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.004128199016966988, |
| "grad_norm": 6.4735002517700195, |
| "learning_rate": 4.163636363636364e-05, |
| "loss": 2.4764, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.004137192914607439, |
| "grad_norm": 4.274179458618164, |
| "learning_rate": 4.1727272727272734e-05, |
| "loss": 2.4462, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.00414618681224789, |
| "grad_norm": 5.283795356750488, |
| "learning_rate": 4.181818181818182e-05, |
| "loss": 2.5101, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.0041551807098883405, |
| "grad_norm": 3.78226375579834, |
| "learning_rate": 4.190909090909091e-05, |
| "loss": 2.3994, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.004164174607528792, |
| "grad_norm": 3.4593284130096436, |
| "learning_rate": 4.2e-05, |
| "loss": 2.4868, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.004173168505169243, |
| "grad_norm": 3.445216178894043, |
| "learning_rate": 4.209090909090909e-05, |
| "loss": 2.435, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.004182162402809693, |
| "grad_norm": 11.3976411819458, |
| "learning_rate": 4.218181818181818e-05, |
| "loss": 2.361, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.0041911563004501445, |
| "grad_norm": 7.932605266571045, |
| "learning_rate": 4.2272727272727275e-05, |
| "loss": 2.3981, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.004200150198090596, |
| "grad_norm": 5.212550163269043, |
| "learning_rate": 4.236363636363637e-05, |
| "loss": 2.3614, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.004209144095731046, |
| "grad_norm": 4.533825397491455, |
| "learning_rate": 4.245454545454546e-05, |
| "loss": 2.3672, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.004218137993371497, |
| "grad_norm": 4.939641952514648, |
| "learning_rate": 4.254545454545455e-05, |
| "loss": 2.4213, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.0042271318910119485, |
| "grad_norm": 5.2856364250183105, |
| "learning_rate": 4.263636363636364e-05, |
| "loss": 2.486, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0042361257886524, |
| "grad_norm": 2.2887861728668213, |
| "learning_rate": 4.2727272727272724e-05, |
| "loss": 2.4456, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.00424511968629285, |
| "grad_norm": 8.504525184631348, |
| "learning_rate": 4.281818181818182e-05, |
| "loss": 2.5319, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.004254113583933301, |
| "grad_norm": 5.444023132324219, |
| "learning_rate": 4.290909090909091e-05, |
| "loss": 2.4518, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.004263107481573753, |
| "grad_norm": 3.858370780944824, |
| "learning_rate": 4.3e-05, |
| "loss": 2.4155, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.004272101379214203, |
| "grad_norm": 6.466838836669922, |
| "learning_rate": 4.3090909090909094e-05, |
| "loss": 2.5241, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.004281095276854654, |
| "grad_norm": 5.948734760284424, |
| "learning_rate": 4.318181818181819e-05, |
| "loss": 2.5933, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.004290089174495105, |
| "grad_norm": 4.375283718109131, |
| "learning_rate": 4.327272727272728e-05, |
| "loss": 2.4722, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.004299083072135556, |
| "grad_norm": 5.097462177276611, |
| "learning_rate": 4.3363636363636365e-05, |
| "loss": 2.4599, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.004308076969776007, |
| "grad_norm": 6.355868339538574, |
| "learning_rate": 4.345454545454546e-05, |
| "loss": 2.4053, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.004317070867416458, |
| "grad_norm": 6.523740291595459, |
| "learning_rate": 4.354545454545454e-05, |
| "loss": 2.4362, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.004326064765056909, |
| "grad_norm": 11.158427238464355, |
| "learning_rate": 4.3636363636363636e-05, |
| "loss": 2.5399, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.00433505866269736, |
| "grad_norm": 6.568932056427002, |
| "learning_rate": 4.372727272727273e-05, |
| "loss": 2.5359, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.004344052560337811, |
| "grad_norm": 5.511691570281982, |
| "learning_rate": 4.381818181818182e-05, |
| "loss": 2.4101, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.004353046457978261, |
| "grad_norm": 4.5280890464782715, |
| "learning_rate": 4.390909090909091e-05, |
| "loss": 2.5112, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.004362040355618713, |
| "grad_norm": 2.9648256301879883, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 2.3865, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.004371034253259164, |
| "grad_norm": 2.3086631298065186, |
| "learning_rate": 4.409090909090909e-05, |
| "loss": 2.3406, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.004380028150899614, |
| "grad_norm": 4.144700527191162, |
| "learning_rate": 4.4181818181818184e-05, |
| "loss": 2.3723, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.004389022048540065, |
| "grad_norm": 6.331112384796143, |
| "learning_rate": 4.4272727272727276e-05, |
| "loss": 2.5191, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.004398015946180517, |
| "grad_norm": 2.395456552505493, |
| "learning_rate": 4.436363636363637e-05, |
| "loss": 2.4398, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.004407009843820968, |
| "grad_norm": 11.222804069519043, |
| "learning_rate": 4.4454545454545455e-05, |
| "loss": 2.5287, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.004416003741461418, |
| "grad_norm": 7.065359115600586, |
| "learning_rate": 4.454545454545455e-05, |
| "loss": 2.3943, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.0044249976391018695, |
| "grad_norm": 2.2675955295562744, |
| "learning_rate": 4.463636363636364e-05, |
| "loss": 2.4372, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.004433991536742321, |
| "grad_norm": 4.432316303253174, |
| "learning_rate": 4.472727272727273e-05, |
| "loss": 2.5259, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.004442985434382771, |
| "grad_norm": 3.251943826675415, |
| "learning_rate": 4.481818181818182e-05, |
| "loss": 2.4694, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.004451979332023222, |
| "grad_norm": 5.685604095458984, |
| "learning_rate": 4.490909090909091e-05, |
| "loss": 2.5528, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.0044609732296636735, |
| "grad_norm": 5.714761734008789, |
| "learning_rate": 4.5e-05, |
| "loss": 2.5311, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.004469967127304124, |
| "grad_norm": 6.29110860824585, |
| "learning_rate": 4.5090909090909095e-05, |
| "loss": 2.4541, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.004478961024944575, |
| "grad_norm": 26.393896102905273, |
| "learning_rate": 4.518181818181819e-05, |
| "loss": 2.3905, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.004487954922585026, |
| "grad_norm": 29.4892635345459, |
| "learning_rate": 4.5272727272727274e-05, |
| "loss": 2.5434, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.004496948820225477, |
| "grad_norm": 9.63700008392334, |
| "learning_rate": 4.5363636363636366e-05, |
| "loss": 2.4066, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.004505942717865928, |
| "grad_norm": 9.156270027160645, |
| "learning_rate": 4.545454545454546e-05, |
| "loss": 2.4767, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.004514936615506379, |
| "grad_norm": 137.2318878173828, |
| "learning_rate": 4.5545454545454544e-05, |
| "loss": 2.4479, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.0045239305131468295, |
| "grad_norm": 195.78118896484375, |
| "learning_rate": 4.563636363636364e-05, |
| "loss": 2.6008, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.004532924410787281, |
| "grad_norm": 35.147743225097656, |
| "learning_rate": 4.572727272727273e-05, |
| "loss": 2.4295, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.004541918308427732, |
| "grad_norm": 5.983067989349365, |
| "learning_rate": 4.581818181818182e-05, |
| "loss": 2.4059, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.004550912206068182, |
| "grad_norm": 20.23373794555664, |
| "learning_rate": 4.5909090909090914e-05, |
| "loss": 2.44, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.0045599061037086335, |
| "grad_norm": 4.173520088195801, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 2.3349, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.004568900001349085, |
| "grad_norm": 9.3209228515625, |
| "learning_rate": 4.609090909090909e-05, |
| "loss": 2.4971, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.004577893898989536, |
| "grad_norm": 7.05019998550415, |
| "learning_rate": 4.618181818181818e-05, |
| "loss": 2.502, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.004586887796629986, |
| "grad_norm": 4.440962314605713, |
| "learning_rate": 4.627272727272727e-05, |
| "loss": 2.3926, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.004595881694270438, |
| "grad_norm": 4.18477201461792, |
| "learning_rate": 4.636363636363636e-05, |
| "loss": 2.5137, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.004604875591910889, |
| "grad_norm": 7.083902835845947, |
| "learning_rate": 4.6454545454545456e-05, |
| "loss": 2.4064, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.004613869489551339, |
| "grad_norm": 48.055904388427734, |
| "learning_rate": 4.654545454545455e-05, |
| "loss": 2.3294, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.00462286338719179, |
| "grad_norm": 5.847009181976318, |
| "learning_rate": 4.663636363636364e-05, |
| "loss": 2.3623, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.004631857284832242, |
| "grad_norm": 6.544424533843994, |
| "learning_rate": 4.672727272727273e-05, |
| "loss": 2.4563, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.004640851182472692, |
| "grad_norm": 3.1533761024475098, |
| "learning_rate": 4.681818181818182e-05, |
| "loss": 2.421, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.004649845080113143, |
| "grad_norm": 4.543294429779053, |
| "learning_rate": 4.690909090909091e-05, |
| "loss": 2.3646, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.0046588389777535944, |
| "grad_norm": 4.146971702575684, |
| "learning_rate": 4.7e-05, |
| "loss": 2.3599, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.004667832875394045, |
| "grad_norm": 2.5263845920562744, |
| "learning_rate": 4.709090909090909e-05, |
| "loss": 2.447, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.004676826773034496, |
| "grad_norm": 3.316958427429199, |
| "learning_rate": 4.718181818181818e-05, |
| "loss": 2.5234, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.004685820670674947, |
| "grad_norm": 3.836557626724243, |
| "learning_rate": 4.7272727272727275e-05, |
| "loss": 2.3482, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.004694814568315398, |
| "grad_norm": 4.416954517364502, |
| "learning_rate": 4.736363636363637e-05, |
| "loss": 2.4686, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.004703808465955849, |
| "grad_norm": 132.07891845703125, |
| "learning_rate": 4.745454545454546e-05, |
| "loss": 2.4657, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.0047128023635963, |
| "grad_norm": 759.2149047851562, |
| "learning_rate": 4.7545454545454545e-05, |
| "loss": 2.7605, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.0047217962612367504, |
| "grad_norm": 186.16273498535156, |
| "learning_rate": 4.763636363636364e-05, |
| "loss": 2.5167, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.004730790158877202, |
| "grad_norm": 21.49215316772461, |
| "learning_rate": 4.772727272727273e-05, |
| "loss": 2.4627, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.004739784056517653, |
| "grad_norm": 5.0005083084106445, |
| "learning_rate": 4.781818181818182e-05, |
| "loss": 2.4019, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.004748777954158104, |
| "grad_norm": 2.7786004543304443, |
| "learning_rate": 4.790909090909091e-05, |
| "loss": 2.4485, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.0047577718517985545, |
| "grad_norm": 2.6912715435028076, |
| "learning_rate": 4.8e-05, |
| "loss": 2.4206, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.004766765749439006, |
| "grad_norm": 3.564931631088257, |
| "learning_rate": 4.8090909090909094e-05, |
| "loss": 2.4458, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.004775759647079457, |
| "grad_norm": 4.527584075927734, |
| "learning_rate": 4.8181818181818186e-05, |
| "loss": 2.3245, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.004784753544719907, |
| "grad_norm": 10.07675838470459, |
| "learning_rate": 4.827272727272727e-05, |
| "loss": 2.4126, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.0047937474423603585, |
| "grad_norm": 6.41603422164917, |
| "learning_rate": 4.8363636363636364e-05, |
| "loss": 2.3938, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.00480274134000081, |
| "grad_norm": 3.609283685684204, |
| "learning_rate": 4.845454545454546e-05, |
| "loss": 2.3916, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.00481173523764126, |
| "grad_norm": 1.7395579814910889, |
| "learning_rate": 4.854545454545455e-05, |
| "loss": 2.5133, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.004820729135281711, |
| "grad_norm": 2.8066775798797607, |
| "learning_rate": 4.863636363636364e-05, |
| "loss": 2.4421, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.004829723032922163, |
| "grad_norm": 8.41027545928955, |
| "learning_rate": 4.872727272727273e-05, |
| "loss": 2.3096, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.004838716930562613, |
| "grad_norm": 5.382160663604736, |
| "learning_rate": 4.881818181818182e-05, |
| "loss": 2.4843, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.004847710828203064, |
| "grad_norm": 3.2162673473358154, |
| "learning_rate": 4.890909090909091e-05, |
| "loss": 2.4602, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.004856704725843515, |
| "grad_norm": 2.2050821781158447, |
| "learning_rate": 4.9e-05, |
| "loss": 2.4471, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.004865698623483966, |
| "grad_norm": 3.3169596195220947, |
| "learning_rate": 4.909090909090909e-05, |
| "loss": 2.5143, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.004874692521124417, |
| "grad_norm": 5.980579376220703, |
| "learning_rate": 4.9181818181818183e-05, |
| "loss": 2.5125, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.004883686418764868, |
| "grad_norm": 7.0032196044921875, |
| "learning_rate": 4.9272727272727276e-05, |
| "loss": 2.3135, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.0048926803164053186, |
| "grad_norm": 2.2724649906158447, |
| "learning_rate": 4.936363636363637e-05, |
| "loss": 2.4153, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.00490167421404577, |
| "grad_norm": 53.67974853515625, |
| "learning_rate": 4.945454545454546e-05, |
| "loss": 2.5726, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.004910668111686221, |
| "grad_norm": 4.723302364349365, |
| "learning_rate": 4.9545454545454553e-05, |
| "loss": 2.3774, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.004919662009326672, |
| "grad_norm": 2.6171138286590576, |
| "learning_rate": 4.963636363636364e-05, |
| "loss": 2.4464, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.004928655906967123, |
| "grad_norm": 2.6987946033477783, |
| "learning_rate": 4.9727272727272725e-05, |
| "loss": 2.466, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.004937649804607574, |
| "grad_norm": 10.407817840576172, |
| "learning_rate": 4.981818181818182e-05, |
| "loss": 2.4244, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.004946643702248025, |
| "grad_norm": 4.350247859954834, |
| "learning_rate": 4.990909090909091e-05, |
| "loss": 2.4616, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.004955637599888475, |
| "grad_norm": 6.2453107833862305, |
| "learning_rate": 5e-05, |
| "loss": 2.4426, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.004964631497528927, |
| "grad_norm": 37.29060745239258, |
| "learning_rate": 4.9999998870263466e-05, |
| "loss": 2.3924, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.004973625395169378, |
| "grad_norm": 74.37647247314453, |
| "learning_rate": 4.999999548105396e-05, |
| "loss": 2.4737, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.004982619292809828, |
| "grad_norm": 14.813892364501953, |
| "learning_rate": 4.999998983237179e-05, |
| "loss": 2.4317, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.0049916131904502795, |
| "grad_norm": 8.05070972442627, |
| "learning_rate": 4.9999981924217466e-05, |
| "loss": 2.5713, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.005000607088090731, |
| "grad_norm": 6.338493824005127, |
| "learning_rate": 4.99999717565917e-05, |
| "loss": 2.396, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.005009600985731181, |
| "grad_norm": 18.641860961914062, |
| "learning_rate": 4.999995932949543e-05, |
| "loss": 2.4908, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.005018594883371632, |
| "grad_norm": 82.1209945678711, |
| "learning_rate": 4.999994464292975e-05, |
| "loss": 2.516, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.0050275887810120835, |
| "grad_norm": 8.401792526245117, |
| "learning_rate": 4.9999927696896e-05, |
| "loss": 2.4075, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.005036582678652534, |
| "grad_norm": 3.3167531490325928, |
| "learning_rate": 4.999990849139571e-05, |
| "loss": 2.5289, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.005045576576292985, |
| "grad_norm": 3.5516357421875, |
| "learning_rate": 4.9999887026430626e-05, |
| "loss": 2.5607, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.005054570473933436, |
| "grad_norm": 5.763249397277832, |
| "learning_rate": 4.999986330200268e-05, |
| "loss": 2.3415, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.0050635643715738875, |
| "grad_norm": 5.255375385284424, |
| "learning_rate": 4.999983731811402e-05, |
| "loss": 2.4213, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.005072558269214338, |
| "grad_norm": 4.464290618896484, |
| "learning_rate": 4.999980907476698e-05, |
| "loss": 2.4283, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.005081552166854789, |
| "grad_norm": 4.298441410064697, |
| "learning_rate": 4.999977857196413e-05, |
| "loss": 2.3682, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.00509054606449524, |
| "grad_norm": 6.778446197509766, |
| "learning_rate": 4.9999745809708215e-05, |
| "loss": 2.3273, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.005099539962135691, |
| "grad_norm": 868.2053833007812, |
| "learning_rate": 4.999971078800221e-05, |
| "loss": 2.9579, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.005108533859776142, |
| "grad_norm": 1063.8876953125, |
| "learning_rate": 4.9999673506849263e-05, |
| "loss": 2.9642, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.005117527757416593, |
| "grad_norm": 12.19197940826416, |
| "learning_rate": 4.999963396625276e-05, |
| "loss": 2.4405, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.0051265216550570435, |
| "grad_norm": 24.950546264648438, |
| "learning_rate": 4.9999592166216256e-05, |
| "loss": 2.4331, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.005135515552697495, |
| "grad_norm": 943.664794921875, |
| "learning_rate": 4.9999548106743545e-05, |
| "loss": 3.0833, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.005144509450337946, |
| "grad_norm": 1022.8340454101562, |
| "learning_rate": 4.99995017878386e-05, |
| "loss": 3.0055, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.005153503347978396, |
| "grad_norm": 29.700937271118164, |
| "learning_rate": 4.999945320950562e-05, |
| "loss": 2.42, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.005162497245618848, |
| "grad_norm": 3.144054889678955, |
| "learning_rate": 4.9999402371748984e-05, |
| "loss": 2.3299, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.005171491143259299, |
| "grad_norm": 1.2397363185882568, |
| "learning_rate": 4.999934927457328e-05, |
| "loss": 2.4631, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.005180485040899749, |
| "grad_norm": 5.255294322967529, |
| "learning_rate": 4.999929391798332e-05, |
| "loss": 2.3657, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.0051894789385402, |
| "grad_norm": 5.393404006958008, |
| "learning_rate": 4.9999236301984104e-05, |
| "loss": 2.5346, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.005198472836180652, |
| "grad_norm": 3.3912456035614014, |
| "learning_rate": 4.999917642658084e-05, |
| "loss": 2.4842, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.005207466733821102, |
| "grad_norm": 1.8318792581558228, |
| "learning_rate": 4.999911429177893e-05, |
| "loss": 2.4364, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.005216460631461553, |
| "grad_norm": 26.505447387695312, |
| "learning_rate": 4.9999049897584e-05, |
| "loss": 2.313, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.005225454529102004, |
| "grad_norm": 3.3377368450164795, |
| "learning_rate": 4.9998983244001874e-05, |
| "loss": 2.3303, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.005234448426742456, |
| "grad_norm": 6.476102352142334, |
| "learning_rate": 4.999891433103856e-05, |
| "loss": 2.4122, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.005243442324382906, |
| "grad_norm": 5.718252182006836, |
| "learning_rate": 4.99988431587003e-05, |
| "loss": 2.4131, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.005252436222023357, |
| "grad_norm": 20.037609100341797, |
| "learning_rate": 4.999876972699352e-05, |
| "loss": 2.5064, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.0052614301196638085, |
| "grad_norm": 10.646677017211914, |
| "learning_rate": 4.9998694035924866e-05, |
| "loss": 2.4485, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.005270424017304259, |
| "grad_norm": 3.244764804840088, |
| "learning_rate": 4.999861608550116e-05, |
| "loss": 2.4147, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.00527941791494471, |
| "grad_norm": 2.5757675170898438, |
| "learning_rate": 4.999853587572947e-05, |
| "loss": 2.3996, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.005288411812585161, |
| "grad_norm": 2.946089744567871, |
| "learning_rate": 4.9998453406617025e-05, |
| "loss": 2.4282, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.005297405710225612, |
| "grad_norm": 4.174030303955078, |
| "learning_rate": 4.999836867817129e-05, |
| "loss": 2.5452, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.005306399607866063, |
| "grad_norm": 2.7353034019470215, |
| "learning_rate": 4.999828169039992e-05, |
| "loss": 2.4936, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.005315393505506514, |
| "grad_norm": 2.9000155925750732, |
| "learning_rate": 4.9998192443310776e-05, |
| "loss": 2.4056, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.0053243874031469645, |
| "grad_norm": 2.387249231338501, |
| "learning_rate": 4.999810093691192e-05, |
| "loss": 2.5121, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.005333381300787416, |
| "grad_norm": 1.5600703954696655, |
| "learning_rate": 4.9998007171211634e-05, |
| "loss": 2.2865, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.005342375198427867, |
| "grad_norm": 3.0678749084472656, |
| "learning_rate": 4.999791114621839e-05, |
| "loss": 2.3634, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.005351369096068317, |
| "grad_norm": 1.6179578304290771, |
| "learning_rate": 4.999781286194085e-05, |
| "loss": 2.3452, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.0053603629937087685, |
| "grad_norm": 2.9978394508361816, |
| "learning_rate": 4.999771231838792e-05, |
| "loss": 2.4297, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.00536935689134922, |
| "grad_norm": 2.1894114017486572, |
| "learning_rate": 4.999760951556867e-05, |
| "loss": 2.4439, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.00537835078898967, |
| "grad_norm": 1.9343936443328857, |
| "learning_rate": 4.9997504453492395e-05, |
| "loss": 2.3994, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.005387344686630121, |
| "grad_norm": 1.511374592781067, |
| "learning_rate": 4.99973971321686e-05, |
| "loss": 2.3782, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.0053963385842705726, |
| "grad_norm": 2.0215413570404053, |
| "learning_rate": 4.999728755160697e-05, |
| "loss": 2.3963, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.005405332481911024, |
| "grad_norm": 2.0300323963165283, |
| "learning_rate": 4.999717571181742e-05, |
| "loss": 2.381, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.005414326379551474, |
| "grad_norm": 1.4765416383743286, |
| "learning_rate": 4.999706161281005e-05, |
| "loss": 2.5344, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.005423320277191925, |
| "grad_norm": 1.7686407566070557, |
| "learning_rate": 4.999694525459518e-05, |
| "loss": 2.3815, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.005432314174832377, |
| "grad_norm": 2.907012939453125, |
| "learning_rate": 4.9996826637183326e-05, |
| "loss": 2.4307, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.005441308072472827, |
| "grad_norm": 1.7695300579071045, |
| "learning_rate": 4.9996705760585194e-05, |
| "loss": 2.4209, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.005450301970113278, |
| "grad_norm": 2.1694586277008057, |
| "learning_rate": 4.9996582624811725e-05, |
| "loss": 2.3793, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.005459295867753729, |
| "grad_norm": 2.7593190670013428, |
| "learning_rate": 4.9996457229874046e-05, |
| "loss": 2.4173, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.00546828976539418, |
| "grad_norm": 3.392613649368286, |
| "learning_rate": 4.999632957578349e-05, |
| "loss": 2.4865, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.005477283663034631, |
| "grad_norm": 4.626733303070068, |
| "learning_rate": 4.999619966255158e-05, |
| "loss": 2.4389, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.005486277560675082, |
| "grad_norm": 1.0661565065383911, |
| "learning_rate": 4.9996067490190066e-05, |
| "loss": 2.4327, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.005495271458315533, |
| "grad_norm": 1.619776725769043, |
| "learning_rate": 4.999593305871091e-05, |
| "loss": 2.4746, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.005504265355955984, |
| "grad_norm": 1.2350534200668335, |
| "learning_rate": 4.9995796368126234e-05, |
| "loss": 2.3905, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.005513259253596435, |
| "grad_norm": 2.012613296508789, |
| "learning_rate": 4.999565741844841e-05, |
| "loss": 2.4483, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.005522253151236885, |
| "grad_norm": 1.6660722494125366, |
| "learning_rate": 4.9995516209689996e-05, |
| "loss": 2.2968, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.005531247048877337, |
| "grad_norm": 1.593167781829834, |
| "learning_rate": 4.999537274186375e-05, |
| "loss": 2.4306, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.005540240946517788, |
| "grad_norm": 1.9116402864456177, |
| "learning_rate": 4.999522701498263e-05, |
| "loss": 2.371, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.005549234844158238, |
| "grad_norm": 1.4229307174682617, |
| "learning_rate": 4.9995079029059824e-05, |
| "loss": 2.3387, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.0055582287417986894, |
| "grad_norm": 2.0541815757751465, |
| "learning_rate": 4.9994928784108694e-05, |
| "loss": 2.3974, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.005567222639439141, |
| "grad_norm": 1.4975587129592896, |
| "learning_rate": 4.999477628014282e-05, |
| "loss": 2.3433, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.005576216537079592, |
| "grad_norm": 2.6742827892303467, |
| "learning_rate": 4.999462151717599e-05, |
| "loss": 2.3205, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.005585210434720042, |
| "grad_norm": 2.0126726627349854, |
| "learning_rate": 4.9994464495222196e-05, |
| "loss": 2.2967, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.0055942043323604935, |
| "grad_norm": 1.6105343103408813, |
| "learning_rate": 4.999430521429561e-05, |
| "loss": 2.4415, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.005603198230000945, |
| "grad_norm": 2.3501596450805664, |
| "learning_rate": 4.9994143674410655e-05, |
| "loss": 2.3561, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.005612192127641395, |
| "grad_norm": 2.1336519718170166, |
| "learning_rate": 4.99939798755819e-05, |
| "loss": 2.3675, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.005621186025281846, |
| "grad_norm": 2.012542247772217, |
| "learning_rate": 4.999381381782417e-05, |
| "loss": 2.4565, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.0056301799229222975, |
| "grad_norm": 1.5894619226455688, |
| "learning_rate": 4.999364550115248e-05, |
| "loss": 2.3818, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.005639173820562748, |
| "grad_norm": 1.5222396850585938, |
| "learning_rate": 4.999347492558202e-05, |
| "loss": 2.308, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.005648167718203199, |
| "grad_norm": 2.7180862426757812, |
| "learning_rate": 4.999330209112822e-05, |
| "loss": 2.5078, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.00565716161584365, |
| "grad_norm": 1.638213038444519, |
| "learning_rate": 4.99931269978067e-05, |
| "loss": 2.4567, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.005666155513484101, |
| "grad_norm": 2.0418717861175537, |
| "learning_rate": 4.999294964563328e-05, |
| "loss": 2.4698, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.005675149411124552, |
| "grad_norm": 2.8325579166412354, |
| "learning_rate": 4.9992770034623994e-05, |
| "loss": 2.273, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.005684143308765003, |
| "grad_norm": 2.4228262901306152, |
| "learning_rate": 4.9992588164795064e-05, |
| "loss": 2.3302, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.0056931372064054535, |
| "grad_norm": 2.3301501274108887, |
| "learning_rate": 4.9992404036162944e-05, |
| "loss": 2.3703, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.005702131104045905, |
| "grad_norm": 2.912381172180176, |
| "learning_rate": 4.9992217648744254e-05, |
| "loss": 2.4629, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.005711125001686356, |
| "grad_norm": 2.8964321613311768, |
| "learning_rate": 4.999202900255586e-05, |
| "loss": 2.5102, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.005720118899326806, |
| "grad_norm": 2.1238880157470703, |
| "learning_rate": 4.999183809761481e-05, |
| "loss": 2.3765, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.0057291127969672576, |
| "grad_norm": 1.820768117904663, |
| "learning_rate": 4.999164493393835e-05, |
| "loss": 2.4077, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.005738106694607709, |
| "grad_norm": 1.8464839458465576, |
| "learning_rate": 4.999144951154394e-05, |
| "loss": 2.4221, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.00574710059224816, |
| "grad_norm": 1.9260097742080688, |
| "learning_rate": 4.999125183044924e-05, |
| "loss": 2.2966, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.00575609448988861, |
| "grad_norm": 2.3923349380493164, |
| "learning_rate": 4.9991051890672114e-05, |
| "loss": 2.3924, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.005765088387529062, |
| "grad_norm": 1.808197021484375, |
| "learning_rate": 4.999084969223063e-05, |
| "loss": 2.4124, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.005774082285169513, |
| "grad_norm": 2.1454949378967285, |
| "learning_rate": 4.999064523514309e-05, |
| "loss": 2.4176, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.005783076182809963, |
| "grad_norm": 1.7350833415985107, |
| "learning_rate": 4.999043851942793e-05, |
| "loss": 2.3737, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.005792070080450414, |
| "grad_norm": 2.89910888671875, |
| "learning_rate": 4.999022954510386e-05, |
| "loss": 2.5145, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.005801063978090866, |
| "grad_norm": 2.385995388031006, |
| "learning_rate": 4.999001831218977e-05, |
| "loss": 2.3942, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.005810057875731316, |
| "grad_norm": 38.989044189453125, |
| "learning_rate": 4.9989804820704735e-05, |
| "loss": 2.3923, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.005819051773371767, |
| "grad_norm": 105.62820434570312, |
| "learning_rate": 4.998958907066805e-05, |
| "loss": 2.4966, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.0058280456710122185, |
| "grad_norm": 10.19742202758789, |
| "learning_rate": 4.998937106209923e-05, |
| "loss": 2.3541, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.005837039568652669, |
| "grad_norm": 2.646786689758301, |
| "learning_rate": 4.998915079501798e-05, |
| "loss": 2.3183, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.00584603346629312, |
| "grad_norm": 2.7256410121917725, |
| "learning_rate": 4.998892826944418e-05, |
| "loss": 2.5195, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.005855027363933571, |
| "grad_norm": 1.814576268196106, |
| "learning_rate": 4.998870348539797e-05, |
| "loss": 2.4928, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.005864021261574022, |
| "grad_norm": 65.62152862548828, |
| "learning_rate": 4.998847644289965e-05, |
| "loss": 2.346, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.005873015159214473, |
| "grad_norm": 156.02301025390625, |
| "learning_rate": 4.998824714196974e-05, |
| "loss": 2.5314, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.005882009056854924, |
| "grad_norm": 18.26453971862793, |
| "learning_rate": 4.9988015582628974e-05, |
| "loss": 2.4169, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.005891002954495375, |
| "grad_norm": 1.6023188829421997, |
| "learning_rate": 4.998778176489827e-05, |
| "loss": 2.3979, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.005899996852135826, |
| "grad_norm": 3.3964672088623047, |
| "learning_rate": 4.998754568879876e-05, |
| "loss": 2.3552, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.005908990749776277, |
| "grad_norm": 318.99041748046875, |
| "learning_rate": 4.9987307354351796e-05, |
| "loss": 2.4107, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.005917984647416728, |
| "grad_norm": 1.386103868484497, |
| "learning_rate": 4.998706676157891e-05, |
| "loss": 2.3398, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.0059269785450571785, |
| "grad_norm": 1.273573875427246, |
| "learning_rate": 4.9986823910501834e-05, |
| "loss": 2.3497, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.00593597244269763, |
| "grad_norm": 1.5252665281295776, |
| "learning_rate": 4.998657880114254e-05, |
| "loss": 2.3604, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.005944966340338081, |
| "grad_norm": 7.399944305419922, |
| "learning_rate": 4.9986331433523156e-05, |
| "loss": 2.3463, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.005953960237978531, |
| "grad_norm": 348.9754943847656, |
| "learning_rate": 4.9986081807666055e-05, |
| "loss": 2.5269, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.0059629541356189825, |
| "grad_norm": 1212.12109375, |
| "learning_rate": 4.9985829923593786e-05, |
| "loss": 2.9826, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.005971948033259434, |
| "grad_norm": 250.246826171875, |
| "learning_rate": 4.998557578132912e-05, |
| "loss": 2.4467, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.005980941930899884, |
| "grad_norm": 2.0885791778564453, |
| "learning_rate": 4.998531938089503e-05, |
| "loss": 2.4626, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.005989935828540335, |
| "grad_norm": 1.5140365362167358, |
| "learning_rate": 4.998506072231469e-05, |
| "loss": 2.3628, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.005998929726180787, |
| "grad_norm": 1.3232437372207642, |
| "learning_rate": 4.998479980561148e-05, |
| "loss": 2.3055, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.006007923623821237, |
| "grad_norm": 1.0808279514312744, |
| "learning_rate": 4.9984536630808964e-05, |
| "loss": 2.3661, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.006016917521461688, |
| "grad_norm": 1.9327250719070435, |
| "learning_rate": 4.998427119793094e-05, |
| "loss": 2.3704, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.006025911419102139, |
| "grad_norm": 4.848217964172363, |
| "learning_rate": 4.99840035070014e-05, |
| "loss": 2.4662, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.00603490531674259, |
| "grad_norm": 4.094484806060791, |
| "learning_rate": 4.9983733558044534e-05, |
| "loss": 2.4309, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.006043899214383041, |
| "grad_norm": 2.386913537979126, |
| "learning_rate": 4.9983461351084735e-05, |
| "loss": 2.3768, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.006052893112023492, |
| "grad_norm": 2.4711503982543945, |
| "learning_rate": 4.9983186886146606e-05, |
| "loss": 2.4355, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.0060618870096639434, |
| "grad_norm": 1.4953632354736328, |
| "learning_rate": 4.998291016325496e-05, |
| "loss": 2.2473, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.006070880907304394, |
| "grad_norm": 3.127026081085205, |
| "learning_rate": 4.99826311824348e-05, |
| "loss": 2.3246, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.006079874804944845, |
| "grad_norm": 3.4192206859588623, |
| "learning_rate": 4.998234994371135e-05, |
| "loss": 2.3357, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.006088868702585296, |
| "grad_norm": 1.615310788154602, |
| "learning_rate": 4.998206644711002e-05, |
| "loss": 2.3901, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.006097862600225747, |
| "grad_norm": 1.7600175142288208, |
| "learning_rate": 4.998178069265643e-05, |
| "loss": 2.3917, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.006106856497866198, |
| "grad_norm": 1.5513185262680054, |
| "learning_rate": 4.998149268037641e-05, |
| "loss": 2.3612, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.006115850395506649, |
| "grad_norm": 1.5127142667770386, |
| "learning_rate": 4.9981202410295984e-05, |
| "loss": 2.3874, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.006124844293147099, |
| "grad_norm": 4.144172668457031, |
| "learning_rate": 4.99809098824414e-05, |
| "loss": 2.4896, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.006133838190787551, |
| "grad_norm": 2.2086148262023926, |
| "learning_rate": 4.9980615096839076e-05, |
| "loss": 2.418, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.006142832088428002, |
| "grad_norm": 19.644895553588867, |
| "learning_rate": 4.9980318053515686e-05, |
| "loss": 2.5861, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.006151825986068452, |
| "grad_norm": 5.292164325714111, |
| "learning_rate": 4.9980018752498035e-05, |
| "loss": 2.3599, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.0061608198837089035, |
| "grad_norm": 59.39234161376953, |
| "learning_rate": 4.997971719381321e-05, |
| "loss": 2.4926, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.006169813781349355, |
| "grad_norm": 164.944580078125, |
| "learning_rate": 4.9979413377488446e-05, |
| "loss": 2.426, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.006178807678989805, |
| "grad_norm": 2.1656153202056885, |
| "learning_rate": 4.997910730355121e-05, |
| "loss": 2.3332, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.006187801576630256, |
| "grad_norm": 361.9581604003906, |
| "learning_rate": 4.997879897202916e-05, |
| "loss": 2.4859, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.0061967954742707075, |
| "grad_norm": 81.85458374023438, |
| "learning_rate": 4.9978488382950165e-05, |
| "loss": 2.4685, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.006205789371911158, |
| "grad_norm": 5.230372428894043, |
| "learning_rate": 4.9978175536342286e-05, |
| "loss": 2.419, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.006214783269551609, |
| "grad_norm": 2.3871922492980957, |
| "learning_rate": 4.997786043223382e-05, |
| "loss": 2.3261, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.00622377716719206, |
| "grad_norm": 7.315066814422607, |
| "learning_rate": 4.997754307065322e-05, |
| "loss": 2.4856, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.0062327710648325116, |
| "grad_norm": 4.792977333068848, |
| "learning_rate": 4.997722345162918e-05, |
| "loss": 2.373, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.006241764962472962, |
| "grad_norm": 4.047577381134033, |
| "learning_rate": 4.997690157519059e-05, |
| "loss": 2.3665, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.006250758860113413, |
| "grad_norm": 1.6489315032958984, |
| "learning_rate": 4.997657744136654e-05, |
| "loss": 2.2563, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.006259752757753864, |
| "grad_norm": 1.2394626140594482, |
| "learning_rate": 4.997625105018633e-05, |
| "loss": 2.2744, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.006268746655394315, |
| "grad_norm": 1.6913032531738281, |
| "learning_rate": 4.997592240167945e-05, |
| "loss": 2.3004, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.006277740553034766, |
| "grad_norm": 1.1033881902694702, |
| "learning_rate": 4.99755914958756e-05, |
| "loss": 2.3581, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.006286734450675217, |
| "grad_norm": 1.4236403703689575, |
| "learning_rate": 4.99752583328047e-05, |
| "loss": 2.3757, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.0062957283483156675, |
| "grad_norm": 1.4072418212890625, |
| "learning_rate": 4.9974922912496846e-05, |
| "loss": 2.367, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.006304722245956119, |
| "grad_norm": 1.4323331117630005, |
| "learning_rate": 4.997458523498236e-05, |
| "loss": 2.368, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.00631371614359657, |
| "grad_norm": 3.138033390045166, |
| "learning_rate": 4.9974245300291763e-05, |
| "loss": 2.4071, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.00632271004123702, |
| "grad_norm": 1.720033049583435, |
| "learning_rate": 4.997390310845578e-05, |
| "loss": 2.4112, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.006331703938877472, |
| "grad_norm": 1.968177318572998, |
| "learning_rate": 4.9973558659505325e-05, |
| "loss": 2.3203, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.006340697836517923, |
| "grad_norm": 2.108110189437866, |
| "learning_rate": 4.997321195347154e-05, |
| "loss": 2.4735, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.006349691734158373, |
| "grad_norm": 1.26445734500885, |
| "learning_rate": 4.997286299038576e-05, |
| "loss": 2.527, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.006358685631798824, |
| "grad_norm": 2.095703601837158, |
| "learning_rate": 4.997251177027952e-05, |
| "loss": 2.4369, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.006367679529439276, |
| "grad_norm": 1.7823727130889893, |
| "learning_rate": 4.9972158293184565e-05, |
| "loss": 2.3546, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.006376673427079726, |
| "grad_norm": 1.430592656135559, |
| "learning_rate": 4.997180255913284e-05, |
| "loss": 2.4506, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.006385667324720177, |
| "grad_norm": 2.089142084121704, |
| "learning_rate": 4.99714445681565e-05, |
| "loss": 2.3887, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0063946612223606284, |
| "grad_norm": 1.1167904138565063, |
| "learning_rate": 4.99710843202879e-05, |
| "loss": 2.3572, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.00640365512000108, |
| "grad_norm": 1.7042675018310547, |
| "learning_rate": 4.9970721815559585e-05, |
| "loss": 2.3336, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.00641264901764153, |
| "grad_norm": 1.5516256093978882, |
| "learning_rate": 4.9970357054004335e-05, |
| "loss": 2.3428, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.006421642915281981, |
| "grad_norm": 0.7995926737785339, |
| "learning_rate": 4.996999003565511e-05, |
| "loss": 2.3922, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.0064306368129224325, |
| "grad_norm": 1.3005210161209106, |
| "learning_rate": 4.9969620760545074e-05, |
| "loss": 2.3788, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.006439630710562883, |
| "grad_norm": 1.9167686700820923, |
| "learning_rate": 4.996924922870762e-05, |
| "loss": 2.4571, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.006448624608203334, |
| "grad_norm": 1.8720837831497192, |
| "learning_rate": 4.996887544017631e-05, |
| "loss": 2.3795, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.006457618505843785, |
| "grad_norm": 1.3605936765670776, |
| "learning_rate": 4.996849939498493e-05, |
| "loss": 2.3193, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.006466612403484236, |
| "grad_norm": 1.6093920469284058, |
| "learning_rate": 4.9968121093167476e-05, |
| "loss": 2.4547, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.006475606301124687, |
| "grad_norm": 1.8580682277679443, |
| "learning_rate": 4.9967740534758126e-05, |
| "loss": 2.3832, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.006484600198765138, |
| "grad_norm": 1.1695489883422852, |
| "learning_rate": 4.9967357719791286e-05, |
| "loss": 2.3307, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.0064935940964055885, |
| "grad_norm": 1.8113250732421875, |
| "learning_rate": 4.9966972648301536e-05, |
| "loss": 2.4475, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.00650258799404604, |
| "grad_norm": 1.3906854391098022, |
| "learning_rate": 4.99665853203237e-05, |
| "loss": 2.3736, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.006511581891686491, |
| "grad_norm": 1.8299096822738647, |
| "learning_rate": 4.996619573589277e-05, |
| "loss": 2.3624, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.006520575789326941, |
| "grad_norm": 2.2322638034820557, |
| "learning_rate": 4.9965803895043964e-05, |
| "loss": 2.4239, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.0065295696869673925, |
| "grad_norm": 1.2125953435897827, |
| "learning_rate": 4.996540979781269e-05, |
| "loss": 2.3379, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.006538563584607844, |
| "grad_norm": 2.416262149810791, |
| "learning_rate": 4.996501344423456e-05, |
| "loss": 2.4828, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.006547557482248294, |
| "grad_norm": 1.60369873046875, |
| "learning_rate": 4.996461483434542e-05, |
| "loss": 2.4416, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.006556551379888745, |
| "grad_norm": 1.5307985544204712, |
| "learning_rate": 4.996421396818127e-05, |
| "loss": 2.4244, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.0065655452775291966, |
| "grad_norm": 0.987632691860199, |
| "learning_rate": 4.996381084577836e-05, |
| "loss": 2.3704, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.006574539175169648, |
| "grad_norm": 0.9207761883735657, |
| "learning_rate": 4.996340546717311e-05, |
| "loss": 2.3548, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.006583533072810098, |
| "grad_norm": 1.4703799486160278, |
| "learning_rate": 4.996299783240217e-05, |
| "loss": 2.5025, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.006592526970450549, |
| "grad_norm": 1.1804099082946777, |
| "learning_rate": 4.996258794150236e-05, |
| "loss": 2.4147, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.006601520868091001, |
| "grad_norm": 2.1551332473754883, |
| "learning_rate": 4.9962175794510744e-05, |
| "loss": 2.4238, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.006610514765731451, |
| "grad_norm": 1.1678895950317383, |
| "learning_rate": 4.996176139146457e-05, |
| "loss": 2.4213, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.006619508663371902, |
| "grad_norm": 2.0252041816711426, |
| "learning_rate": 4.9961344732401294e-05, |
| "loss": 2.4356, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.006628502561012353, |
| "grad_norm": 0.9819325804710388, |
| "learning_rate": 4.9960925817358564e-05, |
| "loss": 2.3012, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.006637496458652804, |
| "grad_norm": 1.136311650276184, |
| "learning_rate": 4.996050464637423e-05, |
| "loss": 2.3593, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.006646490356293255, |
| "grad_norm": 0.9213350415229797, |
| "learning_rate": 4.996008121948639e-05, |
| "loss": 2.3494, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.006655484253933706, |
| "grad_norm": 1.3651710748672485, |
| "learning_rate": 4.995965553673329e-05, |
| "loss": 2.5314, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.006664478151574157, |
| "grad_norm": 1.3020514249801636, |
| "learning_rate": 4.995922759815339e-05, |
| "loss": 2.2532, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.006673472049214608, |
| "grad_norm": 0.775888204574585, |
| "learning_rate": 4.99587974037854e-05, |
| "loss": 2.3791, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.006682465946855059, |
| "grad_norm": 1.7162033319473267, |
| "learning_rate": 4.995836495366818e-05, |
| "loss": 2.3848, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.006691459844495509, |
| "grad_norm": 1.0520635843276978, |
| "learning_rate": 4.9957930247840824e-05, |
| "loss": 2.3923, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.006700453742135961, |
| "grad_norm": 1.6035592555999756, |
| "learning_rate": 4.99574932863426e-05, |
| "loss": 2.5291, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.006709447639776412, |
| "grad_norm": 1.0390980243682861, |
| "learning_rate": 4.9957054069213025e-05, |
| "loss": 2.3656, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.006718441537416863, |
| "grad_norm": 1.1373931169509888, |
| "learning_rate": 4.995661259649179e-05, |
| "loss": 2.3262, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.0067274354350573135, |
| "grad_norm": 1.5664631128311157, |
| "learning_rate": 4.9956168868218787e-05, |
| "loss": 2.3749, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.006736429332697765, |
| "grad_norm": 1.1574504375457764, |
| "learning_rate": 4.9955722884434114e-05, |
| "loss": 2.3114, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.006745423230338216, |
| "grad_norm": 0.8074120283126831, |
| "learning_rate": 4.99552746451781e-05, |
| "loss": 2.4724, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.006754417127978666, |
| "grad_norm": 0.8828337788581848, |
| "learning_rate": 4.995482415049123e-05, |
| "loss": 2.3239, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.0067634110256191175, |
| "grad_norm": 1.0525522232055664, |
| "learning_rate": 4.995437140041424e-05, |
| "loss": 2.3863, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.006772404923259569, |
| "grad_norm": 2.016676902770996, |
| "learning_rate": 4.995391639498803e-05, |
| "loss": 2.402, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.006781398820900019, |
| "grad_norm": 1.6840852499008179, |
| "learning_rate": 4.995345913425374e-05, |
| "loss": 2.3384, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.00679039271854047, |
| "grad_norm": 1.2580803632736206, |
| "learning_rate": 4.99529996182527e-05, |
| "loss": 2.3912, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.0067993866161809215, |
| "grad_norm": 2.412668466567993, |
| "learning_rate": 4.995253784702642e-05, |
| "loss": 2.3987, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.006808380513821372, |
| "grad_norm": 2.4408586025238037, |
| "learning_rate": 4.995207382061666e-05, |
| "loss": 2.3739, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.006817374411461823, |
| "grad_norm": 2.665259599685669, |
| "learning_rate": 4.995160753906534e-05, |
| "loss": 2.5046, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.006826368309102274, |
| "grad_norm": 2.536120653152466, |
| "learning_rate": 4.9951139002414596e-05, |
| "loss": 2.4292, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.006835362206742725, |
| "grad_norm": 1.1645842790603638, |
| "learning_rate": 4.995066821070679e-05, |
| "loss": 2.373, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.006844356104383176, |
| "grad_norm": 2.160353899002075, |
| "learning_rate": 4.995019516398447e-05, |
| "loss": 2.5006, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.006853350002023627, |
| "grad_norm": 2.830785036087036, |
| "learning_rate": 4.994971986229038e-05, |
| "loss": 2.471, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.0068623438996640775, |
| "grad_norm": 2.361668825149536, |
| "learning_rate": 4.9949242305667486e-05, |
| "loss": 2.3206, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.006871337797304529, |
| "grad_norm": 1.6988106966018677, |
| "learning_rate": 4.994876249415894e-05, |
| "loss": 2.4014, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.00688033169494498, |
| "grad_norm": 0.9352366924285889, |
| "learning_rate": 4.9948280427808115e-05, |
| "loss": 2.402, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.006889325592585431, |
| "grad_norm": 1.5733873844146729, |
| "learning_rate": 4.994779610665858e-05, |
| "loss": 2.421, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.006898319490225882, |
| "grad_norm": 1.1752417087554932, |
| "learning_rate": 4.9947309530754104e-05, |
| "loss": 2.2774, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.006907313387866333, |
| "grad_norm": 1.1936308145523071, |
| "learning_rate": 4.9946820700138666e-05, |
| "loss": 2.2928, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.006916307285506784, |
| "grad_norm": 1.9820133447647095, |
| "learning_rate": 4.994632961485644e-05, |
| "loss": 2.3744, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.006925301183147234, |
| "grad_norm": 2.30741810798645, |
| "learning_rate": 4.9945836274951805e-05, |
| "loss": 2.3732, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.006934295080787686, |
| "grad_norm": 2.1270976066589355, |
| "learning_rate": 4.994534068046937e-05, |
| "loss": 2.3706, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.006943288978428137, |
| "grad_norm": 1.8759336471557617, |
| "learning_rate": 4.994484283145391e-05, |
| "loss": 2.4928, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.006952282876068587, |
| "grad_norm": 1.6399668455123901, |
| "learning_rate": 4.994434272795042e-05, |
| "loss": 2.4569, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.006961276773709038, |
| "grad_norm": 1.5422440767288208, |
| "learning_rate": 4.99438403700041e-05, |
| "loss": 2.4189, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.00697027067134949, |
| "grad_norm": 2.132363796234131, |
| "learning_rate": 4.994333575766036e-05, |
| "loss": 2.4798, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.00697926456898994, |
| "grad_norm": 1.4157288074493408, |
| "learning_rate": 4.99428288909648e-05, |
| "loss": 2.4164, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.006988258466630391, |
| "grad_norm": 1.1873482465744019, |
| "learning_rate": 4.994231976996323e-05, |
| "loss": 2.413, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.0069972523642708425, |
| "grad_norm": 0.9601787328720093, |
| "learning_rate": 4.994180839470166e-05, |
| "loss": 2.3641, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.007006246261911293, |
| "grad_norm": 1.6519640684127808, |
| "learning_rate": 4.994129476522632e-05, |
| "loss": 2.3609, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.007015240159551744, |
| "grad_norm": 1.522507667541504, |
| "learning_rate": 4.994077888158362e-05, |
| "loss": 2.2939, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.007024234057192195, |
| "grad_norm": 1.2533833980560303, |
| "learning_rate": 4.994026074382019e-05, |
| "loss": 2.3539, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.007033227954832646, |
| "grad_norm": 1.0521180629730225, |
| "learning_rate": 4.9939740351982856e-05, |
| "loss": 2.3217, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.007042221852473097, |
| "grad_norm": 1.5616939067840576, |
| "learning_rate": 4.993921770611866e-05, |
| "loss": 2.3804, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.007051215750113548, |
| "grad_norm": 0.9750461578369141, |
| "learning_rate": 4.9938692806274814e-05, |
| "loss": 2.328, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.007060209647753999, |
| "grad_norm": 1.0921258926391602, |
| "learning_rate": 4.9938165652498787e-05, |
| "loss": 2.2191, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.00706920354539445, |
| "grad_norm": 1.053160548210144, |
| "learning_rate": 4.993763624483821e-05, |
| "loss": 2.3964, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.007078197443034901, |
| "grad_norm": 2.779226303100586, |
| "learning_rate": 4.993710458334092e-05, |
| "loss": 2.4296, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.007087191340675352, |
| "grad_norm": 1.360906720161438, |
| "learning_rate": 4.9936570668054984e-05, |
| "loss": 2.2808, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.0070961852383158025, |
| "grad_norm": 1.4774829149246216, |
| "learning_rate": 4.993603449902865e-05, |
| "loss": 2.2954, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.007105179135956254, |
| "grad_norm": 1.9357240200042725, |
| "learning_rate": 4.9935496076310376e-05, |
| "loss": 2.296, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.007114173033596705, |
| "grad_norm": 2.325702667236328, |
| "learning_rate": 4.9934955399948824e-05, |
| "loss": 2.339, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.007123166931237155, |
| "grad_norm": 1.0266544818878174, |
| "learning_rate": 4.993441246999287e-05, |
| "loss": 2.3156, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.0071321608288776065, |
| "grad_norm": 1.1733542680740356, |
| "learning_rate": 4.993386728649156e-05, |
| "loss": 2.3455, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.007141154726518058, |
| "grad_norm": 1.7009702920913696, |
| "learning_rate": 4.9933319849494185e-05, |
| "loss": 2.3087, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.007150148624158508, |
| "grad_norm": 1.306169867515564, |
| "learning_rate": 4.9932770159050225e-05, |
| "loss": 2.3605, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.007159142521798959, |
| "grad_norm": 2.564422845840454, |
| "learning_rate": 4.9932218215209346e-05, |
| "loss": 2.4546, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.007168136419439411, |
| "grad_norm": 1.0364539623260498, |
| "learning_rate": 4.993166401802144e-05, |
| "loss": 2.4305, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.007177130317079861, |
| "grad_norm": 1.7015596628189087, |
| "learning_rate": 4.99311075675366e-05, |
| "loss": 2.3859, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.007186124214720312, |
| "grad_norm": 1.8677973747253418, |
| "learning_rate": 4.9930548863805105e-05, |
| "loss": 2.466, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.007195118112360763, |
| "grad_norm": 1.9033832550048828, |
| "learning_rate": 4.992998790687746e-05, |
| "loss": 2.3308, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.007204112010001214, |
| "grad_norm": 0.9066283702850342, |
| "learning_rate": 4.992942469680436e-05, |
| "loss": 2.282, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.007213105907641665, |
| "grad_norm": 1.59651517868042, |
| "learning_rate": 4.99288592336367e-05, |
| "loss": 2.4003, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.007222099805282116, |
| "grad_norm": 1.3170840740203857, |
| "learning_rate": 4.992829151742561e-05, |
| "loss": 2.3541, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.0072310937029225674, |
| "grad_norm": 1.7328461408615112, |
| "learning_rate": 4.9927721548222374e-05, |
| "loss": 2.3629, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.007240087600563018, |
| "grad_norm": 1.3761106729507446, |
| "learning_rate": 4.992714932607851e-05, |
| "loss": 2.3344, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.007249081498203469, |
| "grad_norm": 1.4148802757263184, |
| "learning_rate": 4.992657485104575e-05, |
| "loss": 2.2926, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.00725807539584392, |
| "grad_norm": 1.0844882726669312, |
| "learning_rate": 4.9925998123175996e-05, |
| "loss": 2.4877, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.007267069293484371, |
| "grad_norm": 2.088745355606079, |
| "learning_rate": 4.992541914252138e-05, |
| "loss": 2.3863, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.007276063191124822, |
| "grad_norm": 1.5522487163543701, |
| "learning_rate": 4.992483790913423e-05, |
| "loss": 2.315, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.007285057088765273, |
| "grad_norm": 1.7547898292541504, |
| "learning_rate": 4.992425442306708e-05, |
| "loss": 2.3906, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0072940509864057234, |
| "grad_norm": 1.3132327795028687, |
| "learning_rate": 4.992366868437266e-05, |
| "loss": 2.3774, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.007303044884046175, |
| "grad_norm": 1.0966075658798218, |
| "learning_rate": 4.992308069310391e-05, |
| "loss": 2.394, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.007312038781686626, |
| "grad_norm": 1.5437568426132202, |
| "learning_rate": 4.992249044931396e-05, |
| "loss": 2.3382, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.007321032679327076, |
| "grad_norm": 0.9832726120948792, |
| "learning_rate": 4.992189795305618e-05, |
| "loss": 2.3258, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.0073300265769675275, |
| "grad_norm": 0.9568870067596436, |
| "learning_rate": 4.9921303204384104e-05, |
| "loss": 2.463, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.007339020474607979, |
| "grad_norm": 0.9940560460090637, |
| "learning_rate": 4.99207062033515e-05, |
| "loss": 2.4384, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.007348014372248429, |
| "grad_norm": 0.773494303226471, |
| "learning_rate": 4.992010695001229e-05, |
| "loss": 2.4385, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.00735700826988888, |
| "grad_norm": 0.9313816428184509, |
| "learning_rate": 4.9919505444420666e-05, |
| "loss": 2.3089, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.0073660021675293315, |
| "grad_norm": 1.4051645994186401, |
| "learning_rate": 4.991890168663098e-05, |
| "loss": 2.4094, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.007374996065169782, |
| "grad_norm": 0.708573043346405, |
| "learning_rate": 4.99182956766978e-05, |
| "loss": 2.3811, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.007383989962810233, |
| "grad_norm": 1.4287480115890503, |
| "learning_rate": 4.99176874146759e-05, |
| "loss": 2.3966, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.007392983860450684, |
| "grad_norm": 0.9948827028274536, |
| "learning_rate": 4.991707690062025e-05, |
| "loss": 2.2247, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.0074019777580911356, |
| "grad_norm": 0.7052820324897766, |
| "learning_rate": 4.9916464134586024e-05, |
| "loss": 2.4127, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.007410971655731586, |
| "grad_norm": 0.8648499250411987, |
| "learning_rate": 4.991584911662861e-05, |
| "loss": 2.3283, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.007419965553372037, |
| "grad_norm": 1.2007049322128296, |
| "learning_rate": 4.991523184680359e-05, |
| "loss": 2.3553, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.007428959451012488, |
| "grad_norm": 1.5342097282409668, |
| "learning_rate": 4.991461232516675e-05, |
| "loss": 2.4664, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.007437953348652939, |
| "grad_norm": 1.252152681350708, |
| "learning_rate": 4.991399055177408e-05, |
| "loss": 2.3259, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.00744694724629339, |
| "grad_norm": 1.6909875869750977, |
| "learning_rate": 4.991336652668179e-05, |
| "loss": 2.5274, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.007455941143933841, |
| "grad_norm": 1.041088342666626, |
| "learning_rate": 4.991274024994626e-05, |
| "loss": 2.5211, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.0074649350415742916, |
| "grad_norm": 1.0081087350845337, |
| "learning_rate": 4.99121117216241e-05, |
| "loss": 2.2854, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.007473928939214743, |
| "grad_norm": 0.7612619996070862, |
| "learning_rate": 4.9911480941772115e-05, |
| "loss": 2.4526, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.007482922836855194, |
| "grad_norm": 1.263737440109253, |
| "learning_rate": 4.991084791044732e-05, |
| "loss": 2.3774, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.007491916734495644, |
| "grad_norm": 1.2397956848144531, |
| "learning_rate": 4.991021262770692e-05, |
| "loss": 2.4083, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.007500910632136096, |
| "grad_norm": 1.0493193864822388, |
| "learning_rate": 4.9909575093608334e-05, |
| "loss": 2.3255, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.007509904529776547, |
| "grad_norm": 1.3190057277679443, |
| "learning_rate": 4.990893530820918e-05, |
| "loss": 2.3486, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.007518898427416997, |
| "grad_norm": 1.0106217861175537, |
| "learning_rate": 4.9908293271567286e-05, |
| "loss": 2.2965, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.007527892325057448, |
| "grad_norm": 2.0340452194213867, |
| "learning_rate": 4.990764898374067e-05, |
| "loss": 2.344, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.0075368862226979, |
| "grad_norm": 0.9287651777267456, |
| "learning_rate": 4.990700244478758e-05, |
| "loss": 2.2849, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.00754588012033835, |
| "grad_norm": 1.7290759086608887, |
| "learning_rate": 4.990635365476643e-05, |
| "loss": 2.3609, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.007554874017978801, |
| "grad_norm": 1.1983683109283447, |
| "learning_rate": 4.990570261373585e-05, |
| "loss": 2.4809, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.0075638679156192525, |
| "grad_norm": 1.5039162635803223, |
| "learning_rate": 4.9905049321754706e-05, |
| "loss": 2.3046, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.007572861813259704, |
| "grad_norm": 1.4246561527252197, |
| "learning_rate": 4.990439377888203e-05, |
| "loss": 2.3694, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.007581855710900154, |
| "grad_norm": 1.9078946113586426, |
| "learning_rate": 4.990373598517707e-05, |
| "loss": 2.3287, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.007590849608540605, |
| "grad_norm": 2.58236026763916, |
| "learning_rate": 4.9903075940699265e-05, |
| "loss": 2.4055, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.0075998435061810565, |
| "grad_norm": 1.0287704467773438, |
| "learning_rate": 4.990241364550829e-05, |
| "loss": 2.2513, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.007608837403821507, |
| "grad_norm": 1.243863821029663, |
| "learning_rate": 4.990174909966399e-05, |
| "loss": 2.3509, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.007617831301461958, |
| "grad_norm": 2.5628280639648438, |
| "learning_rate": 4.990108230322643e-05, |
| "loss": 2.278, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.007626825199102409, |
| "grad_norm": 1.5202381610870361, |
| "learning_rate": 4.9900413256255876e-05, |
| "loss": 2.3038, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.00763581909674286, |
| "grad_norm": 2.9225621223449707, |
| "learning_rate": 4.989974195881279e-05, |
| "loss": 2.427, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.007644812994383311, |
| "grad_norm": 1.8009926080703735, |
| "learning_rate": 4.989906841095784e-05, |
| "loss": 2.4446, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.007653806892023762, |
| "grad_norm": 1.1386442184448242, |
| "learning_rate": 4.989839261275191e-05, |
| "loss": 2.3672, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.0076628007896642125, |
| "grad_norm": 2.892897605895996, |
| "learning_rate": 4.989771456425607e-05, |
| "loss": 2.3714, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.007671794687304664, |
| "grad_norm": 2.243138074874878, |
| "learning_rate": 4.989703426553161e-05, |
| "loss": 2.2661, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.007680788584945115, |
| "grad_norm": 4.217054843902588, |
| "learning_rate": 4.989635171664e-05, |
| "loss": 2.3475, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.007689782482585565, |
| "grad_norm": 1.5125004053115845, |
| "learning_rate": 4.989566691764295e-05, |
| "loss": 2.316, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.0076987763802260165, |
| "grad_norm": 1.1293413639068604, |
| "learning_rate": 4.989497986860234e-05, |
| "loss": 2.2831, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.007707770277866468, |
| "grad_norm": 1.9106346368789673, |
| "learning_rate": 4.989429056958026e-05, |
| "loss": 2.426, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.007716764175506919, |
| "grad_norm": 0.665691077709198, |
| "learning_rate": 4.989359902063901e-05, |
| "loss": 2.374, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.007725758073147369, |
| "grad_norm": 0.8827734589576721, |
| "learning_rate": 4.98929052218411e-05, |
| "loss": 2.2281, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.007734751970787821, |
| "grad_norm": 1.4260919094085693, |
| "learning_rate": 4.989220917324922e-05, |
| "loss": 2.3352, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.007743745868428272, |
| "grad_norm": 2.3282699584960938, |
| "learning_rate": 4.9891510874926293e-05, |
| "loss": 2.3059, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.007752739766068722, |
| "grad_norm": 2.224483013153076, |
| "learning_rate": 4.989081032693542e-05, |
| "loss": 2.3128, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.007761733663709173, |
| "grad_norm": 0.88776034116745, |
| "learning_rate": 4.989010752933992e-05, |
| "loss": 2.3525, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.007770727561349625, |
| "grad_norm": 2.1006646156311035, |
| "learning_rate": 4.988940248220332e-05, |
| "loss": 2.3066, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.007779721458990075, |
| "grad_norm": 1.7027292251586914, |
| "learning_rate": 4.9888695185589325e-05, |
| "loss": 2.3422, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.007788715356630526, |
| "grad_norm": 0.925018846988678, |
| "learning_rate": 4.988798563956186e-05, |
| "loss": 2.327, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.007797709254270977, |
| "grad_norm": 1.78342604637146, |
| "learning_rate": 4.988727384418507e-05, |
| "loss": 2.3251, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.007806703151911428, |
| "grad_norm": 1.8967210054397583, |
| "learning_rate": 4.9886559799523275e-05, |
| "loss": 2.4215, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.00781569704955188, |
| "grad_norm": 1.4762319326400757, |
| "learning_rate": 4.9885843505641014e-05, |
| "loss": 2.4299, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.00782469094719233, |
| "grad_norm": 1.4177857637405396, |
| "learning_rate": 4.988512496260301e-05, |
| "loss": 2.2442, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.00783368484483278, |
| "grad_norm": 3.988291025161743, |
| "learning_rate": 4.988440417047423e-05, |
| "loss": 2.3613, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.007842678742473233, |
| "grad_norm": 2.524430751800537, |
| "learning_rate": 4.988368112931979e-05, |
| "loss": 2.3907, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.007851672640113683, |
| "grad_norm": 2.3439295291900635, |
| "learning_rate": 4.988295583920506e-05, |
| "loss": 2.4879, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.007860666537754133, |
| "grad_norm": 1.3418093919754028, |
| "learning_rate": 4.988222830019559e-05, |
| "loss": 2.3817, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.007869660435394586, |
| "grad_norm": 2.416830539703369, |
| "learning_rate": 4.988149851235712e-05, |
| "loss": 2.3644, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.007878654333035036, |
| "grad_norm": 5.460973739624023, |
| "learning_rate": 4.988076647575562e-05, |
| "loss": 2.4638, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.007887648230675486, |
| "grad_norm": 7.149078369140625, |
| "learning_rate": 4.9880032190457226e-05, |
| "loss": 2.3455, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.007896642128315938, |
| "grad_norm": 7.11635160446167, |
| "learning_rate": 4.9879295656528334e-05, |
| "loss": 2.55, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.007905636025956389, |
| "grad_norm": 6.192065238952637, |
| "learning_rate": 4.9878556874035504e-05, |
| "loss": 2.3529, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.007914629923596839, |
| "grad_norm": 3.8169753551483154, |
| "learning_rate": 4.9877815843045495e-05, |
| "loss": 2.3865, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.007923623821237291, |
| "grad_norm": 1.9059431552886963, |
| "learning_rate": 4.9877072563625285e-05, |
| "loss": 2.2723, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.007932617718877742, |
| "grad_norm": 1.1022893190383911, |
| "learning_rate": 4.987632703584206e-05, |
| "loss": 2.452, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.007941611616518192, |
| "grad_norm": 1.7090600728988647, |
| "learning_rate": 4.987557925976318e-05, |
| "loss": 2.3762, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.007950605514158644, |
| "grad_norm": 1.3606576919555664, |
| "learning_rate": 4.987482923545625e-05, |
| "loss": 2.3087, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.007959599411799094, |
| "grad_norm": 1.358298897743225, |
| "learning_rate": 4.987407696298904e-05, |
| "loss": 2.3496, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.007968593309439545, |
| "grad_norm": 1.6232304573059082, |
| "learning_rate": 4.987332244242955e-05, |
| "loss": 2.3479, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.007977587207079997, |
| "grad_norm": 1.5596123933792114, |
| "learning_rate": 4.9872565673845974e-05, |
| "loss": 2.4425, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.007986581104720447, |
| "grad_norm": 1.5620065927505493, |
| "learning_rate": 4.98718066573067e-05, |
| "loss": 2.3169, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.007995575002360897, |
| "grad_norm": 2.1944029331207275, |
| "learning_rate": 4.987104539288032e-05, |
| "loss": 2.42, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.00800456890000135, |
| "grad_norm": 1.7498599290847778, |
| "learning_rate": 4.9870281880635656e-05, |
| "loss": 2.3805, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0080135627976418, |
| "grad_norm": 1.612972378730774, |
| "learning_rate": 4.98695161206417e-05, |
| "loss": 2.3094, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.00802255669528225, |
| "grad_norm": 2.5815799236297607, |
| "learning_rate": 4.986874811296767e-05, |
| "loss": 2.4157, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.008031550592922702, |
| "grad_norm": 17.66390037536621, |
| "learning_rate": 4.9867977857682965e-05, |
| "loss": 2.4277, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.008040544490563153, |
| "grad_norm": 46.72271728515625, |
| "learning_rate": 4.9867205354857206e-05, |
| "loss": 2.3533, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.008049538388203603, |
| "grad_norm": 2.8205180168151855, |
| "learning_rate": 4.9866430604560214e-05, |
| "loss": 2.372, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.008058532285844055, |
| "grad_norm": 4.408201217651367, |
| "learning_rate": 4.986565360686201e-05, |
| "loss": 2.4591, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.008067526183484506, |
| "grad_norm": 1.0639312267303467, |
| "learning_rate": 4.986487436183282e-05, |
| "loss": 2.3197, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.008076520081124956, |
| "grad_norm": 1.9649598598480225, |
| "learning_rate": 4.986409286954306e-05, |
| "loss": 2.2815, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.008085513978765408, |
| "grad_norm": 2.717100143432617, |
| "learning_rate": 4.986330913006337e-05, |
| "loss": 2.4578, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.008094507876405858, |
| "grad_norm": 2.211270332336426, |
| "learning_rate": 4.986252314346458e-05, |
| "loss": 2.2714, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.008103501774046309, |
| "grad_norm": 2.953294515609741, |
| "learning_rate": 4.986173490981773e-05, |
| "loss": 2.3534, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.00811249567168676, |
| "grad_norm": 20.0116024017334, |
| "learning_rate": 4.986094442919406e-05, |
| "loss": 2.246, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.008121489569327211, |
| "grad_norm": 56.963191986083984, |
| "learning_rate": 4.9860151701665004e-05, |
| "loss": 2.3506, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.008130483466967663, |
| "grad_norm": 2.4784321784973145, |
| "learning_rate": 4.985935672730222e-05, |
| "loss": 2.3257, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.008139477364608114, |
| "grad_norm": 1.7748329639434814, |
| "learning_rate": 4.985855950617755e-05, |
| "loss": 2.3586, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.008148471262248564, |
| "grad_norm": 2.1759116649627686, |
| "learning_rate": 4.985776003836304e-05, |
| "loss": 2.3651, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.008157465159889016, |
| "grad_norm": 1.564903974533081, |
| "learning_rate": 4.985695832393097e-05, |
| "loss": 2.408, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.008166459057529466, |
| "grad_norm": 0.7693034410476685, |
| "learning_rate": 4.985615436295377e-05, |
| "loss": 2.2915, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.008175452955169917, |
| "grad_norm": 3.041149854660034, |
| "learning_rate": 4.9855348155504104e-05, |
| "loss": 2.3744, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.008184446852810369, |
| "grad_norm": 2.2738850116729736, |
| "learning_rate": 4.9854539701654855e-05, |
| "loss": 2.3491, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.00819344075045082, |
| "grad_norm": 2.5227854251861572, |
| "learning_rate": 4.9853729001479075e-05, |
| "loss": 2.373, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.00820243464809127, |
| "grad_norm": 1.8525545597076416, |
| "learning_rate": 4.9852916055050035e-05, |
| "loss": 2.3316, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.008211428545731722, |
| "grad_norm": 1.6783733367919922, |
| "learning_rate": 4.985210086244121e-05, |
| "loss": 2.3053, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.008220422443372172, |
| "grad_norm": 3.593388319015503, |
| "learning_rate": 4.985128342372629e-05, |
| "loss": 2.4132, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.008229416341012622, |
| "grad_norm": 1.6809263229370117, |
| "learning_rate": 4.985046373897913e-05, |
| "loss": 2.388, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.008238410238653075, |
| "grad_norm": 1.7394527196884155, |
| "learning_rate": 4.984964180827383e-05, |
| "loss": 2.2643, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.008247404136293525, |
| "grad_norm": 1.6720887422561646, |
| "learning_rate": 4.984881763168466e-05, |
| "loss": 2.3783, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.008256398033933975, |
| "grad_norm": 114.69852447509766, |
| "learning_rate": 4.9847991209286124e-05, |
| "loss": 2.3095, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.008265391931574427, |
| "grad_norm": 2.773820400238037, |
| "learning_rate": 4.9847162541152906e-05, |
| "loss": 2.3849, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.008274385829214878, |
| "grad_norm": 2.6709611415863037, |
| "learning_rate": 4.98463316273599e-05, |
| "loss": 2.2671, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.008283379726855328, |
| "grad_norm": 2.1583499908447266, |
| "learning_rate": 4.984549846798221e-05, |
| "loss": 2.3633, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.00829237362449578, |
| "grad_norm": 2.721205472946167, |
| "learning_rate": 4.984466306309512e-05, |
| "loss": 2.3699, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.00830136752213623, |
| "grad_norm": 3.0230939388275146, |
| "learning_rate": 4.9843825412774145e-05, |
| "loss": 2.3702, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.008310361419776681, |
| "grad_norm": 2.07593035697937, |
| "learning_rate": 4.9842985517094996e-05, |
| "loss": 2.2955, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.008319355317417133, |
| "grad_norm": 8.249615669250488, |
| "learning_rate": 4.984214337613357e-05, |
| "loss": 2.3203, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.008328349215057583, |
| "grad_norm": 3.146702766418457, |
| "learning_rate": 4.9841298989965984e-05, |
| "loss": 2.4488, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.008337343112698034, |
| "grad_norm": 3.03059458732605, |
| "learning_rate": 4.984045235866855e-05, |
| "loss": 2.3512, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.008346337010338486, |
| "grad_norm": 2.2177159786224365, |
| "learning_rate": 4.983960348231779e-05, |
| "loss": 2.3528, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.008355330907978936, |
| "grad_norm": 6.031072616577148, |
| "learning_rate": 4.983875236099042e-05, |
| "loss": 2.4123, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.008364324805619387, |
| "grad_norm": 4.340119361877441, |
| "learning_rate": 4.983789899476337e-05, |
| "loss": 2.4107, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.008373318703259839, |
| "grad_norm": 14.878398895263672, |
| "learning_rate": 4.9837043383713753e-05, |
| "loss": 2.4057, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.008382312600900289, |
| "grad_norm": 8.246759414672852, |
| "learning_rate": 4.9836185527918924e-05, |
| "loss": 2.3712, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.00839130649854074, |
| "grad_norm": 7.280088901519775, |
| "learning_rate": 4.983532542745638e-05, |
| "loss": 2.4236, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.008400300396181191, |
| "grad_norm": 4.351801872253418, |
| "learning_rate": 4.983446308240388e-05, |
| "loss": 2.3233, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.008409294293821642, |
| "grad_norm": 2.8788869380950928, |
| "learning_rate": 4.983359849283936e-05, |
| "loss": 2.3607, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.008418288191462092, |
| "grad_norm": 49.51881408691406, |
| "learning_rate": 4.9832731658840956e-05, |
| "loss": 2.2114, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.008427282089102544, |
| "grad_norm": 16.22137451171875, |
| "learning_rate": 4.983186258048701e-05, |
| "loss": 2.3123, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.008436275986742995, |
| "grad_norm": 1.5916885137557983, |
| "learning_rate": 4.9830991257856074e-05, |
| "loss": 2.332, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.008445269884383445, |
| "grad_norm": 2.1934919357299805, |
| "learning_rate": 4.983011769102689e-05, |
| "loss": 2.3972, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.008454263782023897, |
| "grad_norm": 1.4318190813064575, |
| "learning_rate": 4.982924188007841e-05, |
| "loss": 2.3014, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.008463257679664347, |
| "grad_norm": 3.1829514503479004, |
| "learning_rate": 4.982836382508981e-05, |
| "loss": 2.538, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.0084722515773048, |
| "grad_norm": 1.1255837678909302, |
| "learning_rate": 4.9827483526140414e-05, |
| "loss": 2.3257, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.00848124547494525, |
| "grad_norm": 2.0071754455566406, |
| "learning_rate": 4.98266009833098e-05, |
| "loss": 2.4001, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.0084902393725857, |
| "grad_norm": 1.5771818161010742, |
| "learning_rate": 4.982571619667774e-05, |
| "loss": 2.3978, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.008499233270226152, |
| "grad_norm": 2.3359062671661377, |
| "learning_rate": 4.9824829166324186e-05, |
| "loss": 2.3576, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.008508227167866603, |
| "grad_norm": 85.4216537475586, |
| "learning_rate": 4.982393989232931e-05, |
| "loss": 2.3332, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.008517221065507053, |
| "grad_norm": 3.0369982719421387, |
| "learning_rate": 4.982304837477348e-05, |
| "loss": 2.3304, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.008526214963147505, |
| "grad_norm": 2.0758142471313477, |
| "learning_rate": 4.982215461373728e-05, |
| "loss": 2.3491, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.008535208860787956, |
| "grad_norm": 2.0540716648101807, |
| "learning_rate": 4.982125860930148e-05, |
| "loss": 2.4209, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.008544202758428406, |
| "grad_norm": 2.7230679988861084, |
| "learning_rate": 4.982036036154706e-05, |
| "loss": 2.4095, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.008553196656068858, |
| "grad_norm": 2.2635655403137207, |
| "learning_rate": 4.981945987055521e-05, |
| "loss": 2.3302, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.008562190553709308, |
| "grad_norm": 2.8918027877807617, |
| "learning_rate": 4.9818557136407304e-05, |
| "loss": 2.2959, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.008571184451349759, |
| "grad_norm": 0.9320359230041504, |
| "learning_rate": 4.9817652159184946e-05, |
| "loss": 2.297, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.00858017834899021, |
| "grad_norm": 1.637445092201233, |
| "learning_rate": 4.9816744938969904e-05, |
| "loss": 2.3192, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.008589172246630661, |
| "grad_norm": 0.8960732221603394, |
| "learning_rate": 4.98158354758442e-05, |
| "loss": 2.351, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.008598166144271112, |
| "grad_norm": 0.9512754082679749, |
| "learning_rate": 4.9814923769890004e-05, |
| "loss": 2.3218, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.008607160041911564, |
| "grad_norm": 1.2916690111160278, |
| "learning_rate": 4.9814009821189734e-05, |
| "loss": 2.4091, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.008616153939552014, |
| "grad_norm": 0.800326406955719, |
| "learning_rate": 4.981309362982598e-05, |
| "loss": 2.3718, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.008625147837192464, |
| "grad_norm": 1.2276074886322021, |
| "learning_rate": 4.981217519588155e-05, |
| "loss": 2.4268, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.008634141734832916, |
| "grad_norm": 1.0263639688491821, |
| "learning_rate": 4.981125451943944e-05, |
| "loss": 2.3521, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.008643135632473367, |
| "grad_norm": 2.415966749191284, |
| "learning_rate": 4.981033160058289e-05, |
| "loss": 2.383, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.008652129530113817, |
| "grad_norm": 1.3266791105270386, |
| "learning_rate": 4.9809406439395286e-05, |
| "loss": 2.3436, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.00866112342775427, |
| "grad_norm": 2.955108404159546, |
| "learning_rate": 4.980847903596025e-05, |
| "loss": 2.3794, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.00867011732539472, |
| "grad_norm": 1.9091037511825562, |
| "learning_rate": 4.98075493903616e-05, |
| "loss": 2.375, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.00867911122303517, |
| "grad_norm": 6.714507579803467, |
| "learning_rate": 4.9806617502683356e-05, |
| "loss": 2.3218, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.008688105120675622, |
| "grad_norm": 1.7211779356002808, |
| "learning_rate": 4.9805683373009746e-05, |
| "loss": 2.3044, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.008697099018316072, |
| "grad_norm": 1.9710533618927002, |
| "learning_rate": 4.980474700142519e-05, |
| "loss": 2.3285, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.008706092915956523, |
| "grad_norm": 1.4440377950668335, |
| "learning_rate": 4.980380838801431e-05, |
| "loss": 2.326, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.008715086813596975, |
| "grad_norm": 2.5308713912963867, |
| "learning_rate": 4.980286753286195e-05, |
| "loss": 2.3517, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.008724080711237425, |
| "grad_norm": 2.4353814125061035, |
| "learning_rate": 4.980192443605314e-05, |
| "loss": 2.3247, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.008733074608877876, |
| "grad_norm": 1.2030874490737915, |
| "learning_rate": 4.9800979097673106e-05, |
| "loss": 2.2785, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.008742068506518328, |
| "grad_norm": 4.3923540115356445, |
| "learning_rate": 4.98000315178073e-05, |
| "loss": 2.4156, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.008751062404158778, |
| "grad_norm": 2.5101020336151123, |
| "learning_rate": 4.979908169654136e-05, |
| "loss": 2.3458, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.008760056301799228, |
| "grad_norm": 2.055736780166626, |
| "learning_rate": 4.9798129633961124e-05, |
| "loss": 2.366, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.00876905019943968, |
| "grad_norm": 1.0032880306243896, |
| "learning_rate": 4.979717533015264e-05, |
| "loss": 2.2664, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.00877804409708013, |
| "grad_norm": 2.2960662841796875, |
| "learning_rate": 4.979621878520216e-05, |
| "loss": 2.4005, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.008787037994720581, |
| "grad_norm": 1.7479488849639893, |
| "learning_rate": 4.979525999919614e-05, |
| "loss": 2.2448, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.008796031892361033, |
| "grad_norm": 1.5676523447036743, |
| "learning_rate": 4.9794298972221225e-05, |
| "loss": 2.3536, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.008805025790001484, |
| "grad_norm": 78.5261459350586, |
| "learning_rate": 4.979333570436427e-05, |
| "loss": 2.2746, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.008814019687641936, |
| "grad_norm": 9.62118911743164, |
| "learning_rate": 4.979237019571235e-05, |
| "loss": 2.2938, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.008823013585282386, |
| "grad_norm": 2.8171589374542236, |
| "learning_rate": 4.979140244635271e-05, |
| "loss": 2.3666, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.008832007482922836, |
| "grad_norm": 1.6373629570007324, |
| "learning_rate": 4.979043245637282e-05, |
| "loss": 2.244, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.008841001380563289, |
| "grad_norm": 2.18770694732666, |
| "learning_rate": 4.978946022586035e-05, |
| "loss": 2.376, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.008849995278203739, |
| "grad_norm": 2.425063371658325, |
| "learning_rate": 4.978848575490316e-05, |
| "loss": 2.272, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.00885898917584419, |
| "grad_norm": 1.0710437297821045, |
| "learning_rate": 4.9787509043589334e-05, |
| "loss": 2.3817, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.008867983073484641, |
| "grad_norm": 1.5350664854049683, |
| "learning_rate": 4.9786530092007135e-05, |
| "loss": 2.3173, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.008876976971125092, |
| "grad_norm": 2.1459872722625732, |
| "learning_rate": 4.9785548900245045e-05, |
| "loss": 2.3475, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.008885970868765542, |
| "grad_norm": 2.152179718017578, |
| "learning_rate": 4.978456546839174e-05, |
| "loss": 2.3343, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.008894964766405994, |
| "grad_norm": 1.4224385023117065, |
| "learning_rate": 4.978357979653611e-05, |
| "loss": 2.3542, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.008903958664046445, |
| "grad_norm": 1.3504154682159424, |
| "learning_rate": 4.9782591884767224e-05, |
| "loss": 2.3621, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.008912952561686895, |
| "grad_norm": 7.234045505523682, |
| "learning_rate": 4.978160173317438e-05, |
| "loss": 2.377, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.008921946459327347, |
| "grad_norm": 2.711791753768921, |
| "learning_rate": 4.978060934184707e-05, |
| "loss": 2.406, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.008930940356967797, |
| "grad_norm": 1.7958492040634155, |
| "learning_rate": 4.9779614710874974e-05, |
| "loss": 2.3133, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.008939934254608248, |
| "grad_norm": 4.097232818603516, |
| "learning_rate": 4.977861784034799e-05, |
| "loss": 2.4167, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.0089489281522487, |
| "grad_norm": 1.4877700805664062, |
| "learning_rate": 4.977761873035622e-05, |
| "loss": 2.4374, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.00895792204988915, |
| "grad_norm": 19.301212310791016, |
| "learning_rate": 4.977661738098995e-05, |
| "loss": 2.4801, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.0089669159475296, |
| "grad_norm": 1.8256185054779053, |
| "learning_rate": 4.977561379233969e-05, |
| "loss": 2.4585, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.008975909845170053, |
| "grad_norm": 3.464038848876953, |
| "learning_rate": 4.9774607964496144e-05, |
| "loss": 2.3755, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.008984903742810503, |
| "grad_norm": 2.2096097469329834, |
| "learning_rate": 4.9773599897550214e-05, |
| "loss": 2.4156, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.008993897640450953, |
| "grad_norm": 4.295968532562256, |
| "learning_rate": 4.977258959159301e-05, |
| "loss": 2.3988, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.009002891538091405, |
| "grad_norm": 1.1036388874053955, |
| "learning_rate": 4.9771577046715846e-05, |
| "loss": 2.3178, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.009011885435731856, |
| "grad_norm": 1.7228236198425293, |
| "learning_rate": 4.9770562263010225e-05, |
| "loss": 2.2841, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.009020879333372306, |
| "grad_norm": 2.547356128692627, |
| "learning_rate": 4.976954524056787e-05, |
| "loss": 2.4064, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.009029873231012758, |
| "grad_norm": 2.5266928672790527, |
| "learning_rate": 4.976852597948069e-05, |
| "loss": 2.3287, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.009038867128653209, |
| "grad_norm": 2.128464460372925, |
| "learning_rate": 4.9767504479840816e-05, |
| "loss": 2.3066, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.009047861026293659, |
| "grad_norm": 1.5903282165527344, |
| "learning_rate": 4.976648074174056e-05, |
| "loss": 2.3114, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.009056854923934111, |
| "grad_norm": 284.1065368652344, |
| "learning_rate": 4.976545476527246e-05, |
| "loss": 2.4002, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.009065848821574561, |
| "grad_norm": 446.20068359375, |
| "learning_rate": 4.976442655052922e-05, |
| "loss": 2.5204, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.009074842719215012, |
| "grad_norm": 4.401348114013672, |
| "learning_rate": 4.976339609760379e-05, |
| "loss": 2.3228, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.009083836616855464, |
| "grad_norm": 1.9144341945648193, |
| "learning_rate": 4.9762363406589295e-05, |
| "loss": 2.3604, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.009092830514495914, |
| "grad_norm": 18.24340057373047, |
| "learning_rate": 4.976132847757906e-05, |
| "loss": 2.3804, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.009101824412136365, |
| "grad_norm": 1.3318119049072266, |
| "learning_rate": 4.976029131066664e-05, |
| "loss": 2.2884, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.009110818309776817, |
| "grad_norm": 1.1708160638809204, |
| "learning_rate": 4.975925190594575e-05, |
| "loss": 2.3304, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.009119812207417267, |
| "grad_norm": 1.9248275756835938, |
| "learning_rate": 4.9758210263510345e-05, |
| "loss": 2.4356, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.00912880610505772, |
| "grad_norm": 1.1926578283309937, |
| "learning_rate": 4.9757166383454565e-05, |
| "loss": 2.3249, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.00913780000269817, |
| "grad_norm": 1.5307071208953857, |
| "learning_rate": 4.975612026587275e-05, |
| "loss": 2.3416, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.00914679390033862, |
| "grad_norm": 1.9043503999710083, |
| "learning_rate": 4.9755071910859456e-05, |
| "loss": 2.4471, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.009155787797979072, |
| "grad_norm": 1.5771394968032837, |
| "learning_rate": 4.975402131850942e-05, |
| "loss": 2.3845, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.009164781695619522, |
| "grad_norm": 1.0784991979599, |
| "learning_rate": 4.9752968488917604e-05, |
| "loss": 2.2247, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.009173775593259973, |
| "grad_norm": 11.075843811035156, |
| "learning_rate": 4.975191342217917e-05, |
| "loss": 2.2718, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.009182769490900425, |
| "grad_norm": 11.83606243133545, |
| "learning_rate": 4.975085611838944e-05, |
| "loss": 2.3569, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.009191763388540875, |
| "grad_norm": 6.07887601852417, |
| "learning_rate": 4.9749796577644e-05, |
| "loss": 2.4011, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.009200757286181326, |
| "grad_norm": 1.940321445465088, |
| "learning_rate": 4.974873480003861e-05, |
| "loss": 2.2614, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.009209751183821778, |
| "grad_norm": 3.0341317653656006, |
| "learning_rate": 4.974767078566922e-05, |
| "loss": 2.4608, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.009218745081462228, |
| "grad_norm": 2.68550181388855, |
| "learning_rate": 4.9746604534632004e-05, |
| "loss": 2.2984, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.009227738979102678, |
| "grad_norm": 4.981675624847412, |
| "learning_rate": 4.9745536047023324e-05, |
| "loss": 2.3595, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.00923673287674313, |
| "grad_norm": 3.624321222305298, |
| "learning_rate": 4.974446532293975e-05, |
| "loss": 2.3652, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.00924572677438358, |
| "grad_norm": 2.262476682662964, |
| "learning_rate": 4.9743392362478046e-05, |
| "loss": 2.3697, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.009254720672024031, |
| "grad_norm": 2.0064961910247803, |
| "learning_rate": 4.9742317165735196e-05, |
| "loss": 2.3023, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.009263714569664483, |
| "grad_norm": 1.8211779594421387, |
| "learning_rate": 4.9741239732808377e-05, |
| "loss": 2.3624, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.009272708467304934, |
| "grad_norm": 1.7825077772140503, |
| "learning_rate": 4.974016006379495e-05, |
| "loss": 2.3577, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.009281702364945384, |
| "grad_norm": 2.8979403972625732, |
| "learning_rate": 4.9739078158792514e-05, |
| "loss": 2.4009, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.009290696262585836, |
| "grad_norm": 3.5438995361328125, |
| "learning_rate": 4.973799401789884e-05, |
| "loss": 2.393, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.009299690160226286, |
| "grad_norm": 2.3994574546813965, |
| "learning_rate": 4.9736907641211904e-05, |
| "loss": 2.3648, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.009308684057866737, |
| "grad_norm": 1.2672652006149292, |
| "learning_rate": 4.97358190288299e-05, |
| "loss": 2.2841, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.009317677955507189, |
| "grad_norm": 1.8701341152191162, |
| "learning_rate": 4.973472818085122e-05, |
| "loss": 2.341, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.00932667185314764, |
| "grad_norm": 2.4897868633270264, |
| "learning_rate": 4.973363509737445e-05, |
| "loss": 2.3821, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.00933566575078809, |
| "grad_norm": 2.0629661083221436, |
| "learning_rate": 4.973253977849838e-05, |
| "loss": 2.3637, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.009344659648428542, |
| "grad_norm": 1.559417963027954, |
| "learning_rate": 4.9731442224322e-05, |
| "loss": 2.2815, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.009353653546068992, |
| "grad_norm": 1.5687872171401978, |
| "learning_rate": 4.973034243494452e-05, |
| "loss": 2.3517, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.009362647443709442, |
| "grad_norm": 1.0377593040466309, |
| "learning_rate": 4.9729240410465316e-05, |
| "loss": 2.2756, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.009371641341349895, |
| "grad_norm": 1.5999455451965332, |
| "learning_rate": 4.9728136150984e-05, |
| "loss": 2.3488, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.009380635238990345, |
| "grad_norm": 1.3381636142730713, |
| "learning_rate": 4.972702965660039e-05, |
| "loss": 2.3803, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.009389629136630795, |
| "grad_norm": 1.8739471435546875, |
| "learning_rate": 4.972592092741446e-05, |
| "loss": 2.3593, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.009398623034271247, |
| "grad_norm": 1.6740717887878418, |
| "learning_rate": 4.972480996352644e-05, |
| "loss": 2.3002, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.009407616931911698, |
| "grad_norm": 1.1257169246673584, |
| "learning_rate": 4.972369676503672e-05, |
| "loss": 2.349, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.009416610829552148, |
| "grad_norm": 37.121726989746094, |
| "learning_rate": 4.9722581332045906e-05, |
| "loss": 2.3289, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.0094256047271926, |
| "grad_norm": 1.7633475065231323, |
| "learning_rate": 4.9721463664654835e-05, |
| "loss": 2.375, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.00943459862483305, |
| "grad_norm": 2.242678642272949, |
| "learning_rate": 4.97203437629645e-05, |
| "loss": 2.2794, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.009443592522473501, |
| "grad_norm": 2.0801889896392822, |
| "learning_rate": 4.971922162707612e-05, |
| "loss": 2.2789, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.009452586420113953, |
| "grad_norm": 1.684820294380188, |
| "learning_rate": 4.971809725709112e-05, |
| "loss": 2.4247, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.009461580317754403, |
| "grad_norm": 2.8138086795806885, |
| "learning_rate": 4.971697065311111e-05, |
| "loss": 2.3125, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.009470574215394855, |
| "grad_norm": 1.4332460165023804, |
| "learning_rate": 4.971584181523792e-05, |
| "loss": 2.3261, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.009479568113035306, |
| "grad_norm": 1.1635377407073975, |
| "learning_rate": 4.9714710743573566e-05, |
| "loss": 2.3102, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.009488562010675756, |
| "grad_norm": 12.210381507873535, |
| "learning_rate": 4.971357743822027e-05, |
| "loss": 2.3955, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.009497555908316208, |
| "grad_norm": 2.8512823581695557, |
| "learning_rate": 4.971244189928047e-05, |
| "loss": 2.2482, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.009506549805956659, |
| "grad_norm": 2.8980586528778076, |
| "learning_rate": 4.971130412685679e-05, |
| "loss": 2.2319, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.009515543703597109, |
| "grad_norm": 2.3892319202423096, |
| "learning_rate": 4.971016412105206e-05, |
| "loss": 2.4365, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.009524537601237561, |
| "grad_norm": 1.2553093433380127, |
| "learning_rate": 4.970902188196931e-05, |
| "loss": 2.2569, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.009533531498878011, |
| "grad_norm": 1.172286868095398, |
| "learning_rate": 4.970787740971178e-05, |
| "loss": 2.2426, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.009542525396518462, |
| "grad_norm": 1.9281389713287354, |
| "learning_rate": 4.97067307043829e-05, |
| "loss": 2.3148, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.009551519294158914, |
| "grad_norm": 5.392895221710205, |
| "learning_rate": 4.970558176608631e-05, |
| "loss": 2.3564, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.009560513191799364, |
| "grad_norm": 111.55917358398438, |
| "learning_rate": 4.970443059492585e-05, |
| "loss": 2.6691, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.009569507089439815, |
| "grad_norm": 79.27272033691406, |
| "learning_rate": 4.9703277191005556e-05, |
| "loss": 2.7401, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.009578500987080267, |
| "grad_norm": 64.21418762207031, |
| "learning_rate": 4.9702121554429695e-05, |
| "loss": 2.7139, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.009587494884720717, |
| "grad_norm": 238.8323211669922, |
| "learning_rate": 4.970096368530268e-05, |
| "loss": 2.5298, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.009596488782361167, |
| "grad_norm": 5.2633185386657715, |
| "learning_rate": 4.969980358372918e-05, |
| "loss": 2.4147, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.00960548268000162, |
| "grad_norm": 3.5609946250915527, |
| "learning_rate": 4.9698641249814036e-05, |
| "loss": 2.2809, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.00961447657764207, |
| "grad_norm": 186.07591247558594, |
| "learning_rate": 4.96974766836623e-05, |
| "loss": 2.438, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.00962347047528252, |
| "grad_norm": 37.068077087402344, |
| "learning_rate": 4.9696309885379225e-05, |
| "loss": 2.3861, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.009632464372922972, |
| "grad_norm": 4.245080947875977, |
| "learning_rate": 4.9695140855070254e-05, |
| "loss": 2.3331, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.009641458270563423, |
| "grad_norm": 1.162161111831665, |
| "learning_rate": 4.9693969592841054e-05, |
| "loss": 2.2964, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.009650452168203873, |
| "grad_norm": 1.679726481437683, |
| "learning_rate": 4.969279609879749e-05, |
| "loss": 2.3182, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.009659446065844325, |
| "grad_norm": 322.6358642578125, |
| "learning_rate": 4.96916203730456e-05, |
| "loss": 2.2659, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.009668439963484775, |
| "grad_norm": 1.6927112340927124, |
| "learning_rate": 4.969044241569166e-05, |
| "loss": 2.3038, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.009677433861125226, |
| "grad_norm": 106.5965805053711, |
| "learning_rate": 4.968926222684213e-05, |
| "loss": 2.3294, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.009686427758765678, |
| "grad_norm": 5.916990756988525, |
| "learning_rate": 4.968807980660367e-05, |
| "loss": 2.3532, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.009695421656406128, |
| "grad_norm": 1.4046456813812256, |
| "learning_rate": 4.968689515508316e-05, |
| "loss": 2.3392, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.009704415554046579, |
| "grad_norm": 2.997627019882202, |
| "learning_rate": 4.968570827238764e-05, |
| "loss": 2.3581, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.00971340945168703, |
| "grad_norm": 2.466237783432007, |
| "learning_rate": 4.968451915862441e-05, |
| "loss": 2.3702, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.009722403349327481, |
| "grad_norm": 6.010172367095947, |
| "learning_rate": 4.968332781390092e-05, |
| "loss": 2.339, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.009731397246967931, |
| "grad_norm": 1.6601020097732544, |
| "learning_rate": 4.968213423832485e-05, |
| "loss": 2.306, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.009740391144608384, |
| "grad_norm": 1.492484450340271, |
| "learning_rate": 4.9680938432004074e-05, |
| "loss": 2.3155, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.009749385042248834, |
| "grad_norm": 1.6578973531723022, |
| "learning_rate": 4.967974039504666e-05, |
| "loss": 2.2692, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.009758378939889284, |
| "grad_norm": 1.943566918373108, |
| "learning_rate": 4.9678540127560904e-05, |
| "loss": 2.4199, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.009767372837529736, |
| "grad_norm": 1.309987187385559, |
| "learning_rate": 4.9677337629655264e-05, |
| "loss": 2.2808, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.009776366735170187, |
| "grad_norm": 1.8059741258621216, |
| "learning_rate": 4.967613290143843e-05, |
| "loss": 2.3359, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.009785360632810637, |
| "grad_norm": 1.6679922342300415, |
| "learning_rate": 4.967492594301928e-05, |
| "loss": 2.3139, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.00979435453045109, |
| "grad_norm": 1.5452219247817993, |
| "learning_rate": 4.9673716754506906e-05, |
| "loss": 2.3277, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.00980334842809154, |
| "grad_norm": 0.9614936709403992, |
| "learning_rate": 4.967250533601059e-05, |
| "loss": 2.2946, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.009812342325731992, |
| "grad_norm": 1.8186993598937988, |
| "learning_rate": 4.967129168763981e-05, |
| "loss": 2.3634, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.009821336223372442, |
| "grad_norm": 3.445974826812744, |
| "learning_rate": 4.967007580950427e-05, |
| "loss": 2.3921, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.009830330121012892, |
| "grad_norm": 214.7694549560547, |
| "learning_rate": 4.9668857701713844e-05, |
| "loss": 2.3131, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.009839324018653344, |
| "grad_norm": 129.35501098632812, |
| "learning_rate": 4.9667637364378625e-05, |
| "loss": 2.3979, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.009848317916293795, |
| "grad_norm": 22.181787490844727, |
| "learning_rate": 4.966641479760892e-05, |
| "loss": 2.3343, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.009857311813934245, |
| "grad_norm": 2.1598572731018066, |
| "learning_rate": 4.966519000151522e-05, |
| "loss": 2.3796, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.009866305711574697, |
| "grad_norm": 2.760488748550415, |
| "learning_rate": 4.96639629762082e-05, |
| "loss": 2.3354, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.009875299609215148, |
| "grad_norm": 23.494564056396484, |
| "learning_rate": 4.966273372179878e-05, |
| "loss": 2.301, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.009884293506855598, |
| "grad_norm": 958.7348022460938, |
| "learning_rate": 4.966150223839805e-05, |
| "loss": 2.6469, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.00989328740449605, |
| "grad_norm": 3.113955497741699, |
| "learning_rate": 4.966026852611731e-05, |
| "loss": 2.4272, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.0099022813021365, |
| "grad_norm": 52.463993072509766, |
| "learning_rate": 4.965903258506806e-05, |
| "loss": 2.3236, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.00991127519977695, |
| "grad_norm": 1.7886731624603271, |
| "learning_rate": 4.9657794415362014e-05, |
| "loss": 2.2811, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.009920269097417403, |
| "grad_norm": 2.48513126373291, |
| "learning_rate": 4.965655401711106e-05, |
| "loss": 2.2932, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.009929262995057853, |
| "grad_norm": 1.5509709119796753, |
| "learning_rate": 4.965531139042731e-05, |
| "loss": 2.3416, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.009938256892698304, |
| "grad_norm": 4.904428482055664, |
| "learning_rate": 4.9654066535423075e-05, |
| "loss": 2.3302, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.009947250790338756, |
| "grad_norm": 2.888819932937622, |
| "learning_rate": 4.9652819452210865e-05, |
| "loss": 2.3515, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.009956244687979206, |
| "grad_norm": 1.615666389465332, |
| "learning_rate": 4.9651570140903384e-05, |
| "loss": 2.2589, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.009965238585619656, |
| "grad_norm": 1.6766654253005981, |
| "learning_rate": 4.965031860161355e-05, |
| "loss": 2.3282, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.009974232483260109, |
| "grad_norm": 2.3949713706970215, |
| "learning_rate": 4.9649064834454474e-05, |
| "loss": 2.2685, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.009983226380900559, |
| "grad_norm": 1.4269980192184448, |
| "learning_rate": 4.9647808839539455e-05, |
| "loss": 2.3944, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.00999222027854101, |
| "grad_norm": 1.2341117858886719, |
| "learning_rate": 4.9646550616982034e-05, |
| "loss": 2.2753, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.010001214176181461, |
| "grad_norm": 1.9939247369766235, |
| "learning_rate": 4.9645290166895906e-05, |
| "loss": 2.3253, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.010010208073821912, |
| "grad_norm": 1.176496982574463, |
| "learning_rate": 4.9644027489395005e-05, |
| "loss": 2.3194, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.010019201971462362, |
| "grad_norm": 2.368574380874634, |
| "learning_rate": 4.964276258459345e-05, |
| "loss": 2.3987, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.010028195869102814, |
| "grad_norm": 1.1555325984954834, |
| "learning_rate": 4.9641495452605545e-05, |
| "loss": 2.2783, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.010037189766743265, |
| "grad_norm": 11.08785343170166, |
| "learning_rate": 4.964022609354583e-05, |
| "loss": 2.3416, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.010046183664383715, |
| "grad_norm": 3.6222121715545654, |
| "learning_rate": 4.9638954507529014e-05, |
| "loss": 2.3072, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.010055177562024167, |
| "grad_norm": 5.869036674499512, |
| "learning_rate": 4.963768069467003e-05, |
| "loss": 2.3855, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.010064171459664617, |
| "grad_norm": 1.9966332912445068, |
| "learning_rate": 4.9636404655084e-05, |
| "loss": 2.3254, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.010073165357305068, |
| "grad_norm": 4.625076770782471, |
| "learning_rate": 4.9635126388886256e-05, |
| "loss": 2.3371, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.01008215925494552, |
| "grad_norm": 3.0359678268432617, |
| "learning_rate": 4.963384589619233e-05, |
| "loss": 2.2586, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.01009115315258597, |
| "grad_norm": 1.8090620040893555, |
| "learning_rate": 4.963256317711794e-05, |
| "loss": 2.2716, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.01010014705022642, |
| "grad_norm": 1.4668354988098145, |
| "learning_rate": 4.963127823177902e-05, |
| "loss": 2.3089, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.010109140947866873, |
| "grad_norm": 2.646360158920288, |
| "learning_rate": 4.96299910602917e-05, |
| "loss": 2.3216, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.010118134845507323, |
| "grad_norm": 1.7903180122375488, |
| "learning_rate": 4.9628701662772325e-05, |
| "loss": 2.2168, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.010127128743147775, |
| "grad_norm": 1.1596676111221313, |
| "learning_rate": 4.962741003933742e-05, |
| "loss": 2.2366, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.010136122640788225, |
| "grad_norm": 2.070632219314575, |
| "learning_rate": 4.9626116190103724e-05, |
| "loss": 2.3454, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.010145116538428676, |
| "grad_norm": 0.9789115786552429, |
| "learning_rate": 4.9624820115188174e-05, |
| "loss": 2.2597, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.010154110436069128, |
| "grad_norm": 1.8018876314163208, |
| "learning_rate": 4.9623521814707894e-05, |
| "loss": 2.305, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.010163104333709578, |
| "grad_norm": 0.8252420425415039, |
| "learning_rate": 4.962222128878025e-05, |
| "loss": 2.2355, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.010172098231350029, |
| "grad_norm": 1.1904879808425903, |
| "learning_rate": 4.962091853752275e-05, |
| "loss": 2.3075, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.01018109212899048, |
| "grad_norm": 1.8671382665634155, |
| "learning_rate": 4.961961356105317e-05, |
| "loss": 2.2624, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.010190086026630931, |
| "grad_norm": 1.6544936895370483, |
| "learning_rate": 4.961830635948942e-05, |
| "loss": 2.3444, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.010199079924271381, |
| "grad_norm": 2.3454082012176514, |
| "learning_rate": 4.9616996932949666e-05, |
| "loss": 2.4088, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.010208073821911834, |
| "grad_norm": 1.764322280883789, |
| "learning_rate": 4.961568528155224e-05, |
| "loss": 2.2591, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.010217067719552284, |
| "grad_norm": 1.2431902885437012, |
| "learning_rate": 4.9614371405415696e-05, |
| "loss": 2.3133, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.010226061617192734, |
| "grad_norm": 1.7182575464248657, |
| "learning_rate": 4.9613055304658776e-05, |
| "loss": 2.2835, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.010235055514833186, |
| "grad_norm": 16.691743850708008, |
| "learning_rate": 4.961173697940042e-05, |
| "loss": 2.2866, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.010244049412473637, |
| "grad_norm": 1.0919997692108154, |
| "learning_rate": 4.9610416429759797e-05, |
| "loss": 2.3138, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.010253043310114087, |
| "grad_norm": 2.4553284645080566, |
| "learning_rate": 4.960909365585624e-05, |
| "loss": 2.4208, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.01026203720775454, |
| "grad_norm": 2.8286502361297607, |
| "learning_rate": 4.9607768657809306e-05, |
| "loss": 2.3583, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.01027103110539499, |
| "grad_norm": 1.5299936532974243, |
| "learning_rate": 4.960644143573875e-05, |
| "loss": 2.3979, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.01028002500303544, |
| "grad_norm": 1.3973337411880493, |
| "learning_rate": 4.960511198976451e-05, |
| "loss": 2.2907, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.010289018900675892, |
| "grad_norm": 1.4424344301223755, |
| "learning_rate": 4.960378032000676e-05, |
| "loss": 2.2768, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.010298012798316342, |
| "grad_norm": 1.1546728610992432, |
| "learning_rate": 4.960244642658585e-05, |
| "loss": 2.2212, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.010307006695956793, |
| "grad_norm": 3.8030622005462646, |
| "learning_rate": 4.960111030962232e-05, |
| "loss": 2.3394, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.010316000593597245, |
| "grad_norm": 2.399183750152588, |
| "learning_rate": 4.959977196923694e-05, |
| "loss": 2.3322, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.010324994491237695, |
| "grad_norm": 3.7612507343292236, |
| "learning_rate": 4.959843140555067e-05, |
| "loss": 2.3258, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.010333988388878146, |
| "grad_norm": 2.4283108711242676, |
| "learning_rate": 4.959708861868466e-05, |
| "loss": 2.3865, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.010342982286518598, |
| "grad_norm": 2.4122281074523926, |
| "learning_rate": 4.959574360876028e-05, |
| "loss": 2.3813, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.010351976184159048, |
| "grad_norm": 2.301945447921753, |
| "learning_rate": 4.959439637589909e-05, |
| "loss": 2.3788, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.010360970081799498, |
| "grad_norm": 2.392803907394409, |
| "learning_rate": 4.959304692022284e-05, |
| "loss": 2.3019, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.01036996397943995, |
| "grad_norm": 1.652524709701538, |
| "learning_rate": 4.9591695241853495e-05, |
| "loss": 2.2857, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.0103789578770804, |
| "grad_norm": 1.127707600593567, |
| "learning_rate": 4.959034134091323e-05, |
| "loss": 2.2377, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.010387951774720851, |
| "grad_norm": 2.509152412414551, |
| "learning_rate": 4.95889852175244e-05, |
| "loss": 2.3167, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.010396945672361303, |
| "grad_norm": 2.5287764072418213, |
| "learning_rate": 4.958762687180956e-05, |
| "loss": 2.3174, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.010405939570001754, |
| "grad_norm": 2.6051721572875977, |
| "learning_rate": 4.958626630389149e-05, |
| "loss": 2.3245, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.010414933467642204, |
| "grad_norm": 3.279592275619507, |
| "learning_rate": 4.958490351389316e-05, |
| "loss": 2.3171, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.010423927365282656, |
| "grad_norm": 3.551753520965576, |
| "learning_rate": 4.958353850193773e-05, |
| "loss": 2.2767, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.010432921262923106, |
| "grad_norm": 19.09039306640625, |
| "learning_rate": 4.958217126814857e-05, |
| "loss": 2.3301, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.010441915160563557, |
| "grad_norm": 1.6319879293441772, |
| "learning_rate": 4.958080181264925e-05, |
| "loss": 2.3, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.010450909058204009, |
| "grad_norm": 1.3658466339111328, |
| "learning_rate": 4.9579430135563534e-05, |
| "loss": 2.3458, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.01045990295584446, |
| "grad_norm": 1.20742666721344, |
| "learning_rate": 4.95780562370154e-05, |
| "loss": 2.2795, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.010468896853484911, |
| "grad_norm": 1.6854474544525146, |
| "learning_rate": 4.957668011712902e-05, |
| "loss": 2.3564, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.010477890751125362, |
| "grad_norm": 2.292989492416382, |
| "learning_rate": 4.957530177602876e-05, |
| "loss": 2.3595, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.010486884648765812, |
| "grad_norm": 1.4159866571426392, |
| "learning_rate": 4.9573921213839194e-05, |
| "loss": 2.3254, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.010495878546406264, |
| "grad_norm": 1.691332221031189, |
| "learning_rate": 4.9572538430685094e-05, |
| "loss": 2.3564, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.010504872444046714, |
| "grad_norm": 2.640218734741211, |
| "learning_rate": 4.957115342669144e-05, |
| "loss": 2.3182, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.010513866341687165, |
| "grad_norm": 1.481858253479004, |
| "learning_rate": 4.956976620198342e-05, |
| "loss": 2.2696, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.010522860239327617, |
| "grad_norm": 1.0896230936050415, |
| "learning_rate": 4.956837675668637e-05, |
| "loss": 2.2795, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.010531854136968067, |
| "grad_norm": 1.335352897644043, |
| "learning_rate": 4.9566985090925904e-05, |
| "loss": 2.3225, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.010540848034608518, |
| "grad_norm": 8.702324867248535, |
| "learning_rate": 4.956559120482779e-05, |
| "loss": 2.3123, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.01054984193224897, |
| "grad_norm": 2.045257329940796, |
| "learning_rate": 4.9564195098518e-05, |
| "loss": 2.3944, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.01055883582988942, |
| "grad_norm": 1.743530511856079, |
| "learning_rate": 4.956279677212271e-05, |
| "loss": 2.3436, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.01056782972752987, |
| "grad_norm": 2.2260138988494873, |
| "learning_rate": 4.956139622576831e-05, |
| "loss": 2.4495, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.010576823625170323, |
| "grad_norm": 1.0863250494003296, |
| "learning_rate": 4.9559993459581375e-05, |
| "loss": 2.3514, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.010585817522810773, |
| "grad_norm": 1.050481915473938, |
| "learning_rate": 4.9558588473688685e-05, |
| "loss": 2.3664, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.010594811420451223, |
| "grad_norm": 2.1504368782043457, |
| "learning_rate": 4.9557181268217227e-05, |
| "loss": 2.3724, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.010603805318091675, |
| "grad_norm": 3.4603984355926514, |
| "learning_rate": 4.955577184329416e-05, |
| "loss": 2.3355, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.010612799215732126, |
| "grad_norm": 1.2105674743652344, |
| "learning_rate": 4.955436019904689e-05, |
| "loss": 2.3539, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.010621793113372576, |
| "grad_norm": 1.112475037574768, |
| "learning_rate": 4.9552946335603e-05, |
| "loss": 2.2702, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.010630787011013028, |
| "grad_norm": 1.2488195896148682, |
| "learning_rate": 4.9551530253090263e-05, |
| "loss": 2.2923, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.010639780908653479, |
| "grad_norm": 1.3281227350234985, |
| "learning_rate": 4.9550111951636666e-05, |
| "loss": 2.2355, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.010648774806293929, |
| "grad_norm": 2.6969902515411377, |
| "learning_rate": 4.954869143137039e-05, |
| "loss": 2.288, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.010657768703934381, |
| "grad_norm": 1.9387229681015015, |
| "learning_rate": 4.9547268692419834e-05, |
| "loss": 2.3412, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.010666762601574831, |
| "grad_norm": 0.9136784672737122, |
| "learning_rate": 4.954584373491357e-05, |
| "loss": 2.2832, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.010675756499215282, |
| "grad_norm": 1.5051130056381226, |
| "learning_rate": 4.9544416558980376e-05, |
| "loss": 2.3421, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.010684750396855734, |
| "grad_norm": 0.7083832621574402, |
| "learning_rate": 4.9542987164749264e-05, |
| "loss": 2.2245, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.010693744294496184, |
| "grad_norm": 0.9482129812240601, |
| "learning_rate": 4.95415555523494e-05, |
| "loss": 2.2884, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.010702738192136635, |
| "grad_norm": 1.8723399639129639, |
| "learning_rate": 4.954012172191018e-05, |
| "loss": 2.3801, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.010711732089777087, |
| "grad_norm": 1.4367190599441528, |
| "learning_rate": 4.95386856735612e-05, |
| "loss": 2.2496, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.010720725987417537, |
| "grad_norm": 1.2865971326828003, |
| "learning_rate": 4.953724740743223e-05, |
| "loss": 2.3046, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.010729719885057987, |
| "grad_norm": 1.185848593711853, |
| "learning_rate": 4.9535806923653275e-05, |
| "loss": 2.2834, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.01073871378269844, |
| "grad_norm": 1.4188623428344727, |
| "learning_rate": 4.953436422235451e-05, |
| "loss": 2.2954, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.01074770768033889, |
| "grad_norm": 1.5299527645111084, |
| "learning_rate": 4.953291930366634e-05, |
| "loss": 2.2884, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.01075670157797934, |
| "grad_norm": 1.187511682510376, |
| "learning_rate": 4.953147216771935e-05, |
| "loss": 2.359, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.010765695475619792, |
| "grad_norm": 1.9731473922729492, |
| "learning_rate": 4.953002281464432e-05, |
| "loss": 2.2737, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.010774689373260243, |
| "grad_norm": 0.9455071687698364, |
| "learning_rate": 4.952857124457226e-05, |
| "loss": 2.2927, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.010783683270900695, |
| "grad_norm": 1.5308231115341187, |
| "learning_rate": 4.952711745763434e-05, |
| "loss": 2.3734, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.010792677168541145, |
| "grad_norm": 1.7899839878082275, |
| "learning_rate": 4.952566145396197e-05, |
| "loss": 2.1991, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.010801671066181595, |
| "grad_norm": 1.5891908407211304, |
| "learning_rate": 4.952420323368673e-05, |
| "loss": 2.4113, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.010810664963822048, |
| "grad_norm": 1.4638893604278564, |
| "learning_rate": 4.952274279694042e-05, |
| "loss": 2.3024, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.010819658861462498, |
| "grad_norm": 2.119044542312622, |
| "learning_rate": 4.952128014385503e-05, |
| "loss": 2.308, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.010828652759102948, |
| "grad_norm": 1.6738792657852173, |
| "learning_rate": 4.9519815274562756e-05, |
| "loss": 2.2302, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.0108376466567434, |
| "grad_norm": 1.505308747291565, |
| "learning_rate": 4.9518348189195984e-05, |
| "loss": 2.3468, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.01084664055438385, |
| "grad_norm": 1.9311424493789673, |
| "learning_rate": 4.9516878887887305e-05, |
| "loss": 2.224, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.010855634452024301, |
| "grad_norm": 2.1454856395721436, |
| "learning_rate": 4.9515407370769526e-05, |
| "loss": 2.338, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.010864628349664753, |
| "grad_norm": 1.1918364763259888, |
| "learning_rate": 4.951393363797564e-05, |
| "loss": 2.3401, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.010873622247305204, |
| "grad_norm": 1.2202930450439453, |
| "learning_rate": 4.951245768963883e-05, |
| "loss": 2.3299, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.010882616144945654, |
| "grad_norm": 1.1868610382080078, |
| "learning_rate": 4.95109795258925e-05, |
| "loss": 2.3391, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.010891610042586106, |
| "grad_norm": 1.0417895317077637, |
| "learning_rate": 4.9509499146870236e-05, |
| "loss": 2.2816, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.010900603940226556, |
| "grad_norm": 2.5350186824798584, |
| "learning_rate": 4.9508016552705835e-05, |
| "loss": 2.3242, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.010909597837867007, |
| "grad_norm": 1.461430311203003, |
| "learning_rate": 4.9506531743533316e-05, |
| "loss": 2.34, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.010918591735507459, |
| "grad_norm": 3.288555145263672, |
| "learning_rate": 4.9505044719486836e-05, |
| "loss": 2.4029, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.01092758563314791, |
| "grad_norm": 2.890031337738037, |
| "learning_rate": 4.9503555480700815e-05, |
| "loss": 2.3105, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.01093657953078836, |
| "grad_norm": 5.223935127258301, |
| "learning_rate": 4.9502064027309836e-05, |
| "loss": 2.2961, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.010945573428428812, |
| "grad_norm": 96.04720306396484, |
| "learning_rate": 4.950057035944871e-05, |
| "loss": 2.4028, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.010954567326069262, |
| "grad_norm": 2.35675311088562, |
| "learning_rate": 4.949907447725242e-05, |
| "loss": 2.3561, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.010963561223709712, |
| "grad_norm": 2.025588274002075, |
| "learning_rate": 4.949757638085617e-05, |
| "loss": 2.3425, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.010972555121350164, |
| "grad_norm": 1.438686490058899, |
| "learning_rate": 4.9496076070395346e-05, |
| "loss": 2.3929, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.010981549018990615, |
| "grad_norm": 2.8650848865509033, |
| "learning_rate": 4.949457354600556e-05, |
| "loss": 2.2802, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.010990542916631065, |
| "grad_norm": 1.5126683712005615, |
| "learning_rate": 4.94930688078226e-05, |
| "loss": 2.2844, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.010999536814271517, |
| "grad_norm": 1.913718819618225, |
| "learning_rate": 4.949156185598246e-05, |
| "loss": 2.3641, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.011008530711911968, |
| "grad_norm": 1.2559486627578735, |
| "learning_rate": 4.949005269062134e-05, |
| "loss": 2.233, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.011017524609552418, |
| "grad_norm": 1.4811545610427856, |
| "learning_rate": 4.948854131187564e-05, |
| "loss": 2.3706, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.01102651850719287, |
| "grad_norm": 1.481111764907837, |
| "learning_rate": 4.948702771988195e-05, |
| "loss": 2.3131, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.01103551240483332, |
| "grad_norm": 1.9949358701705933, |
| "learning_rate": 4.948551191477707e-05, |
| "loss": 2.3826, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.01104450630247377, |
| "grad_norm": 2.204502582550049, |
| "learning_rate": 4.9483993896697996e-05, |
| "loss": 2.342, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.011053500200114223, |
| "grad_norm": 2.171661376953125, |
| "learning_rate": 4.948247366578192e-05, |
| "loss": 2.3162, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.011062494097754673, |
| "grad_norm": 2.7246861457824707, |
| "learning_rate": 4.9480951222166254e-05, |
| "loss": 2.3667, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.011071487995395124, |
| "grad_norm": 1.9337729215621948, |
| "learning_rate": 4.9479426565988585e-05, |
| "loss": 2.3223, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.011080481893035576, |
| "grad_norm": 2.4414193630218506, |
| "learning_rate": 4.947789969738671e-05, |
| "loss": 2.3164, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.011089475790676026, |
| "grad_norm": 2.173196315765381, |
| "learning_rate": 4.9476370616498617e-05, |
| "loss": 2.2918, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.011098469688316476, |
| "grad_norm": 2.7107467651367188, |
| "learning_rate": 4.947483932346252e-05, |
| "loss": 2.3572, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.011107463585956929, |
| "grad_norm": 1.258103370666504, |
| "learning_rate": 4.9473305818416806e-05, |
| "loss": 2.2838, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.011116457483597379, |
| "grad_norm": 2.1360626220703125, |
| "learning_rate": 4.947177010150007e-05, |
| "loss": 2.3383, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.011125451381237831, |
| "grad_norm": 1.0039118528366089, |
| "learning_rate": 4.9470232172851114e-05, |
| "loss": 2.3596, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.011134445278878281, |
| "grad_norm": 2.0521559715270996, |
| "learning_rate": 4.9468692032608926e-05, |
| "loss": 2.3033, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.011143439176518732, |
| "grad_norm": 1.234839677810669, |
| "learning_rate": 4.946714968091271e-05, |
| "loss": 2.246, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.011152433074159184, |
| "grad_norm": 1.0917353630065918, |
| "learning_rate": 4.946560511790186e-05, |
| "loss": 2.2894, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.011161426971799634, |
| "grad_norm": 1.0826351642608643, |
| "learning_rate": 4.946405834371597e-05, |
| "loss": 2.3392, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.011170420869440085, |
| "grad_norm": 1.1655303239822388, |
| "learning_rate": 4.9462509358494844e-05, |
| "loss": 2.3199, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.011179414767080537, |
| "grad_norm": 1.2636141777038574, |
| "learning_rate": 4.946095816237847e-05, |
| "loss": 2.3306, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.011188408664720987, |
| "grad_norm": 2.016878604888916, |
| "learning_rate": 4.945940475550703e-05, |
| "loss": 2.3402, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.011197402562361437, |
| "grad_norm": 1.3355700969696045, |
| "learning_rate": 4.945784913802095e-05, |
| "loss": 2.243, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.01120639646000189, |
| "grad_norm": 2.1973514556884766, |
| "learning_rate": 4.9456291310060806e-05, |
| "loss": 2.3478, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.01121539035764234, |
| "grad_norm": 1.1568211317062378, |
| "learning_rate": 4.9454731271767395e-05, |
| "loss": 2.3208, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.01122438425528279, |
| "grad_norm": 1.5626015663146973, |
| "learning_rate": 4.945316902328171e-05, |
| "loss": 2.2441, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.011233378152923242, |
| "grad_norm": 2.322676420211792, |
| "learning_rate": 4.9451604564744944e-05, |
| "loss": 2.3715, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.011242372050563693, |
| "grad_norm": 2.1260242462158203, |
| "learning_rate": 4.9450037896298495e-05, |
| "loss": 2.341, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.011251365948204143, |
| "grad_norm": 1.714827537536621, |
| "learning_rate": 4.9448469018083965e-05, |
| "loss": 2.2521, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.011260359845844595, |
| "grad_norm": 6.027016639709473, |
| "learning_rate": 4.944689793024313e-05, |
| "loss": 2.2911, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.011269353743485045, |
| "grad_norm": 2.1543612480163574, |
| "learning_rate": 4.9445324632918e-05, |
| "loss": 2.3697, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.011278347641125496, |
| "grad_norm": 1.6868714094161987, |
| "learning_rate": 4.944374912625075e-05, |
| "loss": 2.3858, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.011287341538765948, |
| "grad_norm": 1.0732194185256958, |
| "learning_rate": 4.944217141038379e-05, |
| "loss": 2.3034, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.011296335436406398, |
| "grad_norm": 1.4649441242218018, |
| "learning_rate": 4.9440591485459706e-05, |
| "loss": 2.3401, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.011305329334046849, |
| "grad_norm": 1.239201545715332, |
| "learning_rate": 4.943900935162128e-05, |
| "loss": 2.3145, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.0113143232316873, |
| "grad_norm": 1.889357566833496, |
| "learning_rate": 4.9437425009011526e-05, |
| "loss": 2.2848, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.011323317129327751, |
| "grad_norm": 1.7509350776672363, |
| "learning_rate": 4.9435838457773606e-05, |
| "loss": 2.2887, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.011332311026968201, |
| "grad_norm": 2.5500247478485107, |
| "learning_rate": 4.943424969805094e-05, |
| "loss": 2.302, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.011341304924608653, |
| "grad_norm": 2.0146055221557617, |
| "learning_rate": 4.94326587299871e-05, |
| "loss": 2.3183, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.011350298822249104, |
| "grad_norm": 2.1095030307769775, |
| "learning_rate": 4.9431065553725874e-05, |
| "loss": 2.293, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.011359292719889554, |
| "grad_norm": 0.8967338800430298, |
| "learning_rate": 4.942947016941126e-05, |
| "loss": 2.2293, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.011368286617530006, |
| "grad_norm": 1.6413196325302124, |
| "learning_rate": 4.942787257718745e-05, |
| "loss": 2.2868, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.011377280515170457, |
| "grad_norm": 0.9218994379043579, |
| "learning_rate": 4.9426272777198836e-05, |
| "loss": 2.3297, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.011386274412810907, |
| "grad_norm": 2.4999451637268066, |
| "learning_rate": 4.9424670769589984e-05, |
| "loss": 2.2538, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.011395268310451359, |
| "grad_norm": 1.861364483833313, |
| "learning_rate": 4.9423066554505706e-05, |
| "loss": 2.3073, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.01140426220809181, |
| "grad_norm": 2.0318455696105957, |
| "learning_rate": 4.942146013209097e-05, |
| "loss": 2.3113, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.01141325610573226, |
| "grad_norm": 1.3827846050262451, |
| "learning_rate": 4.9419851502490976e-05, |
| "loss": 2.2541, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.011422250003372712, |
| "grad_norm": 1.509055733680725, |
| "learning_rate": 4.9418240665851106e-05, |
| "loss": 2.3673, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.011431243901013162, |
| "grad_norm": 1.5659303665161133, |
| "learning_rate": 4.941662762231695e-05, |
| "loss": 2.3634, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.011440237798653613, |
| "grad_norm": 1.633475661277771, |
| "learning_rate": 4.941501237203428e-05, |
| "loss": 2.3204, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.011449231696294065, |
| "grad_norm": 1.589223027229309, |
| "learning_rate": 4.9413394915149094e-05, |
| "loss": 2.3345, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.011458225593934515, |
| "grad_norm": 1.170649528503418, |
| "learning_rate": 4.941177525180757e-05, |
| "loss": 2.2869, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.011467219491574967, |
| "grad_norm": 0.9948899745941162, |
| "learning_rate": 4.94101533821561e-05, |
| "loss": 2.2896, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.011476213389215418, |
| "grad_norm": 0.8960604667663574, |
| "learning_rate": 4.9408529306341255e-05, |
| "loss": 2.2698, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.011485207286855868, |
| "grad_norm": 2.304053783416748, |
| "learning_rate": 4.940690302450982e-05, |
| "loss": 2.3175, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.01149420118449632, |
| "grad_norm": 1.649854063987732, |
| "learning_rate": 4.940527453680878e-05, |
| "loss": 2.3434, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.01150319508213677, |
| "grad_norm": 1.9188902378082275, |
| "learning_rate": 4.940364384338532e-05, |
| "loss": 2.3023, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.01151218897977722, |
| "grad_norm": 1.5064107179641724, |
| "learning_rate": 4.94020109443868e-05, |
| "loss": 2.3428, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.011521182877417673, |
| "grad_norm": 1.1684613227844238, |
| "learning_rate": 4.9400375839960826e-05, |
| "loss": 2.274, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.011530176775058123, |
| "grad_norm": 1.879447340965271, |
| "learning_rate": 4.9398738530255164e-05, |
| "loss": 2.311, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.011539170672698574, |
| "grad_norm": 5.295740127563477, |
| "learning_rate": 4.9397099015417794e-05, |
| "loss": 2.3564, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.011548164570339026, |
| "grad_norm": 1.2326210737228394, |
| "learning_rate": 4.9395457295596895e-05, |
| "loss": 2.2755, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.011557158467979476, |
| "grad_norm": 1.1373960971832275, |
| "learning_rate": 4.939381337094084e-05, |
| "loss": 2.2385, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.011566152365619926, |
| "grad_norm": 1.6129990816116333, |
| "learning_rate": 4.9392167241598206e-05, |
| "loss": 2.3477, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.011575146263260378, |
| "grad_norm": 1.6414514780044556, |
| "learning_rate": 4.939051890771777e-05, |
| "loss": 2.3078, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.011584140160900829, |
| "grad_norm": 1.6887080669403076, |
| "learning_rate": 4.938886836944851e-05, |
| "loss": 2.2672, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.01159313405854128, |
| "grad_norm": 1.3660883903503418, |
| "learning_rate": 4.938721562693959e-05, |
| "loss": 2.3015, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.011602127956181731, |
| "grad_norm": 0.9072462916374207, |
| "learning_rate": 4.93855606803404e-05, |
| "loss": 2.2724, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.011611121853822182, |
| "grad_norm": 1.0197970867156982, |
| "learning_rate": 4.938390352980049e-05, |
| "loss": 2.322, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.011620115751462632, |
| "grad_norm": 1.6257226467132568, |
| "learning_rate": 4.938224417546965e-05, |
| "loss": 2.292, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.011629109649103084, |
| "grad_norm": 0.8640071749687195, |
| "learning_rate": 4.938058261749784e-05, |
| "loss": 2.3107, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.011638103546743534, |
| "grad_norm": 2.1623289585113525, |
| "learning_rate": 4.937891885603524e-05, |
| "loss": 2.3685, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.011647097444383985, |
| "grad_norm": 2.623000144958496, |
| "learning_rate": 4.9377252891232205e-05, |
| "loss": 2.4302, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.011656091342024437, |
| "grad_norm": 4.7325873374938965, |
| "learning_rate": 4.937558472323932e-05, |
| "loss": 2.3178, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.011665085239664887, |
| "grad_norm": 2.6786139011383057, |
| "learning_rate": 4.937391435220733e-05, |
| "loss": 2.3095, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.011674079137305338, |
| "grad_norm": 1.3070074319839478, |
| "learning_rate": 4.937224177828722e-05, |
| "loss": 2.3799, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.01168307303494579, |
| "grad_norm": 4.2565693855285645, |
| "learning_rate": 4.937056700163015e-05, |
| "loss": 2.3069, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.01169206693258624, |
| "grad_norm": 2.372837543487549, |
| "learning_rate": 4.936889002238749e-05, |
| "loss": 2.2814, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.01170106083022669, |
| "grad_norm": 4.036974906921387, |
| "learning_rate": 4.936721084071079e-05, |
| "loss": 2.3156, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.011710054727867143, |
| "grad_norm": 1.7612476348876953, |
| "learning_rate": 4.9365529456751823e-05, |
| "loss": 2.3362, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.011719048625507593, |
| "grad_norm": 1.62795889377594, |
| "learning_rate": 4.936384587066255e-05, |
| "loss": 2.3077, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.011728042523148043, |
| "grad_norm": 1.8024780750274658, |
| "learning_rate": 4.936216008259513e-05, |
| "loss": 2.2378, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.011737036420788495, |
| "grad_norm": 1.9589920043945312, |
| "learning_rate": 4.9360472092701914e-05, |
| "loss": 2.3331, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.011746030318428946, |
| "grad_norm": 5.74002742767334, |
| "learning_rate": 4.935878190113548e-05, |
| "loss": 2.272, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.011755024216069396, |
| "grad_norm": 1.2023650407791138, |
| "learning_rate": 4.935708950804857e-05, |
| "loss": 2.3192, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.011764018113709848, |
| "grad_norm": 2.29329252243042, |
| "learning_rate": 4.935539491359415e-05, |
| "loss": 2.4965, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.011773012011350299, |
| "grad_norm": 5.815248489379883, |
| "learning_rate": 4.935369811792536e-05, |
| "loss": 2.2611, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.01178200590899075, |
| "grad_norm": 1.0783790349960327, |
| "learning_rate": 4.935199912119558e-05, |
| "loss": 2.315, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.011790999806631201, |
| "grad_norm": 1.660359263420105, |
| "learning_rate": 4.935029792355834e-05, |
| "loss": 2.2553, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.011799993704271651, |
| "grad_norm": 1.8036712408065796, |
| "learning_rate": 4.93485945251674e-05, |
| "loss": 2.333, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.011808987601912103, |
| "grad_norm": 1.599664330482483, |
| "learning_rate": 4.934688892617672e-05, |
| "loss": 2.3116, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.011817981499552554, |
| "grad_norm": 4.0947957038879395, |
| "learning_rate": 4.934518112674044e-05, |
| "loss": 2.3851, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.011826975397193004, |
| "grad_norm": 1.2490711212158203, |
| "learning_rate": 4.9343471127012916e-05, |
| "loss": 2.3138, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.011835969294833456, |
| "grad_norm": 1.5987191200256348, |
| "learning_rate": 4.9341758927148685e-05, |
| "loss": 2.2805, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.011844963192473907, |
| "grad_norm": 1.4530214071273804, |
| "learning_rate": 4.934004452730251e-05, |
| "loss": 2.2581, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.011853957090114357, |
| "grad_norm": 1.4896512031555176, |
| "learning_rate": 4.933832792762932e-05, |
| "loss": 2.2328, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.011862950987754809, |
| "grad_norm": 1.3908450603485107, |
| "learning_rate": 4.933660912828427e-05, |
| "loss": 2.2771, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.01187194488539526, |
| "grad_norm": 1.1553617715835571, |
| "learning_rate": 4.93348881294227e-05, |
| "loss": 2.2609, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.01188093878303571, |
| "grad_norm": 3.907634735107422, |
| "learning_rate": 4.933316493120015e-05, |
| "loss": 2.3196, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.011889932680676162, |
| "grad_norm": 1.322037935256958, |
| "learning_rate": 4.933143953377236e-05, |
| "loss": 2.2876, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.011898926578316612, |
| "grad_norm": 2.2371411323547363, |
| "learning_rate": 4.932971193729528e-05, |
| "loss": 2.2772, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.011907920475957063, |
| "grad_norm": 1.2199677228927612, |
| "learning_rate": 4.9327982141925036e-05, |
| "loss": 2.3, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.011916914373597515, |
| "grad_norm": 1.5293182134628296, |
| "learning_rate": 4.9326250147817975e-05, |
| "loss": 2.3158, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.011925908271237965, |
| "grad_norm": 0.74586421251297, |
| "learning_rate": 4.932451595513062e-05, |
| "loss": 2.3088, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.011934902168878415, |
| "grad_norm": 1.2650678157806396, |
| "learning_rate": 4.932277956401972e-05, |
| "loss": 2.329, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.011943896066518868, |
| "grad_norm": 1.5978035926818848, |
| "learning_rate": 4.93210409746422e-05, |
| "loss": 2.2952, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.011952889964159318, |
| "grad_norm": 1.2295321226119995, |
| "learning_rate": 4.931930018715519e-05, |
| "loss": 2.2475, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.011961883861799768, |
| "grad_norm": 1.0471268892288208, |
| "learning_rate": 4.931755720171603e-05, |
| "loss": 2.2794, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.01197087775944022, |
| "grad_norm": 2.31353497505188, |
| "learning_rate": 4.931581201848224e-05, |
| "loss": 2.356, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.01197987165708067, |
| "grad_norm": 1.8516645431518555, |
| "learning_rate": 4.931406463761154e-05, |
| "loss": 2.3354, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.011988865554721121, |
| "grad_norm": 1.6288126707077026, |
| "learning_rate": 4.931231505926188e-05, |
| "loss": 2.2762, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.011997859452361573, |
| "grad_norm": 1.9435045719146729, |
| "learning_rate": 4.931056328359137e-05, |
| "loss": 2.3321, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.012006853350002024, |
| "grad_norm": 1.2276501655578613, |
| "learning_rate": 4.930880931075834e-05, |
| "loss": 2.3042, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.012015847247642474, |
| "grad_norm": 1.3298304080963135, |
| "learning_rate": 4.93070531409213e-05, |
| "loss": 2.3203, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.012024841145282926, |
| "grad_norm": 0.9763184785842896, |
| "learning_rate": 4.930529477423898e-05, |
| "loss": 2.243, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.012033835042923376, |
| "grad_norm": 1.9828107357025146, |
| "learning_rate": 4.9303534210870295e-05, |
| "loss": 2.3426, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.012042828940563827, |
| "grad_norm": 2.406665802001953, |
| "learning_rate": 4.930177145097438e-05, |
| "loss": 2.3129, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.012051822838204279, |
| "grad_norm": 1.736283302307129, |
| "learning_rate": 4.9300006494710516e-05, |
| "loss": 2.266, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.01206081673584473, |
| "grad_norm": 1.6486119031906128, |
| "learning_rate": 4.929823934223825e-05, |
| "loss": 2.2789, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.01206981063348518, |
| "grad_norm": 2.0691566467285156, |
| "learning_rate": 4.929646999371729e-05, |
| "loss": 2.3114, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.012078804531125632, |
| "grad_norm": 1.2073266506195068, |
| "learning_rate": 4.929469844930753e-05, |
| "loss": 2.344, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.012087798428766082, |
| "grad_norm": 1.0628546476364136, |
| "learning_rate": 4.9292924709169095e-05, |
| "loss": 2.305, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.012096792326406532, |
| "grad_norm": 0.9728950262069702, |
| "learning_rate": 4.929114877346229e-05, |
| "loss": 2.265, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.012105786224046984, |
| "grad_norm": 1.0010732412338257, |
| "learning_rate": 4.928937064234763e-05, |
| "loss": 2.2663, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.012114780121687435, |
| "grad_norm": 1.1296560764312744, |
| "learning_rate": 4.928759031598581e-05, |
| "loss": 2.371, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.012123774019327887, |
| "grad_norm": 1.5296412706375122, |
| "learning_rate": 4.928580779453774e-05, |
| "loss": 2.2256, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.012132767916968337, |
| "grad_norm": 1.653023362159729, |
| "learning_rate": 4.928402307816451e-05, |
| "loss": 2.3913, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.012141761814608788, |
| "grad_norm": 3.8353521823883057, |
| "learning_rate": 4.928223616702744e-05, |
| "loss": 2.4941, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.01215075571224924, |
| "grad_norm": 2.857924699783325, |
| "learning_rate": 4.928044706128803e-05, |
| "loss": 2.421, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.01215974960988969, |
| "grad_norm": 2.749598979949951, |
| "learning_rate": 4.927865576110795e-05, |
| "loss": 2.348, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.01216874350753014, |
| "grad_norm": 1.8370927572250366, |
| "learning_rate": 4.9276862266649114e-05, |
| "loss": 2.3351, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.012177737405170592, |
| "grad_norm": 0.851827085018158, |
| "learning_rate": 4.9275066578073626e-05, |
| "loss": 2.3425, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.012186731302811043, |
| "grad_norm": 0.9431597590446472, |
| "learning_rate": 4.927326869554376e-05, |
| "loss": 2.3447, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.012195725200451493, |
| "grad_norm": 1.717712640762329, |
| "learning_rate": 4.9271468619222016e-05, |
| "loss": 2.2972, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.012204719098091945, |
| "grad_norm": 2.3689746856689453, |
| "learning_rate": 4.926966634927108e-05, |
| "loss": 2.2116, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.012213712995732396, |
| "grad_norm": 1.7761175632476807, |
| "learning_rate": 4.926786188585384e-05, |
| "loss": 2.3788, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.012222706893372846, |
| "grad_norm": 1.5584611892700195, |
| "learning_rate": 4.9266055229133386e-05, |
| "loss": 2.3209, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.012231700791013298, |
| "grad_norm": 1.228891134262085, |
| "learning_rate": 4.9264246379272996e-05, |
| "loss": 2.3825, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.012240694688653748, |
| "grad_norm": 4.562474727630615, |
| "learning_rate": 4.9262435336436154e-05, |
| "loss": 2.2612, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.012249688586294199, |
| "grad_norm": 1.772830605506897, |
| "learning_rate": 4.9260622100786534e-05, |
| "loss": 2.2911, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.012258682483934651, |
| "grad_norm": 2.08131742477417, |
| "learning_rate": 4.9258806672488025e-05, |
| "loss": 2.3708, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.012267676381575101, |
| "grad_norm": 1.5537928342819214, |
| "learning_rate": 4.9256989051704696e-05, |
| "loss": 2.2242, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.012276670279215552, |
| "grad_norm": 3.594076633453369, |
| "learning_rate": 4.925516923860083e-05, |
| "loss": 2.3497, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.012285664176856004, |
| "grad_norm": 1.2255253791809082, |
| "learning_rate": 4.925334723334089e-05, |
| "loss": 2.3622, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.012294658074496454, |
| "grad_norm": 1.7830429077148438, |
| "learning_rate": 4.925152303608955e-05, |
| "loss": 2.321, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.012303651972136904, |
| "grad_norm": 0.9183161854743958, |
| "learning_rate": 4.924969664701168e-05, |
| "loss": 2.288, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.012312645869777357, |
| "grad_norm": 0.824897289276123, |
| "learning_rate": 4.9247868066272345e-05, |
| "loss": 2.3118, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.012321639767417807, |
| "grad_norm": 0.9935973286628723, |
| "learning_rate": 4.924603729403681e-05, |
| "loss": 2.2862, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.012330633665058257, |
| "grad_norm": 1.8484669923782349, |
| "learning_rate": 4.9244204330470544e-05, |
| "loss": 2.3656, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.01233962756269871, |
| "grad_norm": 1.6523222923278809, |
| "learning_rate": 4.924236917573921e-05, |
| "loss": 2.3523, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.01234862146033916, |
| "grad_norm": 1.3153334856033325, |
| "learning_rate": 4.924053183000865e-05, |
| "loss": 2.3487, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.01235761535797961, |
| "grad_norm": 2.817600727081299, |
| "learning_rate": 4.923869229344494e-05, |
| "loss": 2.3055, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.012366609255620062, |
| "grad_norm": 1.8938976526260376, |
| "learning_rate": 4.923685056621432e-05, |
| "loss": 2.3513, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.012375603153260513, |
| "grad_norm": 1.8110777139663696, |
| "learning_rate": 4.923500664848326e-05, |
| "loss": 2.3197, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.012384597050900963, |
| "grad_norm": 1.3235276937484741, |
| "learning_rate": 4.92331605404184e-05, |
| "loss": 2.3093, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.012393590948541415, |
| "grad_norm": 1.1013685464859009, |
| "learning_rate": 4.92313122421866e-05, |
| "loss": 2.3095, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.012402584846181865, |
| "grad_norm": 3.155381679534912, |
| "learning_rate": 4.922946175395489e-05, |
| "loss": 2.2927, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.012411578743822316, |
| "grad_norm": 1.7338447570800781, |
| "learning_rate": 4.922760907589052e-05, |
| "loss": 2.3123, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.012420572641462768, |
| "grad_norm": 1.9885655641555786, |
| "learning_rate": 4.922575420816095e-05, |
| "loss": 2.374, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.012429566539103218, |
| "grad_norm": 1.0699632167816162, |
| "learning_rate": 4.9223897150933804e-05, |
| "loss": 2.3657, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.012438560436743669, |
| "grad_norm": 2.571831703186035, |
| "learning_rate": 4.922203790437693e-05, |
| "loss": 2.3649, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.01244755433438412, |
| "grad_norm": 2.8510687351226807, |
| "learning_rate": 4.922017646865835e-05, |
| "loss": 2.3133, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.012456548232024571, |
| "grad_norm": 2.8858659267425537, |
| "learning_rate": 4.9218312843946314e-05, |
| "loss": 2.3696, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.012465542129665023, |
| "grad_norm": 2.153928518295288, |
| "learning_rate": 4.921644703040925e-05, |
| "loss": 2.2591, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.012474536027305473, |
| "grad_norm": 1.840311884880066, |
| "learning_rate": 4.9214579028215776e-05, |
| "loss": 2.3336, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.012483529924945924, |
| "grad_norm": 1.258995532989502, |
| "learning_rate": 4.9212708837534746e-05, |
| "loss": 2.2697, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.012492523822586376, |
| "grad_norm": 1.5013561248779297, |
| "learning_rate": 4.9210836458535165e-05, |
| "loss": 2.3315, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.012501517720226826, |
| "grad_norm": 2.9934911727905273, |
| "learning_rate": 4.9208961891386265e-05, |
| "loss": 2.3513, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.012510511617867277, |
| "grad_norm": 1.2505568265914917, |
| "learning_rate": 4.920708513625746e-05, |
| "loss": 2.304, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.012519505515507729, |
| "grad_norm": 3.9782907962799072, |
| "learning_rate": 4.9205206193318374e-05, |
| "loss": 2.3204, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.012528499413148179, |
| "grad_norm": 4.457254409790039, |
| "learning_rate": 4.920332506273883e-05, |
| "loss": 2.2693, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.01253749331078863, |
| "grad_norm": 1.9486520290374756, |
| "learning_rate": 4.9201441744688835e-05, |
| "loss": 2.298, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.012546487208429082, |
| "grad_norm": 1.8635858297348022, |
| "learning_rate": 4.91995562393386e-05, |
| "loss": 2.296, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.012555481106069532, |
| "grad_norm": 1.4830387830734253, |
| "learning_rate": 4.9197668546858536e-05, |
| "loss": 2.3269, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.012564475003709982, |
| "grad_norm": 0.9352790117263794, |
| "learning_rate": 4.919577866741926e-05, |
| "loss": 2.288, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.012573468901350434, |
| "grad_norm": 1.602815866470337, |
| "learning_rate": 4.919388660119156e-05, |
| "loss": 2.2405, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.012582462798990885, |
| "grad_norm": 1.2547131776809692, |
| "learning_rate": 4.919199234834646e-05, |
| "loss": 2.2738, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.012591456696631335, |
| "grad_norm": 1.011612057685852, |
| "learning_rate": 4.919009590905514e-05, |
| "loss": 2.3585, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.012600450594271787, |
| "grad_norm": 0.7901346683502197, |
| "learning_rate": 4.9188197283489015e-05, |
| "loss": 2.2434, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.012609444491912238, |
| "grad_norm": 1.0523431301116943, |
| "learning_rate": 4.918629647181966e-05, |
| "loss": 2.2917, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.012618438389552688, |
| "grad_norm": 1.2329866886138916, |
| "learning_rate": 4.9184393474218894e-05, |
| "loss": 2.3502, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.01262743228719314, |
| "grad_norm": 1.7527052164077759, |
| "learning_rate": 4.9182488290858686e-05, |
| "loss": 2.3325, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.01263642618483359, |
| "grad_norm": 0.9112148284912109, |
| "learning_rate": 4.9180580921911236e-05, |
| "loss": 2.3672, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.01264542008247404, |
| "grad_norm": 1.489206314086914, |
| "learning_rate": 4.917867136754893e-05, |
| "loss": 2.2949, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.012654413980114493, |
| "grad_norm": 2.510047674179077, |
| "learning_rate": 4.9176759627944346e-05, |
| "loss": 2.2474, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.012663407877754943, |
| "grad_norm": 1.6785236597061157, |
| "learning_rate": 4.917484570327027e-05, |
| "loss": 2.3413, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.012672401775395394, |
| "grad_norm": 0.9878116846084595, |
| "learning_rate": 4.917292959369968e-05, |
| "loss": 2.2201, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.012681395673035846, |
| "grad_norm": 1.2093920707702637, |
| "learning_rate": 4.917101129940575e-05, |
| "loss": 2.3082, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.012690389570676296, |
| "grad_norm": 1.625248670578003, |
| "learning_rate": 4.916909082056185e-05, |
| "loss": 2.3316, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.012699383468316746, |
| "grad_norm": 1.675307035446167, |
| "learning_rate": 4.916716815734156e-05, |
| "loss": 2.355, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.012708377365957198, |
| "grad_norm": 1.44845449924469, |
| "learning_rate": 4.9165243309918634e-05, |
| "loss": 2.3005, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.012717371263597649, |
| "grad_norm": 1.645935297012329, |
| "learning_rate": 4.9163316278467056e-05, |
| "loss": 2.3009, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.0127263651612381, |
| "grad_norm": 1.3288215398788452, |
| "learning_rate": 4.916138706316097e-05, |
| "loss": 2.3164, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.012735359058878551, |
| "grad_norm": 2.2171990871429443, |
| "learning_rate": 4.9159455664174756e-05, |
| "loss": 2.3462, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.012744352956519002, |
| "grad_norm": 1.350297451019287, |
| "learning_rate": 4.915752208168295e-05, |
| "loss": 2.363, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.012753346854159452, |
| "grad_norm": 0.9702437520027161, |
| "learning_rate": 4.915558631586032e-05, |
| "loss": 2.2286, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.012762340751799904, |
| "grad_norm": 1.020673155784607, |
| "learning_rate": 4.9153648366881826e-05, |
| "loss": 2.2715, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.012771334649440354, |
| "grad_norm": 0.8472902178764343, |
| "learning_rate": 4.9151708234922603e-05, |
| "loss": 2.2092, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.012780328547080807, |
| "grad_norm": 1.295495867729187, |
| "learning_rate": 4.9149765920158005e-05, |
| "loss": 2.3591, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.012789322444721257, |
| "grad_norm": 1.7508115768432617, |
| "learning_rate": 4.914782142276357e-05, |
| "loss": 2.3541, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.012798316342361707, |
| "grad_norm": 1.0777674913406372, |
| "learning_rate": 4.9145874742915056e-05, |
| "loss": 2.3678, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.01280731024000216, |
| "grad_norm": 1.720782995223999, |
| "learning_rate": 4.9143925880788386e-05, |
| "loss": 2.3476, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.01281630413764261, |
| "grad_norm": 2.026348829269409, |
| "learning_rate": 4.9141974836559704e-05, |
| "loss": 2.343, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.01282529803528306, |
| "grad_norm": 1.1215814352035522, |
| "learning_rate": 4.9140021610405326e-05, |
| "loss": 2.2349, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.012834291932923512, |
| "grad_norm": 0.973241925239563, |
| "learning_rate": 4.913806620250181e-05, |
| "loss": 2.2499, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.012843285830563963, |
| "grad_norm": 1.0042587518692017, |
| "learning_rate": 4.9136108613025866e-05, |
| "loss": 2.2721, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.012852279728204413, |
| "grad_norm": 1.5908631086349487, |
| "learning_rate": 4.913414884215442e-05, |
| "loss": 2.2816, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.012861273625844865, |
| "grad_norm": 1.480427622795105, |
| "learning_rate": 4.9132186890064605e-05, |
| "loss": 2.3384, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.012870267523485315, |
| "grad_norm": 1.840626835823059, |
| "learning_rate": 4.913022275693372e-05, |
| "loss": 2.3776, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.012879261421125766, |
| "grad_norm": 2.2271974086761475, |
| "learning_rate": 4.91282564429393e-05, |
| "loss": 2.2949, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.012888255318766218, |
| "grad_norm": 1.788423776626587, |
| "learning_rate": 4.9126287948259045e-05, |
| "loss": 2.3391, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.012897249216406668, |
| "grad_norm": 2.0390164852142334, |
| "learning_rate": 4.912431727307088e-05, |
| "loss": 2.3828, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.012906243114047119, |
| "grad_norm": 1.7438021898269653, |
| "learning_rate": 4.9122344417552904e-05, |
| "loss": 2.3585, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.01291523701168757, |
| "grad_norm": 1.5729365348815918, |
| "learning_rate": 4.912036938188342e-05, |
| "loss": 2.2889, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.012924230909328021, |
| "grad_norm": 1.4151298999786377, |
| "learning_rate": 4.911839216624093e-05, |
| "loss": 2.2024, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.012933224806968471, |
| "grad_norm": 1.3459993600845337, |
| "learning_rate": 4.911641277080413e-05, |
| "loss": 2.257, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.012942218704608923, |
| "grad_norm": 1.3020594120025635, |
| "learning_rate": 4.911443119575193e-05, |
| "loss": 2.3676, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.012951212602249374, |
| "grad_norm": 0.9443081021308899, |
| "learning_rate": 4.911244744126341e-05, |
| "loss": 2.2889, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.012960206499889824, |
| "grad_norm": 1.1419777870178223, |
| "learning_rate": 4.911046150751786e-05, |
| "loss": 2.3973, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.012969200397530276, |
| "grad_norm": 0.7631124258041382, |
| "learning_rate": 4.910847339469477e-05, |
| "loss": 2.1734, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.012978194295170727, |
| "grad_norm": 1.3308863639831543, |
| "learning_rate": 4.9106483102973824e-05, |
| "loss": 2.3016, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.012987188192811177, |
| "grad_norm": 0.6941406726837158, |
| "learning_rate": 4.9104490632534894e-05, |
| "loss": 2.2565, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.012996182090451629, |
| "grad_norm": 1.0932955741882324, |
| "learning_rate": 4.910249598355806e-05, |
| "loss": 2.2987, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.01300517598809208, |
| "grad_norm": 0.8946712613105774, |
| "learning_rate": 4.910049915622361e-05, |
| "loss": 2.2626, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.01301416988573253, |
| "grad_norm": 1.3275916576385498, |
| "learning_rate": 4.9098500150712e-05, |
| "loss": 2.3549, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.013023163783372982, |
| "grad_norm": 0.7752215266227722, |
| "learning_rate": 4.9096498967203905e-05, |
| "loss": 2.241, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.013032157681013432, |
| "grad_norm": 1.0660349130630493, |
| "learning_rate": 4.909449560588019e-05, |
| "loss": 2.291, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.013041151578653883, |
| "grad_norm": 1.3548780679702759, |
| "learning_rate": 4.9092490066921916e-05, |
| "loss": 2.3213, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.013050145476294335, |
| "grad_norm": 1.3699947595596313, |
| "learning_rate": 4.9090482350510336e-05, |
| "loss": 2.2725, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.013059139373934785, |
| "grad_norm": 1.3277685642242432, |
| "learning_rate": 4.9088472456826904e-05, |
| "loss": 2.2799, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.013068133271575235, |
| "grad_norm": 1.296507716178894, |
| "learning_rate": 4.908646038605329e-05, |
| "loss": 2.3449, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.013077127169215687, |
| "grad_norm": 1.3192994594573975, |
| "learning_rate": 4.908444613837132e-05, |
| "loss": 2.2762, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.013086121066856138, |
| "grad_norm": 1.0131722688674927, |
| "learning_rate": 4.908242971396305e-05, |
| "loss": 2.2564, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.013095114964496588, |
| "grad_norm": 1.6245476007461548, |
| "learning_rate": 4.908041111301073e-05, |
| "loss": 2.3634, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.01310410886213704, |
| "grad_norm": 1.0569870471954346, |
| "learning_rate": 4.907839033569679e-05, |
| "loss": 2.3689, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.01311310275977749, |
| "grad_norm": 0.6416109800338745, |
| "learning_rate": 4.907636738220386e-05, |
| "loss": 2.2693, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.013122096657417943, |
| "grad_norm": 0.8165781497955322, |
| "learning_rate": 4.907434225271478e-05, |
| "loss": 2.2533, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.013131090555058393, |
| "grad_norm": 1.4047127962112427, |
| "learning_rate": 4.907231494741258e-05, |
| "loss": 2.3631, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.013140084452698843, |
| "grad_norm": 1.3052713871002197, |
| "learning_rate": 4.907028546648048e-05, |
| "loss": 2.2588, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.013149078350339296, |
| "grad_norm": 1.8216019868850708, |
| "learning_rate": 4.9068253810101915e-05, |
| "loss": 2.3131, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.013158072247979746, |
| "grad_norm": 1.5135239362716675, |
| "learning_rate": 4.906621997846049e-05, |
| "loss": 2.3277, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.013167066145620196, |
| "grad_norm": 0.896512508392334, |
| "learning_rate": 4.906418397174002e-05, |
| "loss": 2.3493, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.013176060043260648, |
| "grad_norm": 7.013914585113525, |
| "learning_rate": 4.9062145790124526e-05, |
| "loss": 2.2922, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.013185053940901099, |
| "grad_norm": 1.9243741035461426, |
| "learning_rate": 4.9060105433798215e-05, |
| "loss": 2.3571, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.013194047838541549, |
| "grad_norm": 1.5016390085220337, |
| "learning_rate": 4.905806290294549e-05, |
| "loss": 2.3823, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.013203041736182001, |
| "grad_norm": 1.5999473333358765, |
| "learning_rate": 4.905601819775095e-05, |
| "loss": 2.3691, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.013212035633822452, |
| "grad_norm": 1.295243263244629, |
| "learning_rate": 4.90539713183994e-05, |
| "loss": 2.2992, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.013221029531462902, |
| "grad_norm": 2.173689842224121, |
| "learning_rate": 4.9051922265075834e-05, |
| "loss": 2.2334, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.013230023429103354, |
| "grad_norm": 1.455386757850647, |
| "learning_rate": 4.904987103796543e-05, |
| "loss": 2.2295, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.013239017326743804, |
| "grad_norm": 1.8496041297912598, |
| "learning_rate": 4.904781763725359e-05, |
| "loss": 2.3184, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.013248011224384255, |
| "grad_norm": 0.9949283003807068, |
| "learning_rate": 4.90457620631259e-05, |
| "loss": 2.2462, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.013257005122024707, |
| "grad_norm": 5.564322471618652, |
| "learning_rate": 4.904370431576813e-05, |
| "loss": 2.395, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.013265999019665157, |
| "grad_norm": 1.4406638145446777, |
| "learning_rate": 4.904164439536626e-05, |
| "loss": 2.3453, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.013274992917305608, |
| "grad_norm": 1.9769619703292847, |
| "learning_rate": 4.9039582302106465e-05, |
| "loss": 2.2512, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.01328398681494606, |
| "grad_norm": 2.204035520553589, |
| "learning_rate": 4.9037518036175126e-05, |
| "loss": 2.3678, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.01329298071258651, |
| "grad_norm": 0.815660834312439, |
| "learning_rate": 4.903545159775879e-05, |
| "loss": 2.2468, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.01330197461022696, |
| "grad_norm": 5.241702556610107, |
| "learning_rate": 4.903338298704422e-05, |
| "loss": 2.3255, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.013310968507867412, |
| "grad_norm": 1.594947099685669, |
| "learning_rate": 4.9031312204218396e-05, |
| "loss": 2.3213, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.013319962405507863, |
| "grad_norm": 2.852376937866211, |
| "learning_rate": 4.902923924946844e-05, |
| "loss": 2.3545, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.013328956303148313, |
| "grad_norm": 1.9794753789901733, |
| "learning_rate": 4.902716412298174e-05, |
| "loss": 2.296, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.013337950200788765, |
| "grad_norm": 1.202060341835022, |
| "learning_rate": 4.902508682494582e-05, |
| "loss": 2.3212, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.013346944098429216, |
| "grad_norm": 1.2876771688461304, |
| "learning_rate": 4.9023007355548436e-05, |
| "loss": 2.2472, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.013355937996069666, |
| "grad_norm": 8.125530242919922, |
| "learning_rate": 4.9020925714977514e-05, |
| "loss": 2.4545, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.013364931893710118, |
| "grad_norm": 2.8215906620025635, |
| "learning_rate": 4.901884190342121e-05, |
| "loss": 2.3704, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.013373925791350568, |
| "grad_norm": 1.6175618171691895, |
| "learning_rate": 4.901675592106783e-05, |
| "loss": 2.3454, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.013382919688991019, |
| "grad_norm": 1.2598589658737183, |
| "learning_rate": 4.9014667768105936e-05, |
| "loss": 2.3632, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.013391913586631471, |
| "grad_norm": 1.0440917015075684, |
| "learning_rate": 4.901257744472423e-05, |
| "loss": 2.3011, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.013400907484271921, |
| "grad_norm": 0.7207644581794739, |
| "learning_rate": 4.901048495111164e-05, |
| "loss": 2.2114, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.013409901381912372, |
| "grad_norm": 1.503522515296936, |
| "learning_rate": 4.9008390287457276e-05, |
| "loss": 2.2791, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.013418895279552824, |
| "grad_norm": 1.039432406425476, |
| "learning_rate": 4.9006293453950455e-05, |
| "loss": 2.2587, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.013427889177193274, |
| "grad_norm": 1.23433518409729, |
| "learning_rate": 4.900419445078069e-05, |
| "loss": 2.322, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.013436883074833726, |
| "grad_norm": 1.8497687578201294, |
| "learning_rate": 4.900209327813769e-05, |
| "loss": 2.2566, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.013445876972474177, |
| "grad_norm": 1.0818395614624023, |
| "learning_rate": 4.8999989936211356e-05, |
| "loss": 2.2234, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.013454870870114627, |
| "grad_norm": 1.1293376684188843, |
| "learning_rate": 4.899788442519177e-05, |
| "loss": 2.2535, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.013463864767755079, |
| "grad_norm": 1.1049357652664185, |
| "learning_rate": 4.8995776745269254e-05, |
| "loss": 2.235, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.01347285866539553, |
| "grad_norm": 1.1415754556655884, |
| "learning_rate": 4.8993666896634274e-05, |
| "loss": 2.3691, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.01348185256303598, |
| "grad_norm": 1.2333590984344482, |
| "learning_rate": 4.899155487947752e-05, |
| "loss": 2.2423, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.013490846460676432, |
| "grad_norm": 1.201111078262329, |
| "learning_rate": 4.898944069398989e-05, |
| "loss": 2.3714, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.013499840358316882, |
| "grad_norm": 1.2897664308547974, |
| "learning_rate": 4.898732434036244e-05, |
| "loss": 2.322, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.013508834255957333, |
| "grad_norm": 1.4544669389724731, |
| "learning_rate": 4.898520581878645e-05, |
| "loss": 2.3104, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.013517828153597785, |
| "grad_norm": 1.377790093421936, |
| "learning_rate": 4.89830851294534e-05, |
| "loss": 2.268, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.013526822051238235, |
| "grad_norm": 2.3503384590148926, |
| "learning_rate": 4.898096227255494e-05, |
| "loss": 2.3085, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.013535815948878685, |
| "grad_norm": 1.3760664463043213, |
| "learning_rate": 4.897883724828295e-05, |
| "loss": 2.2564, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.013544809846519137, |
| "grad_norm": 1.2119131088256836, |
| "learning_rate": 4.8976710056829476e-05, |
| "loss": 2.3232, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.013553803744159588, |
| "grad_norm": 0.9780412912368774, |
| "learning_rate": 4.8974580698386765e-05, |
| "loss": 2.2853, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.013562797641800038, |
| "grad_norm": 1.0036619901657104, |
| "learning_rate": 4.8972449173147276e-05, |
| "loss": 2.2166, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.01357179153944049, |
| "grad_norm": 0.927261471748352, |
| "learning_rate": 4.897031548130365e-05, |
| "loss": 2.3161, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.01358078543708094, |
| "grad_norm": 1.3687413930892944, |
| "learning_rate": 4.896817962304874e-05, |
| "loss": 2.3037, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.013589779334721391, |
| "grad_norm": 0.7189801931381226, |
| "learning_rate": 4.896604159857556e-05, |
| "loss": 2.3202, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.013598773232361843, |
| "grad_norm": 0.8859209418296814, |
| "learning_rate": 4.8963901408077364e-05, |
| "loss": 2.2335, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.013607767130002293, |
| "grad_norm": 1.1698659658432007, |
| "learning_rate": 4.896175905174757e-05, |
| "loss": 2.3372, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.013616761027642744, |
| "grad_norm": 1.1946779489517212, |
| "learning_rate": 4.8959614529779796e-05, |
| "loss": 2.2648, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.013625754925283196, |
| "grad_norm": 1.2864960432052612, |
| "learning_rate": 4.895746784236787e-05, |
| "loss": 2.34, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.013634748822923646, |
| "grad_norm": 1.3298262357711792, |
| "learning_rate": 4.895531898970581e-05, |
| "loss": 2.2857, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.013643742720564097, |
| "grad_norm": 1.0850532054901123, |
| "learning_rate": 4.895316797198781e-05, |
| "loss": 2.3234, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.013652736618204549, |
| "grad_norm": 1.1582186222076416, |
| "learning_rate": 4.89510147894083e-05, |
| "loss": 2.2708, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.013661730515844999, |
| "grad_norm": 0.9520682692527771, |
| "learning_rate": 4.8948859442161874e-05, |
| "loss": 2.3413, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.01367072441348545, |
| "grad_norm": 1.1450742483139038, |
| "learning_rate": 4.894670193044332e-05, |
| "loss": 2.3047, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.013679718311125902, |
| "grad_norm": 1.4632195234298706, |
| "learning_rate": 4.894454225444764e-05, |
| "loss": 2.325, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.013688712208766352, |
| "grad_norm": 1.5279765129089355, |
| "learning_rate": 4.894238041437003e-05, |
| "loss": 2.3494, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.013697706106406802, |
| "grad_norm": 1.4543125629425049, |
| "learning_rate": 4.894021641040585e-05, |
| "loss": 2.3153, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.013706700004047254, |
| "grad_norm": 1.0561600923538208, |
| "learning_rate": 4.893805024275071e-05, |
| "loss": 2.3385, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.013715693901687705, |
| "grad_norm": 1.064774751663208, |
| "learning_rate": 4.8935881911600366e-05, |
| "loss": 2.2873, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.013724687799328155, |
| "grad_norm": 1.2532635927200317, |
| "learning_rate": 4.89337114171508e-05, |
| "loss": 2.3004, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.013733681696968607, |
| "grad_norm": 2.683222770690918, |
| "learning_rate": 4.893153875959817e-05, |
| "loss": 2.3142, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.013742675594609058, |
| "grad_norm": 1.316571831703186, |
| "learning_rate": 4.8929363939138854e-05, |
| "loss": 2.3365, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.013751669492249508, |
| "grad_norm": 1.5955365896224976, |
| "learning_rate": 4.89271869559694e-05, |
| "loss": 2.2927, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.01376066338988996, |
| "grad_norm": 1.0240486860275269, |
| "learning_rate": 4.8925007810286546e-05, |
| "loss": 2.2553, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.01376965728753041, |
| "grad_norm": 0.8262383937835693, |
| "learning_rate": 4.8922826502287275e-05, |
| "loss": 2.2031, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.013778651185170862, |
| "grad_norm": 0.7110381722450256, |
| "learning_rate": 4.8920643032168703e-05, |
| "loss": 2.3212, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.013787645082811313, |
| "grad_norm": 1.495509386062622, |
| "learning_rate": 4.891845740012818e-05, |
| "loss": 2.3231, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.013796638980451763, |
| "grad_norm": 1.0226750373840332, |
| "learning_rate": 4.891626960636323e-05, |
| "loss": 2.2767, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.013805632878092215, |
| "grad_norm": 0.8253571391105652, |
| "learning_rate": 4.8914079651071606e-05, |
| "loss": 2.2549, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.013814626775732666, |
| "grad_norm": 1.2516210079193115, |
| "learning_rate": 4.891188753445122e-05, |
| "loss": 2.294, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.013823620673373116, |
| "grad_norm": 0.818970263004303, |
| "learning_rate": 4.89096932567002e-05, |
| "loss": 2.2824, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.013832614571013568, |
| "grad_norm": 0.9809755086898804, |
| "learning_rate": 4.890749681801684e-05, |
| "loss": 2.2402, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.013841608468654018, |
| "grad_norm": 1.5677928924560547, |
| "learning_rate": 4.890529821859968e-05, |
| "loss": 2.3347, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.013850602366294469, |
| "grad_norm": 0.8905024528503418, |
| "learning_rate": 4.890309745864741e-05, |
| "loss": 2.2615, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.01385959626393492, |
| "grad_norm": 0.9016208052635193, |
| "learning_rate": 4.8900894538358944e-05, |
| "loss": 2.2615, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.013868590161575371, |
| "grad_norm": 1.0534595251083374, |
| "learning_rate": 4.8898689457933363e-05, |
| "loss": 2.2869, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.013877584059215822, |
| "grad_norm": 1.4061229228973389, |
| "learning_rate": 4.889648221756999e-05, |
| "loss": 2.3209, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.013886577956856274, |
| "grad_norm": 1.2702196836471558, |
| "learning_rate": 4.889427281746828e-05, |
| "loss": 2.2897, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.013895571854496724, |
| "grad_norm": 1.3807512521743774, |
| "learning_rate": 4.8892061257827924e-05, |
| "loss": 2.2773, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.013904565752137174, |
| "grad_norm": 0.9990711808204651, |
| "learning_rate": 4.888984753884882e-05, |
| "loss": 2.2724, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.013913559649777626, |
| "grad_norm": 1.0630393028259277, |
| "learning_rate": 4.888763166073101e-05, |
| "loss": 2.2663, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.013922553547418077, |
| "grad_norm": 0.831275224685669, |
| "learning_rate": 4.8885413623674804e-05, |
| "loss": 2.3437, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.013931547445058527, |
| "grad_norm": 1.5377510786056519, |
| "learning_rate": 4.8883193427880625e-05, |
| "loss": 2.2938, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.01394054134269898, |
| "grad_norm": 0.9480425715446472, |
| "learning_rate": 4.8880971073549154e-05, |
| "loss": 2.3141, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.01394953524033943, |
| "grad_norm": 1.0191166400909424, |
| "learning_rate": 4.887874656088124e-05, |
| "loss": 2.2693, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.01395852913797988, |
| "grad_norm": 1.0550453662872314, |
| "learning_rate": 4.8876519890077926e-05, |
| "loss": 2.2977, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.013967523035620332, |
| "grad_norm": 0.9050216674804688, |
| "learning_rate": 4.887429106134047e-05, |
| "loss": 2.279, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.013976516933260782, |
| "grad_norm": 1.4496594667434692, |
| "learning_rate": 4.88720600748703e-05, |
| "loss": 2.3405, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.013985510830901233, |
| "grad_norm": 1.1739283800125122, |
| "learning_rate": 4.8869826930869045e-05, |
| "loss": 2.2464, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.013994504728541685, |
| "grad_norm": 0.8753737807273865, |
| "learning_rate": 4.886759162953856e-05, |
| "loss": 2.2698, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.014003498626182135, |
| "grad_norm": 1.2392778396606445, |
| "learning_rate": 4.886535417108084e-05, |
| "loss": 2.2212, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.014012492523822586, |
| "grad_norm": 0.8766874670982361, |
| "learning_rate": 4.886311455569811e-05, |
| "loss": 2.3099, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.014021486421463038, |
| "grad_norm": 1.513805627822876, |
| "learning_rate": 4.88608727835928e-05, |
| "loss": 2.3002, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.014030480319103488, |
| "grad_norm": 0.7318100929260254, |
| "learning_rate": 4.88586288549675e-05, |
| "loss": 2.2333, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.014039474216743938, |
| "grad_norm": 1.0444992780685425, |
| "learning_rate": 4.8856382770025034e-05, |
| "loss": 2.3115, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.01404846811438439, |
| "grad_norm": 1.5187288522720337, |
| "learning_rate": 4.885413452896838e-05, |
| "loss": 2.2705, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.014057462012024841, |
| "grad_norm": 1.7314192056655884, |
| "learning_rate": 4.885188413200075e-05, |
| "loss": 2.2405, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.014066455909665291, |
| "grad_norm": 1.0305639505386353, |
| "learning_rate": 4.884963157932552e-05, |
| "loss": 2.235, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.014075449807305743, |
| "grad_norm": 1.9407317638397217, |
| "learning_rate": 4.8847376871146265e-05, |
| "loss": 2.331, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.014084443704946194, |
| "grad_norm": 1.0195425748825073, |
| "learning_rate": 4.884512000766679e-05, |
| "loss": 2.3955, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.014093437602586644, |
| "grad_norm": 0.9120759963989258, |
| "learning_rate": 4.884286098909104e-05, |
| "loss": 2.2323, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.014102431500227096, |
| "grad_norm": 1.0566129684448242, |
| "learning_rate": 4.884059981562321e-05, |
| "loss": 2.2677, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.014111425397867547, |
| "grad_norm": 1.2720448970794678, |
| "learning_rate": 4.883833648746763e-05, |
| "loss": 2.2322, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.014120419295507999, |
| "grad_norm": 1.0273852348327637, |
| "learning_rate": 4.8836071004828886e-05, |
| "loss": 2.172, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.014129413193148449, |
| "grad_norm": 1.0984374284744263, |
| "learning_rate": 4.8833803367911717e-05, |
| "loss": 2.2965, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.0141384070907889, |
| "grad_norm": 1.053094506263733, |
| "learning_rate": 4.883153357692107e-05, |
| "loss": 2.3454, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.014147400988429351, |
| "grad_norm": 1.8766710758209229, |
| "learning_rate": 4.882926163206209e-05, |
| "loss": 2.2171, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.014156394886069802, |
| "grad_norm": 1.362017035484314, |
| "learning_rate": 4.8826987533540114e-05, |
| "loss": 2.3389, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.014165388783710252, |
| "grad_norm": 1.2835819721221924, |
| "learning_rate": 4.882471128156066e-05, |
| "loss": 2.3169, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.014174382681350704, |
| "grad_norm": 1.1079405546188354, |
| "learning_rate": 4.882243287632947e-05, |
| "loss": 2.3226, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.014183376578991155, |
| "grad_norm": 1.3148959875106812, |
| "learning_rate": 4.882015231805245e-05, |
| "loss": 2.3007, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.014192370476631605, |
| "grad_norm": 1.1894735097885132, |
| "learning_rate": 4.881786960693572e-05, |
| "loss": 2.3892, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.014201364374272057, |
| "grad_norm": 1.3177655935287476, |
| "learning_rate": 4.8815584743185593e-05, |
| "loss": 2.2949, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.014210358271912507, |
| "grad_norm": 1.26853346824646, |
| "learning_rate": 4.881329772700857e-05, |
| "loss": 2.3299, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.014219352169552958, |
| "grad_norm": 1.016809344291687, |
| "learning_rate": 4.881100855861134e-05, |
| "loss": 2.3164, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.01422834606719341, |
| "grad_norm": 0.8750474452972412, |
| "learning_rate": 4.8808717238200815e-05, |
| "loss": 2.3421, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.01423733996483386, |
| "grad_norm": 1.335290789604187, |
| "learning_rate": 4.880642376598407e-05, |
| "loss": 2.2986, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.01424633386247431, |
| "grad_norm": 1.4852817058563232, |
| "learning_rate": 4.8804128142168374e-05, |
| "loss": 2.2835, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.014255327760114763, |
| "grad_norm": 0.7631269097328186, |
| "learning_rate": 4.880183036696123e-05, |
| "loss": 2.2489, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.014264321657755213, |
| "grad_norm": 1.0256742238998413, |
| "learning_rate": 4.8799530440570284e-05, |
| "loss": 2.2861, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.014273315555395663, |
| "grad_norm": 1.2452783584594727, |
| "learning_rate": 4.8797228363203416e-05, |
| "loss": 2.2486, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.014282309453036116, |
| "grad_norm": 0.9505096077919006, |
| "learning_rate": 4.879492413506869e-05, |
| "loss": 2.2661, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.014291303350676566, |
| "grad_norm": 1.1314697265625, |
| "learning_rate": 4.879261775637434e-05, |
| "loss": 2.402, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.014300297248317016, |
| "grad_norm": 0.9363741278648376, |
| "learning_rate": 4.879030922732882e-05, |
| "loss": 2.2796, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.014309291145957468, |
| "grad_norm": 0.8884981274604797, |
| "learning_rate": 4.878799854814079e-05, |
| "loss": 2.2422, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.014318285043597919, |
| "grad_norm": 0.917630136013031, |
| "learning_rate": 4.8785685719019064e-05, |
| "loss": 2.2508, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.014327278941238369, |
| "grad_norm": 1.1392261981964111, |
| "learning_rate": 4.878337074017268e-05, |
| "loss": 2.2778, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.014336272838878821, |
| "grad_norm": 0.961719810962677, |
| "learning_rate": 4.878105361181088e-05, |
| "loss": 2.25, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.014345266736519272, |
| "grad_norm": 1.5704357624053955, |
| "learning_rate": 4.877873433414306e-05, |
| "loss": 2.2166, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.014354260634159722, |
| "grad_norm": 1.2725164890289307, |
| "learning_rate": 4.877641290737884e-05, |
| "loss": 2.2487, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.014363254531800174, |
| "grad_norm": 1.314294457435608, |
| "learning_rate": 4.8774089331728034e-05, |
| "loss": 2.3055, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.014372248429440624, |
| "grad_norm": 1.0970916748046875, |
| "learning_rate": 4.877176360740064e-05, |
| "loss": 2.2969, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.014381242327081075, |
| "grad_norm": 0.7976924777030945, |
| "learning_rate": 4.8769435734606864e-05, |
| "loss": 2.3035, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.014390236224721527, |
| "grad_norm": 1.0993620157241821, |
| "learning_rate": 4.8767105713557085e-05, |
| "loss": 2.302, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.014399230122361977, |
| "grad_norm": 1.098041296005249, |
| "learning_rate": 4.8764773544461886e-05, |
| "loss": 2.3381, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.014408224020002428, |
| "grad_norm": 0.9061229825019836, |
| "learning_rate": 4.8762439227532056e-05, |
| "loss": 2.2633, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.01441721791764288, |
| "grad_norm": 0.6966328620910645, |
| "learning_rate": 4.876010276297857e-05, |
| "loss": 2.2389, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.01442621181528333, |
| "grad_norm": 1.0640064477920532, |
| "learning_rate": 4.8757764151012575e-05, |
| "loss": 2.2952, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.014435205712923782, |
| "grad_norm": 0.7718282341957092, |
| "learning_rate": 4.875542339184546e-05, |
| "loss": 2.2782, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.014444199610564232, |
| "grad_norm": 1.0525380373001099, |
| "learning_rate": 4.875308048568875e-05, |
| "loss": 2.2899, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.014453193508204683, |
| "grad_norm": 0.8518139123916626, |
| "learning_rate": 4.875073543275422e-05, |
| "loss": 2.1997, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.014462187405845135, |
| "grad_norm": 0.6957027316093445, |
| "learning_rate": 4.874838823325381e-05, |
| "loss": 2.2464, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.014471181303485585, |
| "grad_norm": 0.7280006408691406, |
| "learning_rate": 4.874603888739964e-05, |
| "loss": 2.1706, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.014480175201126036, |
| "grad_norm": 1.2138913869857788, |
| "learning_rate": 4.874368739540405e-05, |
| "loss": 2.4041, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.014489169098766488, |
| "grad_norm": 1.1543684005737305, |
| "learning_rate": 4.874133375747957e-05, |
| "loss": 2.2338, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.014498162996406938, |
| "grad_norm": 1.113680124282837, |
| "learning_rate": 4.873897797383893e-05, |
| "loss": 2.2884, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.014507156894047388, |
| "grad_norm": 1.1381075382232666, |
| "learning_rate": 4.873662004469501e-05, |
| "loss": 2.2889, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.01451615079168784, |
| "grad_norm": 0.8906194567680359, |
| "learning_rate": 4.8734259970260954e-05, |
| "loss": 2.2815, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.014525144689328291, |
| "grad_norm": 1.0186251401901245, |
| "learning_rate": 4.8731897750750047e-05, |
| "loss": 2.2484, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.014534138586968741, |
| "grad_norm": 2.067753314971924, |
| "learning_rate": 4.872953338637577e-05, |
| "loss": 2.2734, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.014543132484609193, |
| "grad_norm": 1.6547949314117432, |
| "learning_rate": 4.872716687735183e-05, |
| "loss": 2.3562, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.014552126382249644, |
| "grad_norm": 1.2500650882720947, |
| "learning_rate": 4.872479822389211e-05, |
| "loss": 2.3027, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.014561120279890094, |
| "grad_norm": 2.5716488361358643, |
| "learning_rate": 4.8722427426210675e-05, |
| "loss": 2.2621, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.014570114177530546, |
| "grad_norm": 1.515515923500061, |
| "learning_rate": 4.87200544845218e-05, |
| "loss": 2.3118, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.014579108075170997, |
| "grad_norm": 1.1795251369476318, |
| "learning_rate": 4.871767939903996e-05, |
| "loss": 2.3822, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.014588101972811447, |
| "grad_norm": 1.2546466588974, |
| "learning_rate": 4.871530216997979e-05, |
| "loss": 2.3991, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.014597095870451899, |
| "grad_norm": 1.5921902656555176, |
| "learning_rate": 4.871292279755616e-05, |
| "loss": 2.3393, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.01460608976809235, |
| "grad_norm": 1.4096040725708008, |
| "learning_rate": 4.8710541281984105e-05, |
| "loss": 2.2775, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.0146150836657328, |
| "grad_norm": 0.7142196297645569, |
| "learning_rate": 4.870815762347887e-05, |
| "loss": 2.2274, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.014624077563373252, |
| "grad_norm": 1.1841425895690918, |
| "learning_rate": 4.870577182225589e-05, |
| "loss": 2.1523, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.014633071461013702, |
| "grad_norm": 1.2558950185775757, |
| "learning_rate": 4.870338387853078e-05, |
| "loss": 2.3211, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.014642065358654152, |
| "grad_norm": 0.8260988593101501, |
| "learning_rate": 4.870099379251937e-05, |
| "loss": 2.2266, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.014651059256294605, |
| "grad_norm": 1.4167429208755493, |
| "learning_rate": 4.8698601564437675e-05, |
| "loss": 2.2658, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.014660053153935055, |
| "grad_norm": 1.6624324321746826, |
| "learning_rate": 4.869620719450189e-05, |
| "loss": 2.2527, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.014669047051575505, |
| "grad_norm": 1.6745294332504272, |
| "learning_rate": 4.8693810682928423e-05, |
| "loss": 2.2864, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.014678040949215957, |
| "grad_norm": 1.4230668544769287, |
| "learning_rate": 4.869141202993386e-05, |
| "loss": 2.3429, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.014687034846856408, |
| "grad_norm": 123.09016418457031, |
| "learning_rate": 4.8689011235735006e-05, |
| "loss": 2.3163, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.014696028744496858, |
| "grad_norm": 66.58489990234375, |
| "learning_rate": 4.868660830054883e-05, |
| "loss": 2.3473, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.01470502264213731, |
| "grad_norm": 1.6765671968460083, |
| "learning_rate": 4.8684203224592506e-05, |
| "loss": 2.312, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.01471401653977776, |
| "grad_norm": 44.038726806640625, |
| "learning_rate": 4.86817960080834e-05, |
| "loss": 2.2916, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.014723010437418211, |
| "grad_norm": 1.037361979484558, |
| "learning_rate": 4.867938665123909e-05, |
| "loss": 2.3141, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.014732004335058663, |
| "grad_norm": 1.3186761140823364, |
| "learning_rate": 4.8676975154277314e-05, |
| "loss": 2.322, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.014740998232699113, |
| "grad_norm": 1.5475441217422485, |
| "learning_rate": 4.867456151741603e-05, |
| "loss": 2.3099, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.014749992130339564, |
| "grad_norm": 1.6584702730178833, |
| "learning_rate": 4.8672145740873374e-05, |
| "loss": 2.3032, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.014758986027980016, |
| "grad_norm": 1.1423327922821045, |
| "learning_rate": 4.866972782486768e-05, |
| "loss": 2.3606, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.014767979925620466, |
| "grad_norm": 1.4102569818496704, |
| "learning_rate": 4.866730776961749e-05, |
| "loss": 2.3171, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.014776973823260918, |
| "grad_norm": 4.442851543426514, |
| "learning_rate": 4.8664885575341506e-05, |
| "loss": 2.3512, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.014785967720901369, |
| "grad_norm": 1.1988860368728638, |
| "learning_rate": 4.8662461242258664e-05, |
| "loss": 2.3322, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.014794961618541819, |
| "grad_norm": 1.2642006874084473, |
| "learning_rate": 4.8660034770588046e-05, |
| "loss": 2.2811, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.014803955516182271, |
| "grad_norm": 0.9310919046401978, |
| "learning_rate": 4.8657606160548986e-05, |
| "loss": 2.3692, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.014812949413822721, |
| "grad_norm": 1.4296855926513672, |
| "learning_rate": 4.8655175412360954e-05, |
| "loss": 2.3736, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.014821943311463172, |
| "grad_norm": 1.0482155084609985, |
| "learning_rate": 4.8652742526243644e-05, |
| "loss": 2.3192, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.014830937209103624, |
| "grad_norm": 0.7324535846710205, |
| "learning_rate": 4.8650307502416945e-05, |
| "loss": 2.2758, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.014839931106744074, |
| "grad_norm": 1.776188850402832, |
| "learning_rate": 4.864787034110093e-05, |
| "loss": 2.2996, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.014848925004384525, |
| "grad_norm": 1.8748433589935303, |
| "learning_rate": 4.864543104251587e-05, |
| "loss": 2.311, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.014857918902024977, |
| "grad_norm": 0.8143200874328613, |
| "learning_rate": 4.864298960688222e-05, |
| "loss": 2.254, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.014866912799665427, |
| "grad_norm": 1.3252731561660767, |
| "learning_rate": 4.864054603442062e-05, |
| "loss": 2.243, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.014875906697305877, |
| "grad_norm": 1.9002904891967773, |
| "learning_rate": 4.863810032535195e-05, |
| "loss": 2.3136, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.01488490059494633, |
| "grad_norm": 1.0166923999786377, |
| "learning_rate": 4.863565247989723e-05, |
| "loss": 2.3262, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.01489389449258678, |
| "grad_norm": 1.0350232124328613, |
| "learning_rate": 4.863320249827769e-05, |
| "loss": 2.338, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.01490288839022723, |
| "grad_norm": 1.132045865058899, |
| "learning_rate": 4.863075038071477e-05, |
| "loss": 2.2896, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.014911882287867682, |
| "grad_norm": 1.8662331104278564, |
| "learning_rate": 4.862829612743008e-05, |
| "loss": 2.4228, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.014920876185508133, |
| "grad_norm": 2.886127233505249, |
| "learning_rate": 4.862583973864544e-05, |
| "loss": 2.3359, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.014929870083148583, |
| "grad_norm": 1.339038610458374, |
| "learning_rate": 4.8623381214582855e-05, |
| "loss": 2.3592, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.014938863980789035, |
| "grad_norm": 1.4620894193649292, |
| "learning_rate": 4.862092055546451e-05, |
| "loss": 2.3012, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.014947857878429486, |
| "grad_norm": 1.0699290037155151, |
| "learning_rate": 4.861845776151281e-05, |
| "loss": 2.3676, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.014956851776069936, |
| "grad_norm": 1.0566192865371704, |
| "learning_rate": 4.861599283295035e-05, |
| "loss": 2.276, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.014965845673710388, |
| "grad_norm": 1.0292271375656128, |
| "learning_rate": 4.861352576999989e-05, |
| "loss": 2.2916, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.014974839571350838, |
| "grad_norm": 1.2903679609298706, |
| "learning_rate": 4.86110565728844e-05, |
| "loss": 2.3391, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.014983833468991289, |
| "grad_norm": 1.051493763923645, |
| "learning_rate": 4.8608585241827046e-05, |
| "loss": 2.3237, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.01499282736663174, |
| "grad_norm": 1.1401419639587402, |
| "learning_rate": 4.8606111777051186e-05, |
| "loss": 2.3291, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.015001821264272191, |
| "grad_norm": 1.4332388639450073, |
| "learning_rate": 4.860363617878037e-05, |
| "loss": 2.262, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.015010815161912642, |
| "grad_norm": 0.9544563889503479, |
| "learning_rate": 4.8601158447238346e-05, |
| "loss": 2.2888, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.015019809059553094, |
| "grad_norm": 0.9660168290138245, |
| "learning_rate": 4.859867858264905e-05, |
| "loss": 2.2314, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.015028802957193544, |
| "grad_norm": 0.9694017171859741, |
| "learning_rate": 4.8596196585236595e-05, |
| "loss": 2.2047, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.015037796854833994, |
| "grad_norm": 1.5287903547286987, |
| "learning_rate": 4.85937124552253e-05, |
| "loss": 2.3677, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.015046790752474446, |
| "grad_norm": 0.8434200286865234, |
| "learning_rate": 4.8591226192839696e-05, |
| "loss": 2.2631, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.015055784650114897, |
| "grad_norm": 0.9062039852142334, |
| "learning_rate": 4.8588737798304476e-05, |
| "loss": 2.258, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.015064778547755347, |
| "grad_norm": 1.3914508819580078, |
| "learning_rate": 4.8586247271844546e-05, |
| "loss": 2.306, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.0150737724453958, |
| "grad_norm": 1.364774465560913, |
| "learning_rate": 4.858375461368499e-05, |
| "loss": 2.2833, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.01508276634303625, |
| "grad_norm": 0.8096304535865784, |
| "learning_rate": 4.858125982405108e-05, |
| "loss": 2.2704, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.0150917602406767, |
| "grad_norm": 0.9544671773910522, |
| "learning_rate": 4.857876290316833e-05, |
| "loss": 2.2346, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.015100754138317152, |
| "grad_norm": 1.6853290796279907, |
| "learning_rate": 4.857626385126237e-05, |
| "loss": 2.3401, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.015109748035957602, |
| "grad_norm": 1.2222957611083984, |
| "learning_rate": 4.857376266855909e-05, |
| "loss": 2.2968, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.015118741933598055, |
| "grad_norm": 1.121512770652771, |
| "learning_rate": 4.8571259355284515e-05, |
| "loss": 2.3299, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.015127735831238505, |
| "grad_norm": 1.0393519401550293, |
| "learning_rate": 4.856875391166492e-05, |
| "loss": 2.2729, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.015136729728878955, |
| "grad_norm": 0.924287736415863, |
| "learning_rate": 4.856624633792673e-05, |
| "loss": 2.2261, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.015145723626519407, |
| "grad_norm": 1.5494250059127808, |
| "learning_rate": 4.856373663429657e-05, |
| "loss": 2.2968, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.015154717524159858, |
| "grad_norm": 1.256866455078125, |
| "learning_rate": 4.856122480100129e-05, |
| "loss": 2.3281, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.015163711421800308, |
| "grad_norm": 2.0648908615112305, |
| "learning_rate": 4.8558710838267885e-05, |
| "loss": 2.2923, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.01517270531944076, |
| "grad_norm": 5.36793851852417, |
| "learning_rate": 4.855619474632357e-05, |
| "loss": 2.3124, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.01518169921708121, |
| "grad_norm": 0.9082876443862915, |
| "learning_rate": 4.855367652539574e-05, |
| "loss": 2.1946, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.015190693114721661, |
| "grad_norm": 2.38844895362854, |
| "learning_rate": 4.8551156175712e-05, |
| "loss": 2.29, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.015199687012362113, |
| "grad_norm": 3.0658109188079834, |
| "learning_rate": 4.854863369750014e-05, |
| "loss": 2.2714, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.015208680910002563, |
| "grad_norm": 1.5102766752243042, |
| "learning_rate": 4.854610909098812e-05, |
| "loss": 2.2177, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.015217674807643014, |
| "grad_norm": 0.9167364239692688, |
| "learning_rate": 4.854358235640413e-05, |
| "loss": 2.243, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.015226668705283466, |
| "grad_norm": 1.907095193862915, |
| "learning_rate": 4.8541053493976516e-05, |
| "loss": 2.34, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.015235662602923916, |
| "grad_norm": 0.6987553238868713, |
| "learning_rate": 4.8538522503933846e-05, |
| "loss": 2.2872, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.015244656500564367, |
| "grad_norm": 0.8857932090759277, |
| "learning_rate": 4.853598938650487e-05, |
| "loss": 2.2709, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.015253650398204819, |
| "grad_norm": 1.0220707654953003, |
| "learning_rate": 4.853345414191852e-05, |
| "loss": 2.3388, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.015262644295845269, |
| "grad_norm": 0.9603571891784668, |
| "learning_rate": 4.853091677040395e-05, |
| "loss": 2.2508, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.01527163819348572, |
| "grad_norm": 1.0661171674728394, |
| "learning_rate": 4.852837727219044e-05, |
| "loss": 2.3104, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.015280632091126171, |
| "grad_norm": 1.0047944784164429, |
| "learning_rate": 4.852583564750755e-05, |
| "loss": 2.346, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.015289625988766622, |
| "grad_norm": 1.9199333190917969, |
| "learning_rate": 4.8523291896584977e-05, |
| "loss": 2.3277, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.015298619886407072, |
| "grad_norm": 1.2526764869689941, |
| "learning_rate": 4.8520746019652605e-05, |
| "loss": 2.2917, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.015307613784047524, |
| "grad_norm": 1.4083847999572754, |
| "learning_rate": 4.851819801694056e-05, |
| "loss": 2.2945, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.015316607681687975, |
| "grad_norm": 1.1006942987442017, |
| "learning_rate": 4.85156478886791e-05, |
| "loss": 2.2471, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.015325601579328425, |
| "grad_norm": 0.9158415794372559, |
| "learning_rate": 4.851309563509872e-05, |
| "loss": 2.2687, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.015334595476968877, |
| "grad_norm": 1.537262201309204, |
| "learning_rate": 4.851054125643008e-05, |
| "loss": 2.2725, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.015343589374609327, |
| "grad_norm": 0.9294925332069397, |
| "learning_rate": 4.850798475290403e-05, |
| "loss": 2.3882, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.015352583272249778, |
| "grad_norm": 0.7939320802688599, |
| "learning_rate": 4.850542612475165e-05, |
| "loss": 2.2375, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.01536157716989023, |
| "grad_norm": 0.7283051013946533, |
| "learning_rate": 4.8502865372204184e-05, |
| "loss": 2.247, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.01537057106753068, |
| "grad_norm": 1.1219340562820435, |
| "learning_rate": 4.850030249549305e-05, |
| "loss": 2.2645, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.01537956496517113, |
| "grad_norm": 0.6406038403511047, |
| "learning_rate": 4.849773749484989e-05, |
| "loss": 2.264, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.015388558862811583, |
| "grad_norm": 1.3027560710906982, |
| "learning_rate": 4.849517037050652e-05, |
| "loss": 2.2326, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.015397552760452033, |
| "grad_norm": 1.0084408521652222, |
| "learning_rate": 4.849260112269497e-05, |
| "loss": 2.3088, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.015406546658092483, |
| "grad_norm": 0.5874270796775818, |
| "learning_rate": 4.849002975164743e-05, |
| "loss": 2.2642, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.015415540555732936, |
| "grad_norm": 1.212501883506775, |
| "learning_rate": 4.8487456257596305e-05, |
| "loss": 2.2844, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.015424534453373386, |
| "grad_norm": 0.9356610774993896, |
| "learning_rate": 4.8484880640774176e-05, |
| "loss": 2.2396, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.015433528351013838, |
| "grad_norm": 1.258927583694458, |
| "learning_rate": 4.848230290141383e-05, |
| "loss": 2.2819, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.015442522248654288, |
| "grad_norm": 0.7848899960517883, |
| "learning_rate": 4.8479723039748246e-05, |
| "loss": 2.2881, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.015451516146294739, |
| "grad_norm": 1.0405381917953491, |
| "learning_rate": 4.847714105601059e-05, |
| "loss": 2.2882, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.01546051004393519, |
| "grad_norm": 0.8394889831542969, |
| "learning_rate": 4.84745569504342e-05, |
| "loss": 2.2942, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.015469503941575641, |
| "grad_norm": 0.628038227558136, |
| "learning_rate": 4.8471970723252645e-05, |
| "loss": 2.3152, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.015478497839216092, |
| "grad_norm": 1.528188943862915, |
| "learning_rate": 4.846938237469966e-05, |
| "loss": 2.345, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.015487491736856544, |
| "grad_norm": 1.0436937808990479, |
| "learning_rate": 4.8466791905009165e-05, |
| "loss": 2.2968, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.015496485634496994, |
| "grad_norm": 1.2217814922332764, |
| "learning_rate": 4.84641993144153e-05, |
| "loss": 2.3549, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.015505479532137444, |
| "grad_norm": 1.5608245134353638, |
| "learning_rate": 4.8461604603152376e-05, |
| "loss": 2.3443, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.015514473429777896, |
| "grad_norm": 0.9040743112564087, |
| "learning_rate": 4.84590077714549e-05, |
| "loss": 2.2734, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.015523467327418347, |
| "grad_norm": 1.0167921781539917, |
| "learning_rate": 4.8456408819557564e-05, |
| "loss": 2.2381, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.015532461225058797, |
| "grad_norm": 0.7634522318840027, |
| "learning_rate": 4.845380774769527e-05, |
| "loss": 2.2552, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.01554145512269925, |
| "grad_norm": 1.1253379583358765, |
| "learning_rate": 4.845120455610309e-05, |
| "loss": 2.3381, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.0155504490203397, |
| "grad_norm": 1.342286229133606, |
| "learning_rate": 4.84485992450163e-05, |
| "loss": 2.2358, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.01555944291798015, |
| "grad_norm": 1.160684585571289, |
| "learning_rate": 4.844599181467037e-05, |
| "loss": 2.3146, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.015568436815620602, |
| "grad_norm": 0.8372664451599121, |
| "learning_rate": 4.844338226530095e-05, |
| "loss": 2.2624, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.015577430713261052, |
| "grad_norm": 0.6305686235427856, |
| "learning_rate": 4.8440770597143906e-05, |
| "loss": 2.2075, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.015586424610901503, |
| "grad_norm": 1.278459072113037, |
| "learning_rate": 4.843815681043525e-05, |
| "loss": 2.2647, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.015595418508541955, |
| "grad_norm": 1.4778318405151367, |
| "learning_rate": 4.843554090541123e-05, |
| "loss": 2.2812, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.015604412406182405, |
| "grad_norm": 0.843654215335846, |
| "learning_rate": 4.843292288230826e-05, |
| "loss": 2.2355, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.015613406303822856, |
| "grad_norm": 1.2035799026489258, |
| "learning_rate": 4.843030274136297e-05, |
| "loss": 2.2931, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.015622400201463308, |
| "grad_norm": 0.9506595134735107, |
| "learning_rate": 4.842768048281216e-05, |
| "loss": 2.2913, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.01563139409910376, |
| "grad_norm": 1.4588580131530762, |
| "learning_rate": 4.8425056106892805e-05, |
| "loss": 2.3381, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.01564038799674421, |
| "grad_norm": 1.281014084815979, |
| "learning_rate": 4.842242961384211e-05, |
| "loss": 2.2844, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.01564938189438466, |
| "grad_norm": 1.2635339498519897, |
| "learning_rate": 4.841980100389747e-05, |
| "loss": 2.3184, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.01565837579202511, |
| "grad_norm": 0.9929319024085999, |
| "learning_rate": 4.841717027729643e-05, |
| "loss": 2.3244, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.01566736968966556, |
| "grad_norm": 0.9049252867698669, |
| "learning_rate": 4.841453743427678e-05, |
| "loss": 2.3104, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.01567636358730601, |
| "grad_norm": 1.3217833042144775, |
| "learning_rate": 4.8411902475076435e-05, |
| "loss": 2.3355, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.015685357484946465, |
| "grad_norm": 1.3570677042007446, |
| "learning_rate": 4.8409265399933574e-05, |
| "loss": 2.2917, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.015694351382586916, |
| "grad_norm": 1.055814266204834, |
| "learning_rate": 4.8406626209086515e-05, |
| "loss": 2.3087, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.015703345280227366, |
| "grad_norm": 0.8690663576126099, |
| "learning_rate": 4.8403984902773796e-05, |
| "loss": 2.3487, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.015712339177867816, |
| "grad_norm": 1.463718056678772, |
| "learning_rate": 4.840134148123413e-05, |
| "loss": 2.3123, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.015721333075508267, |
| "grad_norm": 1.0361788272857666, |
| "learning_rate": 4.839869594470642e-05, |
| "loss": 2.2572, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.015730326973148717, |
| "grad_norm": 1.4331319332122803, |
| "learning_rate": 4.839604829342978e-05, |
| "loss": 2.25, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.01573932087078917, |
| "grad_norm": 1.7820483446121216, |
| "learning_rate": 4.83933985276435e-05, |
| "loss": 2.3103, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.01574831476842962, |
| "grad_norm": 1.5386706590652466, |
| "learning_rate": 4.839074664758704e-05, |
| "loss": 2.2559, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.015757308666070072, |
| "grad_norm": 1.9421716928482056, |
| "learning_rate": 4.8388092653500105e-05, |
| "loss": 2.3133, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.015766302563710522, |
| "grad_norm": 0.7473291754722595, |
| "learning_rate": 4.838543654562255e-05, |
| "loss": 2.2426, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.015775296461350972, |
| "grad_norm": 2.3026628494262695, |
| "learning_rate": 4.838277832419442e-05, |
| "loss": 2.4159, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.015784290358991423, |
| "grad_norm": 1.0959279537200928, |
| "learning_rate": 4.838011798945598e-05, |
| "loss": 2.2783, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.015793284256631877, |
| "grad_norm": 1.1502763032913208, |
| "learning_rate": 4.837745554164765e-05, |
| "loss": 2.2898, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.015802278154272327, |
| "grad_norm": 0.7148979902267456, |
| "learning_rate": 4.8374790981010075e-05, |
| "loss": 2.1665, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.015811272051912777, |
| "grad_norm": 1.093146562576294, |
| "learning_rate": 4.8372124307784075e-05, |
| "loss": 2.2296, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.015820265949553228, |
| "grad_norm": 0.8140142560005188, |
| "learning_rate": 4.836945552221065e-05, |
| "loss": 2.2643, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.015829259847193678, |
| "grad_norm": 0.9954135417938232, |
| "learning_rate": 4.8366784624531e-05, |
| "loss": 2.2318, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.01583825374483413, |
| "grad_norm": 1.4276254177093506, |
| "learning_rate": 4.8364111614986527e-05, |
| "loss": 2.2922, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.015847247642474582, |
| "grad_norm": 0.871088445186615, |
| "learning_rate": 4.836143649381881e-05, |
| "loss": 2.3666, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.015856241540115033, |
| "grad_norm": 1.3774094581604004, |
| "learning_rate": 4.8358759261269626e-05, |
| "loss": 2.3687, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.015865235437755483, |
| "grad_norm": 0.8023905754089355, |
| "learning_rate": 4.8356079917580944e-05, |
| "loss": 2.2467, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.015874229335395933, |
| "grad_norm": 1.524170994758606, |
| "learning_rate": 4.8353398462994916e-05, |
| "loss": 2.3557, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.015883223233036384, |
| "grad_norm": 1.3545712232589722, |
| "learning_rate": 4.835071489775388e-05, |
| "loss": 2.2675, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.015892217130676834, |
| "grad_norm": 0.9542168974876404, |
| "learning_rate": 4.834802922210039e-05, |
| "loss": 2.2941, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.015901211028317288, |
| "grad_norm": 1.1913856267929077, |
| "learning_rate": 4.834534143627717e-05, |
| "loss": 2.2461, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.01591020492595774, |
| "grad_norm": 0.9957913160324097, |
| "learning_rate": 4.8342651540527136e-05, |
| "loss": 2.2682, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.01591919882359819, |
| "grad_norm": 1.2226651906967163, |
| "learning_rate": 4.8339959535093395e-05, |
| "loss": 2.3396, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.01592819272123864, |
| "grad_norm": 2.445849657058716, |
| "learning_rate": 4.8337265420219245e-05, |
| "loss": 2.2851, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.01593718661887909, |
| "grad_norm": 2.062366247177124, |
| "learning_rate": 4.83345691961482e-05, |
| "loss": 2.2925, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.015946180516519543, |
| "grad_norm": 1.8406349420547485, |
| "learning_rate": 4.8331870863123905e-05, |
| "loss": 2.2293, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.015955174414159994, |
| "grad_norm": 0.8395392894744873, |
| "learning_rate": 4.832917042139027e-05, |
| "loss": 2.3894, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.015964168311800444, |
| "grad_norm": 1.0644644498825073, |
| "learning_rate": 4.8326467871191325e-05, |
| "loss": 2.3345, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.015973162209440894, |
| "grad_norm": 0.9206362962722778, |
| "learning_rate": 4.8323763212771354e-05, |
| "loss": 2.2374, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.015982156107081345, |
| "grad_norm": 0.7812778353691101, |
| "learning_rate": 4.832105644637478e-05, |
| "loss": 2.254, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.015991150004721795, |
| "grad_norm": 1.4544132947921753, |
| "learning_rate": 4.831834757224624e-05, |
| "loss": 2.2713, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.01600014390236225, |
| "grad_norm": 1.4938353300094604, |
| "learning_rate": 4.8315636590630566e-05, |
| "loss": 2.3449, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.0160091378000027, |
| "grad_norm": 0.861350953578949, |
| "learning_rate": 4.831292350177277e-05, |
| "loss": 2.2377, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.01601813169764315, |
| "grad_norm": 0.9754862785339355, |
| "learning_rate": 4.831020830591806e-05, |
| "loss": 2.3128, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.0160271255952836, |
| "grad_norm": 0.8671904802322388, |
| "learning_rate": 4.830749100331183e-05, |
| "loss": 2.2829, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.01603611949292405, |
| "grad_norm": 1.046902060508728, |
| "learning_rate": 4.830477159419966e-05, |
| "loss": 2.2218, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.0160451133905645, |
| "grad_norm": 1.9188002347946167, |
| "learning_rate": 4.830205007882735e-05, |
| "loss": 2.2688, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.016054107288204954, |
| "grad_norm": 1.4355274438858032, |
| "learning_rate": 4.829932645744084e-05, |
| "loss": 2.3428, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.016063101185845405, |
| "grad_norm": 1.168654441833496, |
| "learning_rate": 4.829660073028631e-05, |
| "loss": 2.2224, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.016072095083485855, |
| "grad_norm": 1.3810064792633057, |
| "learning_rate": 4.8293872897610096e-05, |
| "loss": 2.2886, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.016081088981126306, |
| "grad_norm": 1.2109360694885254, |
| "learning_rate": 4.829114295965874e-05, |
| "loss": 2.2377, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.016090082878766756, |
| "grad_norm": 1.4794343709945679, |
| "learning_rate": 4.828841091667897e-05, |
| "loss": 2.2686, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.016099076776407206, |
| "grad_norm": 1.6576998233795166, |
| "learning_rate": 4.8285676768917704e-05, |
| "loss": 2.2041, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.01610807067404766, |
| "grad_norm": 1.1506435871124268, |
| "learning_rate": 4.828294051662206e-05, |
| "loss": 2.2795, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.01611706457168811, |
| "grad_norm": 1.8207429647445679, |
| "learning_rate": 4.828020216003932e-05, |
| "loss": 2.2831, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.01612605846932856, |
| "grad_norm": 1.3562047481536865, |
| "learning_rate": 4.827746169941698e-05, |
| "loss": 2.2682, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.01613505236696901, |
| "grad_norm": 1.6682422161102295, |
| "learning_rate": 4.827471913500274e-05, |
| "loss": 2.3876, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.01614404626460946, |
| "grad_norm": 1.1676632165908813, |
| "learning_rate": 4.827197446704444e-05, |
| "loss": 2.2827, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.016153040162249912, |
| "grad_norm": 0.7973687052726746, |
| "learning_rate": 4.826922769579016e-05, |
| "loss": 2.2901, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.016162034059890366, |
| "grad_norm": 1.4986774921417236, |
| "learning_rate": 4.826647882148815e-05, |
| "loss": 2.2922, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.016171027957530816, |
| "grad_norm": 1.4185477495193481, |
| "learning_rate": 4.826372784438684e-05, |
| "loss": 2.3027, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.016180021855171266, |
| "grad_norm": 1.560782790184021, |
| "learning_rate": 4.826097476473486e-05, |
| "loss": 2.3667, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.016189015752811717, |
| "grad_norm": 1.1071298122406006, |
| "learning_rate": 4.8258219582781046e-05, |
| "loss": 2.2883, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.016198009650452167, |
| "grad_norm": 1.3657180070877075, |
| "learning_rate": 4.825546229877439e-05, |
| "loss": 2.3031, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.016207003548092618, |
| "grad_norm": 1.2129443883895874, |
| "learning_rate": 4.82527029129641e-05, |
| "loss": 2.2703, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.01621599744573307, |
| "grad_norm": 0.9238573312759399, |
| "learning_rate": 4.824994142559957e-05, |
| "loss": 2.2827, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.01622499134337352, |
| "grad_norm": 1.260115146636963, |
| "learning_rate": 4.824717783693038e-05, |
| "loss": 2.3157, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.016233985241013972, |
| "grad_norm": 1.4081841707229614, |
| "learning_rate": 4.8244412147206284e-05, |
| "loss": 2.2942, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.016242979138654422, |
| "grad_norm": 0.9430930614471436, |
| "learning_rate": 4.824164435667727e-05, |
| "loss": 2.2714, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.016251973036294873, |
| "grad_norm": 1.180860996246338, |
| "learning_rate": 4.8238874465593464e-05, |
| "loss": 2.319, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.016260966933935327, |
| "grad_norm": 1.352108359336853, |
| "learning_rate": 4.823610247420521e-05, |
| "loss": 2.3218, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.016269960831575777, |
| "grad_norm": 2.0896854400634766, |
| "learning_rate": 4.8233328382763057e-05, |
| "loss": 2.3172, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.016278954729216227, |
| "grad_norm": 1.1523449420928955, |
| "learning_rate": 4.8230552191517694e-05, |
| "loss": 2.2646, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.016287948626856678, |
| "grad_norm": 1.7392079830169678, |
| "learning_rate": 4.8227773900720056e-05, |
| "loss": 2.2986, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.016296942524497128, |
| "grad_norm": 0.9787827134132385, |
| "learning_rate": 4.822499351062123e-05, |
| "loss": 2.2402, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.01630593642213758, |
| "grad_norm": 1.443446397781372, |
| "learning_rate": 4.8222211021472506e-05, |
| "loss": 2.3217, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.016314930319778032, |
| "grad_norm": 0.7974103689193726, |
| "learning_rate": 4.821942643352536e-05, |
| "loss": 2.2411, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.016323924217418483, |
| "grad_norm": 1.7783901691436768, |
| "learning_rate": 4.821663974703147e-05, |
| "loss": 2.4581, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.016332918115058933, |
| "grad_norm": 0.8028185963630676, |
| "learning_rate": 4.821385096224268e-05, |
| "loss": 2.2644, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.016341912012699383, |
| "grad_norm": 0.8400540351867676, |
| "learning_rate": 4.821106007941105e-05, |
| "loss": 2.2547, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.016350905910339834, |
| "grad_norm": 1.2375069856643677, |
| "learning_rate": 4.820826709878881e-05, |
| "loss": 2.2746, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.016359899807980284, |
| "grad_norm": 0.670217752456665, |
| "learning_rate": 4.820547202062837e-05, |
| "loss": 2.2338, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.016368893705620738, |
| "grad_norm": 1.0312367677688599, |
| "learning_rate": 4.8202674845182384e-05, |
| "loss": 2.2935, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.016377887603261188, |
| "grad_norm": 0.7886951565742493, |
| "learning_rate": 4.819987557270363e-05, |
| "loss": 2.1898, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.01638688150090164, |
| "grad_norm": 0.848126232624054, |
| "learning_rate": 4.819707420344511e-05, |
| "loss": 2.2792, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.01639587539854209, |
| "grad_norm": 1.2181836366653442, |
| "learning_rate": 4.819427073766001e-05, |
| "loss": 2.298, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.01640486929618254, |
| "grad_norm": 1.0177326202392578, |
| "learning_rate": 4.8191465175601706e-05, |
| "loss": 2.3741, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.01641386319382299, |
| "grad_norm": 1.1135579347610474, |
| "learning_rate": 4.818865751752376e-05, |
| "loss": 2.3023, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.016422857091463443, |
| "grad_norm": 0.6524264216423035, |
| "learning_rate": 4.818584776367993e-05, |
| "loss": 2.2265, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.016431850989103894, |
| "grad_norm": 1.0768200159072876, |
| "learning_rate": 4.8183035914324136e-05, |
| "loss": 2.2416, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.016440844886744344, |
| "grad_norm": 1.1255426406860352, |
| "learning_rate": 4.818022196971054e-05, |
| "loss": 2.3167, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.016449838784384795, |
| "grad_norm": 0.659188985824585, |
| "learning_rate": 4.817740593009344e-05, |
| "loss": 2.2551, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.016458832682025245, |
| "grad_norm": 1.033416748046875, |
| "learning_rate": 4.8174587795727364e-05, |
| "loss": 2.2822, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.016467826579665695, |
| "grad_norm": 1.2327380180358887, |
| "learning_rate": 4.8171767566867e-05, |
| "loss": 2.2626, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.01647682047730615, |
| "grad_norm": 1.0146552324295044, |
| "learning_rate": 4.816894524376725e-05, |
| "loss": 2.3406, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.0164858143749466, |
| "grad_norm": 0.994263231754303, |
| "learning_rate": 4.816612082668318e-05, |
| "loss": 2.2253, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.01649480827258705, |
| "grad_norm": 0.9802228808403015, |
| "learning_rate": 4.816329431587006e-05, |
| "loss": 2.2665, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.0165038021702275, |
| "grad_norm": 0.693946897983551, |
| "learning_rate": 4.816046571158335e-05, |
| "loss": 2.2454, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.01651279606786795, |
| "grad_norm": 1.3491873741149902, |
| "learning_rate": 4.8157635014078694e-05, |
| "loss": 2.2501, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.0165217899655084, |
| "grad_norm": 1.929073691368103, |
| "learning_rate": 4.8154802223611935e-05, |
| "loss": 2.369, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.016530783863148855, |
| "grad_norm": 1.6979625225067139, |
| "learning_rate": 4.815196734043909e-05, |
| "loss": 2.3639, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.016539777760789305, |
| "grad_norm": 1.1496517658233643, |
| "learning_rate": 4.8149130364816364e-05, |
| "loss": 2.2529, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.016548771658429755, |
| "grad_norm": 1.0107629299163818, |
| "learning_rate": 4.8146291297000176e-05, |
| "loss": 2.3402, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.016557765556070206, |
| "grad_norm": 1.1265355348587036, |
| "learning_rate": 4.8143450137247114e-05, |
| "loss": 2.3118, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.016566759453710656, |
| "grad_norm": 1.4963544607162476, |
| "learning_rate": 4.814060688581396e-05, |
| "loss": 2.2731, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.016575753351351107, |
| "grad_norm": 1.1520501375198364, |
| "learning_rate": 4.813776154295767e-05, |
| "loss": 2.2518, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.01658474724899156, |
| "grad_norm": 1.1177328824996948, |
| "learning_rate": 4.813491410893543e-05, |
| "loss": 2.1875, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.01659374114663201, |
| "grad_norm": 0.7695892453193665, |
| "learning_rate": 4.813206458400455e-05, |
| "loss": 2.2137, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.01660273504427246, |
| "grad_norm": 1.1445571184158325, |
| "learning_rate": 4.812921296842261e-05, |
| "loss": 2.2929, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.01661172894191291, |
| "grad_norm": 0.9211652874946594, |
| "learning_rate": 4.81263592624473e-05, |
| "loss": 2.2681, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.016620722839553362, |
| "grad_norm": 1.8441261053085327, |
| "learning_rate": 4.812350346633655e-05, |
| "loss": 2.3464, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.016629716737193816, |
| "grad_norm": 0.8590016961097717, |
| "learning_rate": 4.812064558034847e-05, |
| "loss": 2.2257, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.016638710634834266, |
| "grad_norm": 0.8752726912498474, |
| "learning_rate": 4.811778560474135e-05, |
| "loss": 2.231, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.016647704532474716, |
| "grad_norm": 1.0980899333953857, |
| "learning_rate": 4.811492353977366e-05, |
| "loss": 2.3283, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.016656698430115167, |
| "grad_norm": 1.6323179006576538, |
| "learning_rate": 4.811205938570408e-05, |
| "loss": 2.1941, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.016665692327755617, |
| "grad_norm": 1.0961986780166626, |
| "learning_rate": 4.810919314279146e-05, |
| "loss": 2.2665, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.016674686225396067, |
| "grad_norm": 0.9938058853149414, |
| "learning_rate": 4.810632481129487e-05, |
| "loss": 2.281, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.01668368012303652, |
| "grad_norm": 0.6960379481315613, |
| "learning_rate": 4.8103454391473514e-05, |
| "loss": 2.2964, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.01669267402067697, |
| "grad_norm": 0.9237589240074158, |
| "learning_rate": 4.810058188358685e-05, |
| "loss": 2.3102, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.016701667918317422, |
| "grad_norm": 0.6621735692024231, |
| "learning_rate": 4.809770728789447e-05, |
| "loss": 2.2571, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.016710661815957872, |
| "grad_norm": 0.8308791518211365, |
| "learning_rate": 4.8094830604656185e-05, |
| "loss": 2.3512, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.016719655713598323, |
| "grad_norm": 1.0479060411453247, |
| "learning_rate": 4.8091951834131984e-05, |
| "loss": 2.3564, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.016728649611238773, |
| "grad_norm": 1.0854172706604004, |
| "learning_rate": 4.8089070976582054e-05, |
| "loss": 2.2815, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.016737643508879227, |
| "grad_norm": 1.0308998823165894, |
| "learning_rate": 4.808618803226675e-05, |
| "loss": 2.2354, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.016746637406519677, |
| "grad_norm": 1.7791664600372314, |
| "learning_rate": 4.808330300144665e-05, |
| "loss": 2.2741, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.016755631304160128, |
| "grad_norm": 1.4389320611953735, |
| "learning_rate": 4.8080415884382474e-05, |
| "loss": 2.2824, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.016764625201800578, |
| "grad_norm": 1.377921223640442, |
| "learning_rate": 4.8077526681335176e-05, |
| "loss": 2.2444, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.01677361909944103, |
| "grad_norm": 0.8582924008369446, |
| "learning_rate": 4.807463539256588e-05, |
| "loss": 2.2474, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.01678261299708148, |
| "grad_norm": 0.9905087947845459, |
| "learning_rate": 4.807174201833589e-05, |
| "loss": 2.2381, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.016791606894721933, |
| "grad_norm": 1.1994690895080566, |
| "learning_rate": 4.8068846558906696e-05, |
| "loss": 2.2416, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.016800600792362383, |
| "grad_norm": 0.7634406089782715, |
| "learning_rate": 4.806594901454001e-05, |
| "loss": 2.2251, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.016809594690002833, |
| "grad_norm": 0.8624756336212158, |
| "learning_rate": 4.806304938549769e-05, |
| "loss": 2.3237, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.016818588587643284, |
| "grad_norm": 0.7684710025787354, |
| "learning_rate": 4.806014767204181e-05, |
| "loss": 2.1954, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.016827582485283734, |
| "grad_norm": 1.9442144632339478, |
| "learning_rate": 4.805724387443462e-05, |
| "loss": 2.2917, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.016836576382924184, |
| "grad_norm": 1.1653467416763306, |
| "learning_rate": 4.8054337992938566e-05, |
| "loss": 2.243, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.016845570280564638, |
| "grad_norm": 1.2989853620529175, |
| "learning_rate": 4.805143002781628e-05, |
| "loss": 2.2672, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.01685456417820509, |
| "grad_norm": 0.5724433064460754, |
| "learning_rate": 4.804851997933057e-05, |
| "loss": 2.2178, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.01686355807584554, |
| "grad_norm": 0.9845910668373108, |
| "learning_rate": 4.8045607847744454e-05, |
| "loss": 2.303, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.01687255197348599, |
| "grad_norm": 0.8734267950057983, |
| "learning_rate": 4.804269363332112e-05, |
| "loss": 2.2648, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.01688154587112644, |
| "grad_norm": 0.7489177584648132, |
| "learning_rate": 4.8039777336323957e-05, |
| "loss": 2.2902, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.01689053976876689, |
| "grad_norm": 1.152745246887207, |
| "learning_rate": 4.803685895701654e-05, |
| "loss": 2.3479, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.016899533666407344, |
| "grad_norm": 0.8649763464927673, |
| "learning_rate": 4.803393849566261e-05, |
| "loss": 2.2638, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.016908527564047794, |
| "grad_norm": 0.957438588142395, |
| "learning_rate": 4.803101595252614e-05, |
| "loss": 2.3078, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.016917521461688245, |
| "grad_norm": 0.749431848526001, |
| "learning_rate": 4.802809132787125e-05, |
| "loss": 2.1633, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.016926515359328695, |
| "grad_norm": 0.8619750738143921, |
| "learning_rate": 4.8025164621962284e-05, |
| "loss": 2.2075, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.016935509256969145, |
| "grad_norm": 1.1175601482391357, |
| "learning_rate": 4.802223583506372e-05, |
| "loss": 2.2293, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.0169445031546096, |
| "grad_norm": 1.3970891237258911, |
| "learning_rate": 4.8019304967440294e-05, |
| "loss": 2.2848, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.01695349705225005, |
| "grad_norm": 0.780992329120636, |
| "learning_rate": 4.801637201935687e-05, |
| "loss": 2.1801, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.0169624909498905, |
| "grad_norm": 0.994679868221283, |
| "learning_rate": 4.801343699107854e-05, |
| "loss": 2.309, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.01697148484753095, |
| "grad_norm": 0.9754831194877625, |
| "learning_rate": 4.801049988287055e-05, |
| "loss": 2.2761, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.0169804787451714, |
| "grad_norm": 1.1257673501968384, |
| "learning_rate": 4.8007560694998375e-05, |
| "loss": 2.2436, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.01698947264281185, |
| "grad_norm": 0.8542078733444214, |
| "learning_rate": 4.800461942772765e-05, |
| "loss": 2.2935, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.016998466540452305, |
| "grad_norm": 0.7948276400566101, |
| "learning_rate": 4.80016760813242e-05, |
| "loss": 2.2553, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.017007460438092755, |
| "grad_norm": 1.023480772972107, |
| "learning_rate": 4.7998730656054035e-05, |
| "loss": 2.2589, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.017016454335733205, |
| "grad_norm": 0.5797092914581299, |
| "learning_rate": 4.7995783152183366e-05, |
| "loss": 2.272, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.017025448233373656, |
| "grad_norm": 0.8182694315910339, |
| "learning_rate": 4.799283356997859e-05, |
| "loss": 2.2563, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.017034442131014106, |
| "grad_norm": 1.257016658782959, |
| "learning_rate": 4.798988190970628e-05, |
| "loss": 2.2578, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.017043436028654557, |
| "grad_norm": 1.1566047668457031, |
| "learning_rate": 4.79869281716332e-05, |
| "loss": 2.2644, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.01705242992629501, |
| "grad_norm": 1.223054051399231, |
| "learning_rate": 4.7983972356026315e-05, |
| "loss": 2.3659, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.01706142382393546, |
| "grad_norm": 0.6454828977584839, |
| "learning_rate": 4.798101446315276e-05, |
| "loss": 2.2161, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.01707041772157591, |
| "grad_norm": 0.9303452968597412, |
| "learning_rate": 4.797805449327988e-05, |
| "loss": 2.2114, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.01707941161921636, |
| "grad_norm": 1.0017653703689575, |
| "learning_rate": 4.797509244667518e-05, |
| "loss": 2.2505, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.017088405516856812, |
| "grad_norm": 0.8761176466941833, |
| "learning_rate": 4.797212832360637e-05, |
| "loss": 2.3295, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.017097399414497262, |
| "grad_norm": 1.3909958600997925, |
| "learning_rate": 4.796916212434135e-05, |
| "loss": 2.2344, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.017106393312137716, |
| "grad_norm": 1.188353419303894, |
| "learning_rate": 4.7966193849148194e-05, |
| "loss": 2.3737, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.017115387209778166, |
| "grad_norm": 0.9582924842834473, |
| "learning_rate": 4.7963223498295176e-05, |
| "loss": 2.2416, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.017124381107418617, |
| "grad_norm": 0.6712927222251892, |
| "learning_rate": 4.796025107205075e-05, |
| "loss": 2.2281, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.017133375005059067, |
| "grad_norm": 1.0080678462982178, |
| "learning_rate": 4.7957276570683566e-05, |
| "loss": 2.2302, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.017142368902699517, |
| "grad_norm": 0.8767439126968384, |
| "learning_rate": 4.7954299994462454e-05, |
| "loss": 2.3459, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.017151362800339968, |
| "grad_norm": 1.0786638259887695, |
| "learning_rate": 4.795132134365643e-05, |
| "loss": 2.2993, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.01716035669798042, |
| "grad_norm": 1.2587511539459229, |
| "learning_rate": 4.79483406185347e-05, |
| "loss": 2.2827, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.017169350595620872, |
| "grad_norm": 1.4085206985473633, |
| "learning_rate": 4.7945357819366675e-05, |
| "loss": 2.2252, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.017178344493261322, |
| "grad_norm": 1.057995080947876, |
| "learning_rate": 4.794237294642192e-05, |
| "loss": 2.3504, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.017187338390901773, |
| "grad_norm": 1.0978472232818604, |
| "learning_rate": 4.793938599997021e-05, |
| "loss": 2.3538, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.017196332288542223, |
| "grad_norm": 0.9442919492721558, |
| "learning_rate": 4.7936396980281496e-05, |
| "loss": 2.3188, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.017205326186182673, |
| "grad_norm": 0.8239895105361938, |
| "learning_rate": 4.793340588762593e-05, |
| "loss": 2.2172, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.017214320083823127, |
| "grad_norm": 1.4184783697128296, |
| "learning_rate": 4.793041272227384e-05, |
| "loss": 2.283, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.017223313981463578, |
| "grad_norm": 0.6340658068656921, |
| "learning_rate": 4.792741748449575e-05, |
| "loss": 2.1854, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.017232307879104028, |
| "grad_norm": 1.1299843788146973, |
| "learning_rate": 4.792442017456237e-05, |
| "loss": 2.3031, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.01724130177674448, |
| "grad_norm": 1.4297564029693604, |
| "learning_rate": 4.792142079274457e-05, |
| "loss": 2.2117, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.01725029567438493, |
| "grad_norm": 0.6740981340408325, |
| "learning_rate": 4.791841933931346e-05, |
| "loss": 2.1921, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.017259289572025382, |
| "grad_norm": 1.3782836198806763, |
| "learning_rate": 4.7915415814540296e-05, |
| "loss": 2.2988, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.017268283469665833, |
| "grad_norm": 2.1514110565185547, |
| "learning_rate": 4.791241021869653e-05, |
| "loss": 2.292, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.017277277367306283, |
| "grad_norm": 0.9755523204803467, |
| "learning_rate": 4.79094025520538e-05, |
| "loss": 2.1852, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.017286271264946734, |
| "grad_norm": 0.5889203548431396, |
| "learning_rate": 4.790639281488396e-05, |
| "loss": 2.1865, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.017295265162587184, |
| "grad_norm": 0.8238359093666077, |
| "learning_rate": 4.7903381007459e-05, |
| "loss": 2.2827, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.017304259060227634, |
| "grad_norm": 1.3062047958374023, |
| "learning_rate": 4.790036713005114e-05, |
| "loss": 2.3012, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.017313252957868088, |
| "grad_norm": 0.6288627982139587, |
| "learning_rate": 4.7897351182932756e-05, |
| "loss": 2.1774, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.01732224685550854, |
| "grad_norm": 1.2543439865112305, |
| "learning_rate": 4.789433316637644e-05, |
| "loss": 2.3061, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.01733124075314899, |
| "grad_norm": 1.6748862266540527, |
| "learning_rate": 4.7891313080654954e-05, |
| "loss": 2.2744, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.01734023465078944, |
| "grad_norm": 1.1074962615966797, |
| "learning_rate": 4.788829092604124e-05, |
| "loss": 2.2932, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.01734922854842989, |
| "grad_norm": 1.0261276960372925, |
| "learning_rate": 4.788526670280845e-05, |
| "loss": 2.254, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.01735822244607034, |
| "grad_norm": 1.3492799997329712, |
| "learning_rate": 4.7882240411229905e-05, |
| "loss": 2.3212, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.017367216343710794, |
| "grad_norm": 0.8169590830802917, |
| "learning_rate": 4.787921205157912e-05, |
| "loss": 2.1939, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.017376210241351244, |
| "grad_norm": 2.293365240097046, |
| "learning_rate": 4.78761816241298e-05, |
| "loss": 2.3158, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.017385204138991694, |
| "grad_norm": 0.652710497379303, |
| "learning_rate": 4.7873149129155816e-05, |
| "loss": 2.2172, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.017394198036632145, |
| "grad_norm": 0.9734316468238831, |
| "learning_rate": 4.787011456693125e-05, |
| "loss": 2.2232, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.017403191934272595, |
| "grad_norm": 1.9363571405410767, |
| "learning_rate": 4.786707793773037e-05, |
| "loss": 2.3442, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.017412185831913046, |
| "grad_norm": 0.9665070176124573, |
| "learning_rate": 4.786403924182761e-05, |
| "loss": 2.2754, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.0174211797295535, |
| "grad_norm": 1.055876612663269, |
| "learning_rate": 4.786099847949761e-05, |
| "loss": 2.2133, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.01743017362719395, |
| "grad_norm": 1.0245312452316284, |
| "learning_rate": 4.78579556510152e-05, |
| "loss": 2.2364, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.0174391675248344, |
| "grad_norm": 0.9658739566802979, |
| "learning_rate": 4.785491075665537e-05, |
| "loss": 2.124, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.01744816142247485, |
| "grad_norm": 1.2974826097488403, |
| "learning_rate": 4.7851863796693326e-05, |
| "loss": 2.2864, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.0174571553201153, |
| "grad_norm": 1.042313814163208, |
| "learning_rate": 4.784881477140445e-05, |
| "loss": 2.2755, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.01746614921775575, |
| "grad_norm": 1.1423113346099854, |
| "learning_rate": 4.7845763681064296e-05, |
| "loss": 2.2599, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.017475143115396205, |
| "grad_norm": 0.994827151298523, |
| "learning_rate": 4.784271052594863e-05, |
| "loss": 2.2505, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.017484137013036655, |
| "grad_norm": 1.4856171607971191, |
| "learning_rate": 4.7839655306333395e-05, |
| "loss": 2.2876, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.017493130910677106, |
| "grad_norm": 1.0082606077194214, |
| "learning_rate": 4.783659802249472e-05, |
| "loss": 2.315, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.017502124808317556, |
| "grad_norm": 1.24881911277771, |
| "learning_rate": 4.7833538674708905e-05, |
| "loss": 2.3216, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.017511118705958006, |
| "grad_norm": 0.852787435054779, |
| "learning_rate": 4.783047726325246e-05, |
| "loss": 2.1809, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.017520112603598457, |
| "grad_norm": 0.8327879905700684, |
| "learning_rate": 4.7827413788402077e-05, |
| "loss": 2.2645, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.01752910650123891, |
| "grad_norm": 1.182180643081665, |
| "learning_rate": 4.7824348250434615e-05, |
| "loss": 2.3767, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.01753810039887936, |
| "grad_norm": 1.3073945045471191, |
| "learning_rate": 4.782128064962714e-05, |
| "loss": 2.284, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.01754709429651981, |
| "grad_norm": 0.8969705700874329, |
| "learning_rate": 4.78182109862569e-05, |
| "loss": 2.2808, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.01755608819416026, |
| "grad_norm": 1.233926773071289, |
| "learning_rate": 4.781513926060135e-05, |
| "loss": 2.2481, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.017565082091800712, |
| "grad_norm": 0.8716261982917786, |
| "learning_rate": 4.7812065472938075e-05, |
| "loss": 2.1913, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.017574075989441162, |
| "grad_norm": 1.4345555305480957, |
| "learning_rate": 4.780898962354489e-05, |
| "loss": 2.1927, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.017583069887081616, |
| "grad_norm": 0.8084832429885864, |
| "learning_rate": 4.780591171269979e-05, |
| "loss": 2.3321, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.017592063784722067, |
| "grad_norm": 0.8963560461997986, |
| "learning_rate": 4.7802831740680955e-05, |
| "loss": 2.3104, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.017601057682362517, |
| "grad_norm": 0.7294359803199768, |
| "learning_rate": 4.779974970776675e-05, |
| "loss": 2.2292, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.017610051580002967, |
| "grad_norm": 0.9283105134963989, |
| "learning_rate": 4.779666561423573e-05, |
| "loss": 2.3325, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.017619045477643418, |
| "grad_norm": 1.5552716255187988, |
| "learning_rate": 4.779357946036661e-05, |
| "loss": 2.307, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.01762803937528387, |
| "grad_norm": 1.5735383033752441, |
| "learning_rate": 4.7790491246438345e-05, |
| "loss": 2.2355, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.017637033272924322, |
| "grad_norm": 1.307526707649231, |
| "learning_rate": 4.7787400972730024e-05, |
| "loss": 2.2477, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.017646027170564772, |
| "grad_norm": 1.1407091617584229, |
| "learning_rate": 4.7784308639520945e-05, |
| "loss": 2.2384, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.017655021068205223, |
| "grad_norm": 1.6965885162353516, |
| "learning_rate": 4.77812142470906e-05, |
| "loss": 2.1858, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.017664014965845673, |
| "grad_norm": 1.4773070812225342, |
| "learning_rate": 4.777811779571864e-05, |
| "loss": 2.2493, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.017673008863486123, |
| "grad_norm": 1.2642821073532104, |
| "learning_rate": 4.777501928568494e-05, |
| "loss": 2.2737, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.017682002761126577, |
| "grad_norm": 1.8974300622940063, |
| "learning_rate": 4.777191871726952e-05, |
| "loss": 2.1704, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.017690996658767028, |
| "grad_norm": 4.7509870529174805, |
| "learning_rate": 4.7768816090752614e-05, |
| "loss": 2.3157, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.017699990556407478, |
| "grad_norm": 1.0007964372634888, |
| "learning_rate": 4.776571140641464e-05, |
| "loss": 2.2045, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.017708984454047928, |
| "grad_norm": 1.1411465406417847, |
| "learning_rate": 4.776260466453618e-05, |
| "loss": 2.2924, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.01771797835168838, |
| "grad_norm": 0.6316106915473938, |
| "learning_rate": 4.775949586539803e-05, |
| "loss": 2.1816, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.01772697224932883, |
| "grad_norm": 0.6891862750053406, |
| "learning_rate": 4.7756385009281165e-05, |
| "loss": 2.2516, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.017735966146969283, |
| "grad_norm": 1.0875741243362427, |
| "learning_rate": 4.775327209646673e-05, |
| "loss": 2.1976, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.017744960044609733, |
| "grad_norm": 1.7854807376861572, |
| "learning_rate": 4.775015712723607e-05, |
| "loss": 2.3174, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.017753953942250184, |
| "grad_norm": 1.4643340110778809, |
| "learning_rate": 4.774704010187072e-05, |
| "loss": 2.2586, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.017762947839890634, |
| "grad_norm": 0.8734381794929504, |
| "learning_rate": 4.7743921020652384e-05, |
| "loss": 2.2768, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.017771941737531084, |
| "grad_norm": 0.7068848013877869, |
| "learning_rate": 4.774079988386296e-05, |
| "loss": 2.2247, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.017780935635171535, |
| "grad_norm": 1.885035753250122, |
| "learning_rate": 4.773767669178454e-05, |
| "loss": 2.3304, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.01778992953281199, |
| "grad_norm": 1.7003952264785767, |
| "learning_rate": 4.773455144469939e-05, |
| "loss": 2.2169, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.01779892343045244, |
| "grad_norm": 0.9710990786552429, |
| "learning_rate": 4.7731424142889966e-05, |
| "loss": 2.2928, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.01780791732809289, |
| "grad_norm": 1.119415044784546, |
| "learning_rate": 4.7728294786638914e-05, |
| "loss": 2.2104, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.01781691122573334, |
| "grad_norm": 1.5172535181045532, |
| "learning_rate": 4.7725163376229064e-05, |
| "loss": 2.2277, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.01782590512337379, |
| "grad_norm": 1.0494482517242432, |
| "learning_rate": 4.772202991194342e-05, |
| "loss": 2.2825, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.01783489902101424, |
| "grad_norm": 3.9221458435058594, |
| "learning_rate": 4.77188943940652e-05, |
| "loss": 2.1774, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.017843892918654694, |
| "grad_norm": 1.619274377822876, |
| "learning_rate": 4.771575682287776e-05, |
| "loss": 2.2868, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.017852886816295144, |
| "grad_norm": 2.6348698139190674, |
| "learning_rate": 4.771261719866469e-05, |
| "loss": 2.3313, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.017861880713935595, |
| "grad_norm": 1.3733265399932861, |
| "learning_rate": 4.770947552170974e-05, |
| "loss": 2.1807, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.017870874611576045, |
| "grad_norm": 1.2614948749542236, |
| "learning_rate": 4.770633179229686e-05, |
| "loss": 2.279, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.017879868509216496, |
| "grad_norm": 1.1199651956558228, |
| "learning_rate": 4.770318601071016e-05, |
| "loss": 2.3157, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.017888862406856946, |
| "grad_norm": 0.6340201497077942, |
| "learning_rate": 4.7700038177233965e-05, |
| "loss": 2.2394, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.0178978563044974, |
| "grad_norm": 1.096011996269226, |
| "learning_rate": 4.769688829215278e-05, |
| "loss": 2.2629, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.01790685020213785, |
| "grad_norm": 0.7549166679382324, |
| "learning_rate": 4.769373635575126e-05, |
| "loss": 2.2123, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.0179158440997783, |
| "grad_norm": 1.0398750305175781, |
| "learning_rate": 4.7690582368314304e-05, |
| "loss": 2.2757, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.01792483799741875, |
| "grad_norm": 0.9786906242370605, |
| "learning_rate": 4.768742633012695e-05, |
| "loss": 2.295, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.0179338318950592, |
| "grad_norm": 1.1991000175476074, |
| "learning_rate": 4.768426824147445e-05, |
| "loss": 2.2628, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.017942825792699655, |
| "grad_norm": 1.0576684474945068, |
| "learning_rate": 4.768110810264221e-05, |
| "loss": 2.2412, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.017951819690340105, |
| "grad_norm": 0.6487658619880676, |
| "learning_rate": 4.767794591391585e-05, |
| "loss": 2.2332, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.017960813587980556, |
| "grad_norm": 0.7374446988105774, |
| "learning_rate": 4.767478167558117e-05, |
| "loss": 2.3014, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.017969807485621006, |
| "grad_norm": 1.2109500169754028, |
| "learning_rate": 4.767161538792414e-05, |
| "loss": 2.249, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.017978801383261456, |
| "grad_norm": 0.9672105312347412, |
| "learning_rate": 4.766844705123093e-05, |
| "loss": 2.3134, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.017987795280901907, |
| "grad_norm": 0.717119038105011, |
| "learning_rate": 4.766527666578791e-05, |
| "loss": 2.2366, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 11000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3767912808448e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
