| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9751949740034662, | |
| "eval_steps": 500, | |
| "global_step": 576, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0034662045060658577, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.5121, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006932409012131715, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.5791, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.010398613518197574, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.5152, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01386481802426343, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.5108, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01733102253032929, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 2e-05, | |
| "loss": 1.516, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02079722703639515, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 2.4e-05, | |
| "loss": 1.536, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.024263431542461005, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 1.6207, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.02772963604852686, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 1.5638, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03119584055459272, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 3.6e-05, | |
| "loss": 1.508, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.03466204506065858, | |
| "grad_norm": 0.2578125, | |
| "learning_rate": 4e-05, | |
| "loss": 1.4821, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.038128249566724434, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 1.4769, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0415944540727903, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 4.8e-05, | |
| "loss": 1.4965, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.045060658578856154, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 1.4346, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.04852686308492201, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 1.4573, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.05199306759098787, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 6e-05, | |
| "loss": 1.3925, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.05545927209705372, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 6.400000000000001e-05, | |
| "loss": 1.45, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.058925476603119586, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 6.800000000000001e-05, | |
| "loss": 1.4752, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.06239168110918544, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 7.2e-05, | |
| "loss": 1.2915, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0658578856152513, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 7.6e-05, | |
| "loss": 1.4101, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.06932409012131716, | |
| "grad_norm": 0.1328125, | |
| "learning_rate": 8e-05, | |
| "loss": 1.3524, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07279029462738301, | |
| "grad_norm": 0.1279296875, | |
| "learning_rate": 8.4e-05, | |
| "loss": 1.3107, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.07625649913344887, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 8.800000000000001e-05, | |
| "loss": 1.4215, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.07972270363951472, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 9.200000000000001e-05, | |
| "loss": 1.364, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0831889081455806, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 9.6e-05, | |
| "loss": 1.3493, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.08665511265164645, | |
| "grad_norm": 0.12451171875, | |
| "learning_rate": 0.0001, | |
| "loss": 1.3874, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.09012131715771231, | |
| "grad_norm": 0.1220703125, | |
| "learning_rate": 0.00010400000000000001, | |
| "loss": 1.4087, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.09358752166377816, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 0.00010800000000000001, | |
| "loss": 1.3556, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.09705372616984402, | |
| "grad_norm": 0.12158203125, | |
| "learning_rate": 0.00011200000000000001, | |
| "loss": 1.3657, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.10051993067590988, | |
| "grad_norm": 0.12060546875, | |
| "learning_rate": 0.000116, | |
| "loss": 1.3307, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.10398613518197573, | |
| "grad_norm": 0.134765625, | |
| "learning_rate": 0.00012, | |
| "loss": 1.389, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.10745233968804159, | |
| "grad_norm": 0.11865234375, | |
| "learning_rate": 0.000124, | |
| "loss": 1.3153, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.11091854419410745, | |
| "grad_norm": 0.1162109375, | |
| "learning_rate": 0.00012800000000000002, | |
| "loss": 1.2661, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.11438474870017332, | |
| "grad_norm": 0.1240234375, | |
| "learning_rate": 0.000132, | |
| "loss": 1.3624, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.11785095320623917, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 0.00013600000000000003, | |
| "loss": 1.3389, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.12131715771230503, | |
| "grad_norm": 0.10888671875, | |
| "learning_rate": 0.00014, | |
| "loss": 1.257, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.12478336221837089, | |
| "grad_norm": 0.11083984375, | |
| "learning_rate": 0.000144, | |
| "loss": 1.2892, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.12824956672443674, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.000148, | |
| "loss": 1.3073, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.1317157712305026, | |
| "grad_norm": 0.11962890625, | |
| "learning_rate": 0.000152, | |
| "loss": 1.2713, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.13518197573656845, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.00015600000000000002, | |
| "loss": 1.3651, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.1386481802426343, | |
| "grad_norm": 0.123046875, | |
| "learning_rate": 0.00016, | |
| "loss": 1.376, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.14211438474870017, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.000164, | |
| "loss": 1.4392, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.14558058925476602, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 0.000168, | |
| "loss": 1.3044, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.14904679376083188, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.000172, | |
| "loss": 1.3437, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.15251299826689774, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 0.00017600000000000002, | |
| "loss": 1.3892, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.1559792027729636, | |
| "grad_norm": 0.12451171875, | |
| "learning_rate": 0.00018, | |
| "loss": 1.3279, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.15944540727902945, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 0.00018400000000000003, | |
| "loss": 1.3208, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.16291161178509533, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.000188, | |
| "loss": 1.3207, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.1663778162911612, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.000192, | |
| "loss": 1.325, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.16984402079722705, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 0.000196, | |
| "loss": 1.3512, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.1733102253032929, | |
| "grad_norm": 0.12890625, | |
| "learning_rate": 0.0002, | |
| "loss": 1.2986, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.17677642980935876, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00019999821640202586, | |
| "loss": 1.3212, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.18024263431542462, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.00019999286567172776, | |
| "loss": 1.3269, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.18370883882149047, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00019998394799997682, | |
| "loss": 1.2831, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.18717504332755633, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 0.00019997146370488383, | |
| "loss": 1.2762, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.19064124783362218, | |
| "grad_norm": 0.1279296875, | |
| "learning_rate": 0.00019995541323178807, | |
| "loss": 1.2278, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.19410745233968804, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 0.00019993579715324135, | |
| "loss": 1.2913, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1975736568457539, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.00019991261616898767, | |
| "loss": 1.2971, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.20103986135181975, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 0.00019988587110593808, | |
| "loss": 1.304, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.2045060658578856, | |
| "grad_norm": 0.12890625, | |
| "learning_rate": 0.00019985556291814147, | |
| "loss": 1.2796, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.20797227036395147, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 0.00019982169268675023, | |
| "loss": 1.3182, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.21143847487001732, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00019978426161998194, | |
| "loss": 1.4574, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.21490467937608318, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00019974327105307604, | |
| "loss": 1.284, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.21837088388214904, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.00019969872244824638, | |
| "loss": 1.2724, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.2218370883882149, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.00019965061739462902, | |
| "loss": 1.28, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.22530329289428075, | |
| "grad_norm": 0.1220703125, | |
| "learning_rate": 0.00019959895760822546, | |
| "loss": 1.219, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.22876949740034663, | |
| "grad_norm": 0.126953125, | |
| "learning_rate": 0.00019954374493184152, | |
| "loss": 1.2601, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.2322357019064125, | |
| "grad_norm": 0.134765625, | |
| "learning_rate": 0.00019948498133502153, | |
| "loss": 1.3263, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.23570190641247835, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00019942266891397815, | |
| "loss": 1.3496, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.2391681109185442, | |
| "grad_norm": 0.125, | |
| "learning_rate": 0.00019935680989151757, | |
| "loss": 1.2856, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.24263431542461006, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.0001992874066169601, | |
| "loss": 1.2727, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.24610051993067592, | |
| "grad_norm": 0.111328125, | |
| "learning_rate": 0.00019921446156605664, | |
| "loss": 1.214, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.24956672443674177, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00019913797734089997, | |
| "loss": 1.2299, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.2530329289428076, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.00019905795666983234, | |
| "loss": 1.2439, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.2564991334488735, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00019897440240734788, | |
| "loss": 1.2721, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.25996533795493937, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00019888731753399088, | |
| "loss": 1.2411, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.2634315424610052, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.00019879670515624936, | |
| "loss": 1.2302, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.2668977469670711, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.0001987025685064444, | |
| "loss": 1.2711, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2703639514731369, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0001986049109426148, | |
| "loss": 1.2415, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.2738301559792028, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.00019850373594839716, | |
| "loss": 1.3111, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.2772963604852686, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.00019839904713290184, | |
| "loss": 1.3138, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2807625649913345, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.000198290848230584, | |
| "loss": 1.2662, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.28422876949740034, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00019817914310111046, | |
| "loss": 1.2258, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.2876949740034662, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 0.0001980639357292221, | |
| "loss": 1.2435, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.29116117850953205, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00019794523022459166, | |
| "loss": 1.2568, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.29462738301559793, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.00019782303082167704, | |
| "loss": 1.2181, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.29809358752166376, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00019769734187957038, | |
| "loss": 1.2465, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.30155979202772965, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.00019756816788184259, | |
| "loss": 1.2623, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.3050259965337955, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.00019743551343638324, | |
| "loss": 1.193, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.30849220103986136, | |
| "grad_norm": 0.1123046875, | |
| "learning_rate": 0.00019729938327523635, | |
| "loss": 1.2262, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.3119584055459272, | |
| "grad_norm": 0.1796875, | |
| "learning_rate": 0.00019715978225443148, | |
| "loss": 1.2862, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.31542461005199307, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.00019701671535381064, | |
| "loss": 1.2466, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.3188908145580589, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.0001968701876768505, | |
| "loss": 1.2048, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.3223570190641248, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 0.00019672020445048036, | |
| "loss": 1.3168, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.32582322357019067, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.00019656677102489588, | |
| "loss": 1.2833, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.3292894280762565, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00019640989287336792, | |
| "loss": 1.3131, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.3327556325823224, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 0.00019624957559204761, | |
| "loss": 1.2941, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.3362218370883882, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00019608582489976647, | |
| "loss": 1.2618, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.3396880415944541, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0001959186466378326, | |
| "loss": 1.2308, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.3431542461005199, | |
| "grad_norm": 0.12890625, | |
| "learning_rate": 0.00019574804676982216, | |
| "loss": 1.1744, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.3466204506065858, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 0.00019557403138136672, | |
| "loss": 1.2391, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.35008665511265163, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.0001953966066799362, | |
| "loss": 1.2976, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.3535528596187175, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00019521577899461731, | |
| "loss": 1.289, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.35701906412478335, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.00019503155477588796, | |
| "loss": 1.219, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.36048526863084923, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 0.000194843940595387, | |
| "loss": 1.2099, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.36395147313691506, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.00019465294314567987, | |
| "loss": 1.2524, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.36741767764298094, | |
| "grad_norm": 0.12451171875, | |
| "learning_rate": 0.0001944585692400199, | |
| "loss": 1.2382, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.3708838821490468, | |
| "grad_norm": 0.1328125, | |
| "learning_rate": 0.0001942608258121051, | |
| "loss": 1.259, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.37435008665511266, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00019405971991583108, | |
| "loss": 1.2613, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.3778162911611785, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0001938552587250392, | |
| "loss": 1.3308, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.38128249566724437, | |
| "grad_norm": 0.2138671875, | |
| "learning_rate": 0.00019364744953326074, | |
| "loss": 1.3292, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3847487001733102, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.00019343629975345685, | |
| "loss": 1.2605, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.3882149046793761, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.00019322181691775386, | |
| "loss": 1.2033, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.39168110918544197, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.00019300400867717482, | |
| "loss": 1.2595, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.3951473136915078, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 0.00019278288280136647, | |
| "loss": 1.245, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.3986135181975737, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 0.00019255844717832205, | |
| "loss": 1.2452, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.4020797227036395, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00019233070981410007, | |
| "loss": 1.2467, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.4055459272097054, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.00019209967883253849, | |
| "loss": 1.2339, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.4090121317157712, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.00019186536247496518, | |
| "loss": 1.2301, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.4124783362218371, | |
| "grad_norm": 0.2021484375, | |
| "learning_rate": 0.00019162776909990373, | |
| "loss": 1.2376, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.41594454072790293, | |
| "grad_norm": 0.134765625, | |
| "learning_rate": 0.00019138690718277542, | |
| "loss": 1.2114, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4194107452339688, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.00019114278531559675, | |
| "loss": 1.2057, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.42287694974003465, | |
| "grad_norm": 0.1328125, | |
| "learning_rate": 0.0001908954122066731, | |
| "loss": 1.2832, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.42634315424610053, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.000190644796680288, | |
| "loss": 1.2481, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.42980935875216636, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00019039094767638832, | |
| "loss": 1.212, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.43327556325823224, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.0001901338742502655, | |
| "loss": 1.2385, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.43674176776429807, | |
| "grad_norm": 0.1982421875, | |
| "learning_rate": 0.00018987358557223232, | |
| "loss": 1.2925, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.44020797227036396, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.000189610090927296, | |
| "loss": 1.2285, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.4436741767764298, | |
| "grad_norm": 0.12158203125, | |
| "learning_rate": 0.00018934339971482674, | |
| "loss": 1.2074, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.44714038128249567, | |
| "grad_norm": 0.126953125, | |
| "learning_rate": 0.00018907352144822284, | |
| "loss": 1.1342, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.4506065857885615, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.00018880046575457074, | |
| "loss": 1.2651, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.4540727902946274, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00018852424237430216, | |
| "loss": 1.1864, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.45753899480069327, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.0001882448611608463, | |
| "loss": 1.1171, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.4610051993067591, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.0001879623320802785, | |
| "loss": 1.2275, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.464471403812825, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00018767666521096466, | |
| "loss": 1.2224, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.4679376083188908, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 0.00018738787074320179, | |
| "loss": 1.2373, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4714038128249567, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00018709595897885439, | |
| "loss": 1.2542, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.4748700173310225, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.00018680094033098716, | |
| "loss": 1.2231, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.4783362218370884, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.00018650282532349332, | |
| "loss": 1.1947, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.48180242634315423, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 0.00018620162459071936, | |
| "loss": 1.2309, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.4852686308492201, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.00018589734887708556, | |
| "loss": 1.2276, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.48873483535528595, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 0.0001855900090367029, | |
| "loss": 1.2637, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.49220103986135183, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.00018527961603298572, | |
| "loss": 1.3006, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.49566724436741766, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.00018496618093826063, | |
| "loss": 1.2016, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.49913344887348354, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.00018464971493337167, | |
| "loss": 1.1819, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.5025996533795494, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.00018433022930728133, | |
| "loss": 1.2551, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.5060658578856152, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00018400773545666787, | |
| "loss": 1.2634, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.5095320623916811, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.00018368224488551896, | |
| "loss": 1.1993, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.512998266897747, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 0.00018335376920472097, | |
| "loss": 1.2224, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.5164644714038128, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 0.00018302232013164518, | |
| "loss": 1.2288, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.5199306759098787, | |
| "grad_norm": 0.1328125, | |
| "learning_rate": 0.0001826879094897294, | |
| "loss": 1.1786, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5233968804159446, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.00018235054920805652, | |
| "loss": 1.2411, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.5268630849220104, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00018201025132092889, | |
| "loss": 1.1916, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.5303292894280762, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.00018166702796743888, | |
| "loss": 1.2354, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.5337954939341422, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00018132089139103613, | |
| "loss": 1.24, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.537261698440208, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.00018097185393909049, | |
| "loss": 1.2284, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.5407279029462738, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00018061992806245184, | |
| "loss": 1.2164, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.5441941074523396, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.00018026512631500583, | |
| "loss": 1.204, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.5476603119584056, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.00017990746135322592, | |
| "loss": 1.2307, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.5511265164644714, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 0.00017954694593572227, | |
| "loss": 1.2445, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.5545927209705372, | |
| "grad_norm": 0.1904296875, | |
| "learning_rate": 0.00017918359292278611, | |
| "loss": 1.2107, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.5580589254766031, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.0001788174152759315, | |
| "loss": 1.1999, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.561525129982669, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00017844842605743258, | |
| "loss": 1.2639, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.5649913344887348, | |
| "grad_norm": 0.115234375, | |
| "learning_rate": 0.00017807663842985777, | |
| "loss": 1.1628, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.5684575389948007, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 0.00017770206565560033, | |
| "loss": 1.2099, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.5719237435008665, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00017732472109640503, | |
| "loss": 1.231, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.5753899480069324, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00017694461821289172, | |
| "loss": 1.1915, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.5788561525129983, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.00017656177056407505, | |
| "loss": 1.2476, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.5823223570190641, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00017617619180688085, | |
| "loss": 1.2174, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.58578856152513, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 0.0001757878956956589, | |
| "loss": 1.1836, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.5892547660311959, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.00017539689608169238, | |
| "loss": 1.1782, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5927209705372617, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 0.00017500320691270365, | |
| "loss": 1.2416, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.5961871750433275, | |
| "grad_norm": 0.1328125, | |
| "learning_rate": 0.0001746068422323568, | |
| "loss": 1.1911, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.5996533795493935, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.00017420781617975665, | |
| "loss": 1.2743, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.6031195840554593, | |
| "grad_norm": 0.1240234375, | |
| "learning_rate": 0.00017380614298894442, | |
| "loss": 1.2339, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.6065857885615251, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 0.0001734018369883898, | |
| "loss": 1.2063, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.610051993067591, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.0001729949126004802, | |
| "loss": 1.2124, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.6135181975736569, | |
| "grad_norm": 0.134765625, | |
| "learning_rate": 0.00017258538434100577, | |
| "loss": 1.1958, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.6169844020797227, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 0.00017217326681864207, | |
| "loss": 1.1745, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.6204506065857885, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.00017175857473442863, | |
| "loss": 1.1491, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.6239168110918544, | |
| "grad_norm": 0.1181640625, | |
| "learning_rate": 0.00017134132288124465, | |
| "loss": 1.1795, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6273830155979203, | |
| "grad_norm": 0.12451171875, | |
| "learning_rate": 0.00017092152614328135, | |
| "loss": 1.1323, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.6308492201039861, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.00017049919949551102, | |
| "loss": 1.2577, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.634315424610052, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 0.00017007435800315263, | |
| "loss": 1.2299, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.6377816291161178, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 0.00016964701682113475, | |
| "loss": 1.2503, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.6412478336221837, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.00016921719119355468, | |
| "loss": 1.1444, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.6447140381282496, | |
| "grad_norm": 0.134765625, | |
| "learning_rate": 0.0001687848964531348, | |
| "loss": 1.1779, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.6481802426343154, | |
| "grad_norm": 0.18359375, | |
| "learning_rate": 0.00016835014802067558, | |
| "loss": 1.1597, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.6516464471403813, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00016791296140450545, | |
| "loss": 1.2693, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.6551126516464472, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00016747335219992774, | |
| "loss": 1.2418, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.658578856152513, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.00016703133608866414, | |
| "loss": 1.2335, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6620450606585788, | |
| "grad_norm": 0.126953125, | |
| "learning_rate": 0.00016658692883829548, | |
| "loss": 1.1994, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.6655112651646448, | |
| "grad_norm": 0.1259765625, | |
| "learning_rate": 0.00016614014630169917, | |
| "loss": 1.1553, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.6689774696707106, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.00016569100441648374, | |
| "loss": 1.187, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.6724436741767764, | |
| "grad_norm": 0.1259765625, | |
| "learning_rate": 0.00016523951920442034, | |
| "loss": 1.2037, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.6759098786828422, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00016478570677087116, | |
| "loss": 1.2211, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.6793760831889082, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 0.00016432958330421497, | |
| "loss": 1.2273, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.682842287694974, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00016387116507526957, | |
| "loss": 1.1865, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.6863084922010398, | |
| "grad_norm": 0.12451171875, | |
| "learning_rate": 0.00016341046843671144, | |
| "loss": 1.192, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.6897746967071057, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.0001629475098224924, | |
| "loss": 1.255, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.6932409012131716, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 0.0001624823057472534, | |
| "loss": 1.2314, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.6967071057192374, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00016201487280573536, | |
| "loss": 1.2079, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.7001733102253033, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.00016154522767218725, | |
| "loss": 1.2081, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.7036395147313691, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.0001610733870997712, | |
| "loss": 1.2703, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.707105719237435, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.000160599367919965, | |
| "loss": 1.2438, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.7105719237435009, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.00016012318704196164, | |
| "loss": 1.2292, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.7140381282495667, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.0001596448614520661, | |
| "loss": 1.2269, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.7175043327556326, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 0.0001591644082130895, | |
| "loss": 1.2389, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.7209705372616985, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.0001586818444637402, | |
| "loss": 1.2191, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.7244367417677643, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 0.00015819718741801283, | |
| "loss": 1.1904, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.7279029462738301, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 0.0001577104543645738, | |
| "loss": 1.2045, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7313691507798961, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00015722166266614494, | |
| "loss": 1.2283, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.7348353552859619, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.00015673082975888386, | |
| "loss": 1.2956, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.7383015597920277, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 0.00015623797315176218, | |
| "loss": 1.2189, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.7417677642980935, | |
| "grad_norm": 0.2099609375, | |
| "learning_rate": 0.0001557431104259408, | |
| "loss": 1.1593, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.7452339688041595, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.00015524625923414283, | |
| "loss": 1.1329, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.7487001733102253, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0001547474373000238, | |
| "loss": 1.1314, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.7521663778162911, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 0.00015424666241753966, | |
| "loss": 1.2665, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.755632582322357, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 0.0001537439524503116, | |
| "loss": 1.2165, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.7590987868284229, | |
| "grad_norm": 0.1318359375, | |
| "learning_rate": 0.00015323932533098925, | |
| "loss": 1.2062, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.7625649913344887, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.00015273279906061082, | |
| "loss": 1.1524, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.7660311958405546, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 0.0001522243917079608, | |
| "loss": 1.1551, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.7694974003466204, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.00015171412140892575, | |
| "loss": 1.2309, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.7729636048526863, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.0001512020063658471, | |
| "loss": 1.1908, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.7764298093587522, | |
| "grad_norm": 0.12158203125, | |
| "learning_rate": 0.0001506880648468719, | |
| "loss": 1.1917, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.779896013864818, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.00015017231518530118, | |
| "loss": 1.1562, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.7833622183708839, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 0.00014965477577893598, | |
| "loss": 1.1602, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.7868284228769498, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 0.00014913546508942105, | |
| "loss": 1.2065, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.7902946273830156, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.0001486144016415862, | |
| "loss": 1.1824, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.7937608318890814, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 0.00014809160402278572, | |
| "loss": 1.1687, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.7972270363951474, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 0.0001475670908822351, | |
| "loss": 1.2072, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.8006932409012132, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 0.0001470408809303457, | |
| "loss": 1.2255, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.804159445407279, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00014651299293805774, | |
| "loss": 1.243, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.8076256499133448, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 0.00014598344573617022, | |
| "loss": 1.1895, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.8110918544194108, | |
| "grad_norm": 0.12890625, | |
| "learning_rate": 0.0001454522582146695, | |
| "loss": 1.1114, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.8145580589254766, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 0.0001449194493220553, | |
| "loss": 1.1989, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.8180242634315424, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.0001443850380646649, | |
| "loss": 1.2013, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.8214904679376083, | |
| "grad_norm": 0.1669921875, | |
| "learning_rate": 0.00014384904350599496, | |
| "loss": 1.1654, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.8249566724436742, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.0001433114847660217, | |
| "loss": 1.1622, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.82842287694974, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.0001427723810205187, | |
| "loss": 1.1871, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.8318890814558059, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 0.00014223175150037296, | |
| "loss": 1.2285, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8353552859618717, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 0.00014168961549089874, | |
| "loss": 1.1787, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.8388214904679376, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.00014114599233114986, | |
| "loss": 1.1703, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.8422876949740035, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00014060090141322968, | |
| "loss": 1.1674, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.8457538994800693, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 0.00014005436218159927, | |
| "loss": 1.2099, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.8492201039861352, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 0.00013950639413238394, | |
| "loss": 1.1779, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.8526863084922011, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00013895701681267784, | |
| "loss": 1.2203, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.8561525129982669, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 0.0001384062498198464, | |
| "loss": 1.1241, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.8596187175043327, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 0.00013785411280082746, | |
| "loss": 1.2283, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.8630849220103987, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0001373006254514304, | |
| "loss": 1.2642, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.8665511265164645, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.00013674580751563356, | |
| "loss": 1.1703, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.8700173310225303, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 0.00013618967878487983, | |
| "loss": 1.2154, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.8734835355285961, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00013563225909737076, | |
| "loss": 1.1762, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.8769497400346621, | |
| "grad_norm": 0.1904296875, | |
| "learning_rate": 0.00013507356833735888, | |
| "loss": 1.2806, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.8804159445407279, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00013451362643443832, | |
| "loss": 1.2032, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.8838821490467937, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 0.00013395245336283396, | |
| "loss": 1.2122, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.8873483535528596, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 0.0001333900691406889, | |
| "loss": 1.1839, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.8908145580589255, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.00013282649382935027, | |
| "loss": 1.184, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.8942807625649913, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.0001322617475326538, | |
| "loss": 1.1703, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.8977469670710572, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0001316958503962065, | |
| "loss": 1.2546, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.901213171577123, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 0.00013112882260666805, | |
| "loss": 1.2206, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.9046793760831889, | |
| "grad_norm": 0.125, | |
| "learning_rate": 0.00013056068439103085, | |
| "loss": 1.16, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.9081455805892548, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 0.00012999145601589823, | |
| "loss": 1.2333, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.9116117850953206, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.00012942115778676177, | |
| "loss": 1.1691, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.9150779896013865, | |
| "grad_norm": 0.19140625, | |
| "learning_rate": 0.00012884981004727676, | |
| "loss": 1.2484, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.9185441941074524, | |
| "grad_norm": 0.126953125, | |
| "learning_rate": 0.00012827743317853665, | |
| "loss": 1.1829, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.9220103986135182, | |
| "grad_norm": 0.19921875, | |
| "learning_rate": 0.00012770404759834594, | |
| "loss": 1.1925, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.925476603119584, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 0.00012712967376049176, | |
| "loss": 1.2528, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.92894280762565, | |
| "grad_norm": 0.17578125, | |
| "learning_rate": 0.00012655433215401438, | |
| "loss": 1.2717, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.9324090121317158, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 0.0001259780433024763, | |
| "loss": 1.2076, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.9358752166377816, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.00012540082776323007, | |
| "loss": 1.2072, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9393414211438474, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 0.00012482270612668508, | |
| "loss": 1.1718, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.9428076256499134, | |
| "grad_norm": 0.134765625, | |
| "learning_rate": 0.0001242436990155728, | |
| "loss": 1.1794, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.9462738301559792, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 0.00012366382708421154, | |
| "loss": 1.2162, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.949740034662045, | |
| "grad_norm": 0.1806640625, | |
| "learning_rate": 0.00012308311101776932, | |
| "loss": 1.22, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.9532062391681109, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.0001225015715315261, | |
| "loss": 1.1998, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.9566724436741768, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 0.00012191922937013489, | |
| "loss": 1.1541, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.9601386481802426, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 0.00012133610530688168, | |
| "loss": 1.2099, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.9636048526863085, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.00012075222014294447, | |
| "loss": 1.2157, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.9670710571923743, | |
| "grad_norm": 0.1298828125, | |
| "learning_rate": 0.00012016759470665112, | |
| "loss": 1.1958, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.9705372616984402, | |
| "grad_norm": 0.1767578125, | |
| "learning_rate": 0.00011958224985273648, | |
| "loss": 1.1857, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.9740034662045061, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.00011899620646159855, | |
| "loss": 1.1818, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.9774696707105719, | |
| "grad_norm": 0.130859375, | |
| "learning_rate": 0.00011840948543855335, | |
| "loss": 1.1787, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.9809358752166378, | |
| "grad_norm": 0.1279296875, | |
| "learning_rate": 0.00011782210771308948, | |
| "loss": 1.1672, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.9844020797227037, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.00011723409423812134, | |
| "loss": 1.1523, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.9878682842287695, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.00011664546598924184, | |
| "loss": 1.1124, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.9913344887348353, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 0.00011605624396397398, | |
| "loss": 1.2084, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.9948006932409013, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 0.00011546644918102196, | |
| "loss": 1.1845, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.9982668977469671, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00011487610267952142, | |
| "loss": 1.1879, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.001733102253033, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00011428522551828884, | |
| "loss": 1.1703, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.0051993067590987, | |
| "grad_norm": 0.1689453125, | |
| "learning_rate": 0.00011369383877507034, | |
| "loss": 1.2222, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.0086655112651646, | |
| "grad_norm": 0.1845703125, | |
| "learning_rate": 0.00011310196354578992, | |
| "loss": 1.1581, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.0121317157712304, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 0.0001125096209437967, | |
| "loss": 1.1404, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.0155979202772965, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00011191683209911202, | |
| "loss": 1.1745, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.0190641247833623, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 0.00011132361815767554, | |
| "loss": 1.1842, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.0011915077989602, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00011073000028059094, | |
| "loss": 1.1571, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.004657712305026, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00011013599964337107, | |
| "loss": 1.1048, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.0081239168110918, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 0.0001095416374351826, | |
| "loss": 1.1669, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.0115901213171576, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.00010894693485809016, | |
| "loss": 1.1425, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.0150563258232235, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 0.00010835191312629993, | |
| "loss": 1.1316, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.0185225303292895, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 0.00010775659346540303, | |
| "loss": 1.1648, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0219887348353554, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00010716099711161833, | |
| "loss": 1.1439, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.0254549393414212, | |
| "grad_norm": 0.1689453125, | |
| "learning_rate": 0.00010656514531103483, | |
| "loss": 1.0911, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.028921143847487, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 0.00010596905931885374, | |
| "loss": 1.1939, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.0323873483535528, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 0.00010537276039863049, | |
| "loss": 1.1634, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.0358535528596187, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 0.00010477626982151603, | |
| "loss": 1.1423, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.0393197573656845, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 0.00010417960886549798, | |
| "loss": 1.0854, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.0427859618717505, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 0.00010358279881464182, | |
| "loss": 1.1668, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.0462521663778164, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 0.00010298586095833151, | |
| "loss": 1.0855, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.0497183708838822, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 0.00010238881659051008, | |
| "loss": 1.1592, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.053184575389948, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 0.00010179168700892001, | |
| "loss": 1.0904, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.0566507798960139, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 0.00010119449351434353, | |
| "loss": 1.1081, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.0601169844020797, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 0.00010059725740984284, | |
| "loss": 1.1872, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.0635831889081455, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0789, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.0670493934142113, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 9.940274259015721e-05, | |
| "loss": 1.1881, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.0705155979202774, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 9.880550648565648e-05, | |
| "loss": 1.2129, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.0739818024263432, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 9.820831299108003e-05, | |
| "loss": 1.1645, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.077448006932409, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 9.761118340948999e-05, | |
| "loss": 1.1032, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.0809142114384749, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 9.701413904166852e-05, | |
| "loss": 1.183, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.0843804159445407, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 9.64172011853582e-05, | |
| "loss": 1.1968, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.0878466204506065, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 9.582039113450208e-05, | |
| "loss": 1.1083, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.0913128249566724, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 9.522373017848401e-05, | |
| "loss": 1.1315, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.0947790294627384, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 9.462723960136952e-05, | |
| "loss": 1.1159, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.0982452339688042, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 9.403094068114626e-05, | |
| "loss": 1.0632, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.10171143847487, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 9.34348546889652e-05, | |
| "loss": 1.0992, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.105177642980936, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 9.28390028883817e-05, | |
| "loss": 1.1151, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.1086438474870017, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 9.224340653459698e-05, | |
| "loss": 1.1, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.1121100519930676, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 9.16480868737001e-05, | |
| "loss": 1.1898, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.1155762564991334, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 9.10530651419099e-05, | |
| "loss": 1.1475, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.1190424610051992, | |
| "grad_norm": 0.1806640625, | |
| "learning_rate": 9.045836256481741e-05, | |
| "loss": 1.0909, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.122508665511265, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 8.986400035662896e-05, | |
| "loss": 1.1045, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.125974870017331, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 8.926999971940909e-05, | |
| "loss": 1.1219, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.129441074523397, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 8.867638184232446e-05, | |
| "loss": 1.0883, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.1329072790294628, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 8.808316790088801e-05, | |
| "loss": 1.1688, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.1363734835355286, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 8.749037905620334e-05, | |
| "loss": 1.0564, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.1398396880415944, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 8.689803645421011e-05, | |
| "loss": 1.1058, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.1433058925476602, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 8.630616122492967e-05, | |
| "loss": 1.1395, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.1467720970537263, | |
| "grad_norm": 0.166015625, | |
| "learning_rate": 8.57147744817112e-05, | |
| "loss": 1.093, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.1502383015597921, | |
| "grad_norm": 0.1689453125, | |
| "learning_rate": 8.512389732047859e-05, | |
| "loss": 1.2032, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.153704506065858, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 8.453355081897805e-05, | |
| "loss": 1.1059, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.1571707105719238, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 8.394375603602603e-05, | |
| "loss": 1.099, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.1606369150779896, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 8.335453401075818e-05, | |
| "loss": 1.0928, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.1641031195840554, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 8.276590576187869e-05, | |
| "loss": 1.106, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.1675693240901213, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 8.217789228691055e-05, | |
| "loss": 1.1044, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.171035528596187, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 8.159051456144668e-05, | |
| "loss": 1.1319, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.174501733102253, | |
| "grad_norm": 0.18359375, | |
| "learning_rate": 8.10037935384015e-05, | |
| "loss": 1.1364, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.177967937608319, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 8.041775014726353e-05, | |
| "loss": 1.1426, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.1814341421143848, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 7.983240529334891e-05, | |
| "loss": 1.1126, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.1849003466204506, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 7.924777985705556e-05, | |
| "loss": 1.1447, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.1883665511265165, | |
| "grad_norm": 0.1806640625, | |
| "learning_rate": 7.866389469311831e-05, | |
| "loss": 1.0795, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.1918327556325823, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 7.808077062986514e-05, | |
| "loss": 1.1454, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.1952989601386481, | |
| "grad_norm": 0.1689453125, | |
| "learning_rate": 7.749842846847394e-05, | |
| "loss": 1.135, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.198765164644714, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 7.69168889822307e-05, | |
| "loss": 1.1744, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.20223136915078, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 7.63361729157885e-05, | |
| "loss": 1.1319, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.2056975736568458, | |
| "grad_norm": 0.1787109375, | |
| "learning_rate": 7.575630098442723e-05, | |
| "loss": 1.1385, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.2091637781629117, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 7.517729387331495e-05, | |
| "loss": 1.0953, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.2126299826689775, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 7.459917223676993e-05, | |
| "loss": 1.1171, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.2160961871750433, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 7.40219566975237e-05, | |
| "loss": 1.0872, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.2195623916811091, | |
| "grad_norm": 0.1669921875, | |
| "learning_rate": 7.344566784598564e-05, | |
| "loss": 1.0873, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.223028596187175, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 7.287032623950827e-05, | |
| "loss": 1.1548, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.2264948006932408, | |
| "grad_norm": 0.181640625, | |
| "learning_rate": 7.229595240165405e-05, | |
| "loss": 1.1514, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.2299610051993068, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 7.172256682146334e-05, | |
| "loss": 1.1, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.2334272097053727, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 7.115018995272325e-05, | |
| "loss": 1.0514, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.2368934142114385, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 7.057884221323825e-05, | |
| "loss": 1.072, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.2403596187175043, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 7.000854398410182e-05, | |
| "loss": 1.0855, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.2438258232235702, | |
| "grad_norm": 0.17578125, | |
| "learning_rate": 6.943931560896921e-05, | |
| "loss": 1.1645, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.247292027729636, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 6.887117739333196e-05, | |
| "loss": 1.0936, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.250758232235702, | |
| "grad_norm": 0.220703125, | |
| "learning_rate": 6.830414960379352e-05, | |
| "loss": 1.1273, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.2542244367417679, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 6.773825246734622e-05, | |
| "loss": 1.1403, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.2576906412478337, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 6.717350617064972e-05, | |
| "loss": 1.0864, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.2611568457538995, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 6.660993085931113e-05, | |
| "loss": 1.0672, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.2646230502599654, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 6.604754663716603e-05, | |
| "loss": 1.1255, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.2680892547660312, | |
| "grad_norm": 0.1748046875, | |
| "learning_rate": 6.54863735655617e-05, | |
| "loss": 1.166, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.271555459272097, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 6.492643166264116e-05, | |
| "loss": 1.1351, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.2750216637781628, | |
| "grad_norm": 0.138671875, | |
| "learning_rate": 6.436774090262925e-05, | |
| "loss": 1.0707, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.2784878682842287, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 6.381032121512018e-05, | |
| "loss": 1.1075, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.2819540727902945, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 6.325419248436649e-05, | |
| "loss": 1.1538, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.2854202772963605, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 6.26993745485696e-05, | |
| "loss": 1.1557, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.2888864818024264, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 6.214588719917256e-05, | |
| "loss": 1.1283, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.2923526863084922, | |
| "grad_norm": 0.1669921875, | |
| "learning_rate": 6.159375018015364e-05, | |
| "loss": 1.0724, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.295818890814558, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 6.104298318732218e-05, | |
| "loss": 1.0947, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.2992850953206239, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 6.049360586761608e-05, | |
| "loss": 1.1005, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.30275129982669, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 5.994563781840079e-05, | |
| "loss": 1.0795, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.3062175043327557, | |
| "grad_norm": 0.1767578125, | |
| "learning_rate": 5.939909858677035e-05, | |
| "loss": 1.1423, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.3096837088388216, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 5.885400766885015e-05, | |
| "loss": 1.1295, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.3131499133448874, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 5.83103845091013e-05, | |
| "loss": 1.0783, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.3166161178509532, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 5.776824849962705e-05, | |
| "loss": 1.0862, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.320082322357019, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 5.7227618979481324e-05, | |
| "loss": 1.1009, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.3235485268630849, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 5.668851523397829e-05, | |
| "loss": 1.1581, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.3270147313691507, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 5.6150956494005035e-05, | |
| "loss": 1.1683, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.3304809358752165, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 5.561496193533515e-05, | |
| "loss": 1.139, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.3339471403812824, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 5.5080550677944685e-05, | |
| "loss": 1.1546, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.3374133448873484, | |
| "grad_norm": 0.2392578125, | |
| "learning_rate": 5.4547741785330505e-05, | |
| "loss": 1.1741, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.3408795493934142, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 5.401655426382983e-05, | |
| "loss": 1.1556, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.34434575389948, | |
| "grad_norm": 0.1826171875, | |
| "learning_rate": 5.3487007061942276e-05, | |
| "loss": 1.1247, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.347811958405546, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 5.2959119069654336e-05, | |
| "loss": 1.1126, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.3512781629116117, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 5.243290911776497e-05, | |
| "loss": 1.0862, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.3547443674176776, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 5.1908395977214267e-05, | |
| "loss": 1.1614, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.3582105719237436, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 5.138559835841381e-05, | |
| "loss": 1.1012, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.3616767764298094, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 5.0864534910579006e-05, | |
| "loss": 1.1136, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.3651429809358753, | |
| "grad_norm": 0.166015625, | |
| "learning_rate": 5.0345224221064025e-05, | |
| "loss": 1.1379, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.368609185441941, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 4.982768481469886e-05, | |
| "loss": 1.1354, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.372075389948007, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 4.931193515312813e-05, | |
| "loss": 1.1271, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.3755415944540728, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 4.879799363415292e-05, | |
| "loss": 1.1033, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.3790077989601386, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 4.828587859107425e-05, | |
| "loss": 1.1389, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.3824740034662044, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 4.777560829203918e-05, | |
| "loss": 1.212, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.3859402079722702, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 4.726720093938921e-05, | |
| "loss": 1.0696, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.3894064124783363, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 4.676067466901075e-05, | |
| "loss": 1.15, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.3928726169844021, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 4.625604754968839e-05, | |
| "loss": 1.1417, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.396338821490468, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 4.5753337582460386e-05, | |
| "loss": 1.1387, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.3998050259965338, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 4.525256269997621e-05, | |
| "loss": 1.1206, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.4032712305025996, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 4.4753740765857214e-05, | |
| "loss": 1.0487, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.4067374350086654, | |
| "grad_norm": 0.177734375, | |
| "learning_rate": 4.4256889574059236e-05, | |
| "loss": 1.1076, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.4102036395147315, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 4.3762026848237845e-05, | |
| "loss": 1.1193, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.4136698440207973, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 4.3269170241116155e-05, | |
| "loss": 1.143, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.4171360485268631, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 4.277833733385508e-05, | |
| "loss": 1.084, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.420602253032929, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 4.2289545635426206e-05, | |
| "loss": 1.0625, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.4240684575389948, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 4.1802812581987195e-05, | |
| "loss": 1.1086, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.4275346620450606, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 4.1318155536259795e-05, | |
| "loss": 1.0716, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.4310008665511265, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 4.083559178691053e-05, | |
| "loss": 1.1149, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.4344670710571923, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 4.035513854793389e-05, | |
| "loss": 1.0656, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.4379332755632581, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 3.987681295803837e-05, | |
| "loss": 1.1365, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.4413994800693242, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 3.940063208003503e-05, | |
| "loss": 1.1028, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.44486568457539, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 3.892661290022883e-05, | |
| "loss": 1.1241, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.4483318890814558, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 3.845477232781278e-05, | |
| "loss": 1.0888, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.4517980935875217, | |
| "grad_norm": 0.193359375, | |
| "learning_rate": 3.7985127194264645e-05, | |
| "loss": 1.1493, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.4552642980935875, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 3.751769425274661e-05, | |
| "loss": 1.1237, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.4587305025996533, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 3.70524901775076e-05, | |
| "loss": 1.0921, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.4621967071057194, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 3.658953156328857e-05, | |
| "loss": 1.0963, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.4656629116117852, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 3.612883492473045e-05, | |
| "loss": 1.05, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.469129116117851, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 3.567041669578507e-05, | |
| "loss": 1.0716, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.4725953206239168, | |
| "grad_norm": 0.1787109375, | |
| "learning_rate": 3.5214293229128836e-05, | |
| "loss": 1.1417, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.4760615251299827, | |
| "grad_norm": 0.1748046875, | |
| "learning_rate": 3.476048079557967e-05, | |
| "loss": 1.1555, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.4795277296360485, | |
| "grad_norm": 0.1640625, | |
| "learning_rate": 3.4308995583516314e-05, | |
| "loss": 1.1369, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.4829939341421143, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 3.3859853698300855e-05, | |
| "loss": 1.0626, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.4864601386481802, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 3.3413071161704533e-05, | |
| "loss": 1.1042, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.489926343154246, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 3.2968663911335894e-05, | |
| "loss": 1.1128, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.4933925476603118, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 3.252664780007225e-05, | |
| "loss": 1.0455, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.4968587521663779, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 3.208703859549457e-05, | |
| "loss": 1.1243, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.5003249566724437, | |
| "grad_norm": 0.1865234375, | |
| "learning_rate": 3.164985197932443e-05, | |
| "loss": 1.1144, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.5037911611785095, | |
| "grad_norm": 0.166015625, | |
| "learning_rate": 3.12151035468652e-05, | |
| "loss": 1.1825, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.5072573656845754, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 3.078280880644535e-05, | |
| "loss": 1.1083, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.5107235701906414, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 3.0352983178865256e-05, | |
| "loss": 1.1029, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.5141897746967072, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 2.9925641996847366e-05, | |
| "loss": 1.0761, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.517655979202773, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 2.9500800504489022e-05, | |
| "loss": 1.1375, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.521122183708839, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 2.9078473856718636e-05, | |
| "loss": 1.0885, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.5245883882149047, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 2.8658677118755382e-05, | |
| "loss": 1.0909, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.5280545927209706, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 2.824142526557142e-05, | |
| "loss": 1.1085, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.5315207972270364, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 2.7826733181357932e-05, | |
| "loss": 1.1015, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.5349870017331022, | |
| "grad_norm": 0.185546875, | |
| "learning_rate": 2.741461565899426e-05, | |
| "loss": 1.0807, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.538453206239168, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 2.7005087399519835e-05, | |
| "loss": 1.1369, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.5419194107452339, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 2.6598163011610177e-05, | |
| "loss": 1.0913, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.5453856152512997, | |
| "grad_norm": 0.17578125, | |
| "learning_rate": 2.6193857011055622e-05, | |
| "loss": 1.069, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.5488518197573655, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 2.5792183820243332e-05, | |
| "loss": 1.1139, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.5523180242634316, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 2.5393157767643228e-05, | |
| "loss": 1.1423, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.5557842287694974, | |
| "grad_norm": 0.1806640625, | |
| "learning_rate": 2.499679308729639e-05, | |
| "loss": 1.0598, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.5592504332755632, | |
| "grad_norm": 0.197265625, | |
| "learning_rate": 2.4603103918307625e-05, | |
| "loss": 1.0956, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.5627166377816293, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 2.4212104304341122e-05, | |
| "loss": 1.0581, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.566182842287695, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 2.3823808193119178e-05, | |
| "loss": 1.1031, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.569649046793761, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 2.3438229435924952e-05, | |
| "loss": 1.1372, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.5731152512998268, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 2.305538178710831e-05, | |
| "loss": 1.0553, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.5765814558058926, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 2.2675278903594988e-05, | |
| "loss": 1.0975, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.5800476603119584, | |
| "grad_norm": 0.1630859375, | |
| "learning_rate": 2.2297934344399695e-05, | |
| "loss": 1.093, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.5835138648180243, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 2.192336157014223e-05, | |
| "loss": 1.1643, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.58698006932409, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 2.155157394256745e-05, | |
| "loss": 1.022, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.590446273830156, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 2.118258472406851e-05, | |
| "loss": 1.1496, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.5939124783362217, | |
| "grad_norm": 0.18359375, | |
| "learning_rate": 2.0816407077213896e-05, | |
| "loss": 1.0578, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.5973786828422876, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 2.0453054064277756e-05, | |
| "loss": 1.058, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.6008448873483534, | |
| "grad_norm": 0.154296875, | |
| "learning_rate": 2.0092538646774072e-05, | |
| "loss": 1.0986, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.6043110918544194, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 1.9734873684994205e-05, | |
| "loss": 1.0798, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.6077772963604853, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 1.938007193754816e-05, | |
| "loss": 1.1225, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.611243500866551, | |
| "grad_norm": 0.1708984375, | |
| "learning_rate": 1.9028146060909523e-05, | |
| "loss": 1.1442, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.614709705372617, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 1.8679108608963903e-05, | |
| "loss": 1.0768, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.618175909878683, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 1.8332972032561124e-05, | |
| "loss": 1.0882, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.6216421143847488, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 1.7989748679071138e-05, | |
| "loss": 1.1352, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.6251083188908146, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 1.764945079194349e-05, | |
| "loss": 1.1494, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.6285745233968805, | |
| "grad_norm": 0.19921875, | |
| "learning_rate": 1.7312090510270627e-05, | |
| "loss": 1.1503, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.6320407279029463, | |
| "grad_norm": 0.216796875, | |
| "learning_rate": 1.6977679868354844e-05, | |
| "loss": 1.1132, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.6355069324090121, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 1.6646230795279026e-05, | |
| "loss": 1.0362, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.638973136915078, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 1.6317755114481058e-05, | |
| "loss": 1.1432, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.6424393414211438, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 1.5992264543332124e-05, | |
| "loss": 1.069, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.6459055459272096, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 1.566977069271872e-05, | |
| "loss": 1.1402, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.6493717504332754, | |
| "grad_norm": 0.158203125, | |
| "learning_rate": 1.5350285066628343e-05, | |
| "loss": 1.1141, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.6528379549393413, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 1.5033819061739373e-05, | |
| "loss": 1.1801, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.6563041594454073, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 1.4720383967014306e-05, | |
| "loss": 1.1163, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.6597703639514731, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 1.4409990963297093e-05, | |
| "loss": 1.1005, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.663236568457539, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 1.4102651122914434e-05, | |
| "loss": 1.0599, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.6667027729636048, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 1.379837540928065e-05, | |
| "loss": 1.0632, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.6701689774696709, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 1.3497174676506674e-05, | |
| "loss": 1.1545, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.6736351819757367, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 1.319905966901286e-05, | |
| "loss": 1.0175, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.6771013864818025, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 1.2904041021145596e-05, | |
| "loss": 1.0411, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.6805675909878683, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 1.2612129256798221e-05, | |
| "loss": 1.1375, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.6840337954939342, | |
| "grad_norm": 0.20703125, | |
| "learning_rate": 1.2323334789035367e-05, | |
| "loss": 1.1401, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.6875, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 1.2037667919721506e-05, | |
| "loss": 1.0897, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.6909662045060658, | |
| "grad_norm": 0.1669921875, | |
| "learning_rate": 1.17551388391537e-05, | |
| "loss": 1.1001, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.6944324090121317, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 1.1475757625697858e-05, | |
| "loss": 1.0554, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.6978986135181975, | |
| "grad_norm": 0.16015625, | |
| "learning_rate": 1.1199534245429255e-05, | |
| "loss": 1.0708, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.7013648180242633, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 1.0926478551777197e-05, | |
| "loss": 1.1243, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.7048310225303291, | |
| "grad_norm": 0.140625, | |
| "learning_rate": 1.0656600285173258e-05, | |
| "loss": 1.1422, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.7082972270363952, | |
| "grad_norm": 0.1484375, | |
| "learning_rate": 1.0389909072704041e-05, | |
| "loss": 1.1089, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.711763431542461, | |
| "grad_norm": 0.1806640625, | |
| "learning_rate": 1.0126414427767717e-05, | |
| "loss": 1.1462, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.7152296360485269, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 9.866125749734534e-06, | |
| "loss": 1.0778, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.7186958405545927, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 9.609052323611666e-06, | |
| "loss": 1.0788, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.7221620450606587, | |
| "grad_norm": 0.173828125, | |
| "learning_rate": 9.355203319712025e-06, | |
| "loss": 1.0783, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.7256282495667246, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 9.104587793326901e-06, | |
| "loss": 1.0905, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.7290944540727904, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 8.85721468440327e-06, | |
| "loss": 1.095, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.7325606585788562, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 8.613092817224611e-06, | |
| "loss": 1.0875, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.736026863084922, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 8.372230900096256e-06, | |
| "loss": 1.0839, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.7394930675909879, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 8.134637525034839e-06, | |
| "loss": 1.1135, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.7429592720970537, | |
| "grad_norm": 0.1494140625, | |
| "learning_rate": 7.900321167461523e-06, | |
| "loss": 1.1053, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.7464254766031195, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 7.669290185899946e-06, | |
| "loss": 1.1486, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.7498916811091854, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 7.441552821677966e-06, | |
| "loss": 1.1893, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.7533578856152512, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 7.217117198633561e-06, | |
| "loss": 1.1413, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.756824090121317, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 6.995991322825191e-06, | |
| "loss": 1.1527, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.760290294627383, | |
| "grad_norm": 0.13671875, | |
| "learning_rate": 6.778183082246148e-06, | |
| "loss": 1.0925, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.763756499133449, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 6.563700246543159e-06, | |
| "loss": 1.1325, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.7672227036395147, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 6.3525504667392595e-06, | |
| "loss": 1.1153, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.7706889081455806, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 6.14474127496083e-06, | |
| "loss": 1.1237, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.7741551126516466, | |
| "grad_norm": 0.1396484375, | |
| "learning_rate": 5.940280084168947e-06, | |
| "loss": 1.1277, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.7776213171577124, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 5.739174187894925e-06, | |
| "loss": 1.0155, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.7810875216637783, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 5.541430759980138e-06, | |
| "loss": 1.1192, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.784553726169844, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 5.3470568543201314e-06, | |
| "loss": 1.1155, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.78801993067591, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 5.1560594046130115e-06, | |
| "loss": 1.0493, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.7914861351819757, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 4.968445224112051e-06, | |
| "loss": 1.0978, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.7949523396880416, | |
| "grad_norm": 0.1552734375, | |
| "learning_rate": 4.784221005382705e-06, | |
| "loss": 1.1046, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.7984185441941074, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 4.603393320063831e-06, | |
| "loss": 1.1501, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.8018847487001732, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 4.425968618633292e-06, | |
| "loss": 1.1305, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.805350953206239, | |
| "grad_norm": 0.171875, | |
| "learning_rate": 4.251953230177852e-06, | |
| "loss": 1.1878, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.808817157712305, | |
| "grad_norm": 0.171875, | |
| "learning_rate": 4.081353362167406e-06, | |
| "loss": 1.0561, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.8122833622183707, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 3.91417510023353e-06, | |
| "loss": 1.1446, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.8157495667244368, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 3.750424407952402e-06, | |
| "loss": 1.1122, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.8192157712305026, | |
| "grad_norm": 0.166015625, | |
| "learning_rate": 3.5901071266320805e-06, | |
| "loss": 1.1353, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.8226819757365684, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 3.4332289751041526e-06, | |
| "loss": 1.1133, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.8261481802426345, | |
| "grad_norm": 0.14453125, | |
| "learning_rate": 3.2797955495196485e-06, | |
| "loss": 1.0818, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.8296143847487003, | |
| "grad_norm": 0.2373046875, | |
| "learning_rate": 3.129812323149528e-06, | |
| "loss": 1.0962, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.8330805892547661, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 2.983284646189377e-06, | |
| "loss": 1.1154, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.836546793760832, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 2.8402177455685296e-06, | |
| "loss": 1.1198, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.8400129982668978, | |
| "grad_norm": 0.169921875, | |
| "learning_rate": 2.7006167247636825e-06, | |
| "loss": 1.0789, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.8434792027729636, | |
| "grad_norm": 0.1357421875, | |
| "learning_rate": 2.564486563616786e-06, | |
| "loss": 1.0876, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.8469454072790294, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 2.4318321181574287e-06, | |
| "loss": 1.1282, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.8504116117850953, | |
| "grad_norm": 0.146484375, | |
| "learning_rate": 2.3026581204296347e-06, | |
| "loss": 1.136, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.853877816291161, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 2.176969178322985e-06, | |
| "loss": 1.0921, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.857344020797227, | |
| "grad_norm": 0.15625, | |
| "learning_rate": 2.0547697754083605e-06, | |
| "loss": 1.1621, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.8608102253032928, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 1.9360642707779152e-06, | |
| "loss": 1.1306, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.8642764298093586, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 1.8208568988895558e-06, | |
| "loss": 1.0582, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.8677426343154246, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 1.7091517694160286e-06, | |
| "loss": 1.1457, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.8712088388214905, | |
| "grad_norm": 0.189453125, | |
| "learning_rate": 1.6009528670981711e-06, | |
| "loss": 1.1381, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.8746750433275563, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 1.4962640516028248e-06, | |
| "loss": 1.1462, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.8781412478336221, | |
| "grad_norm": 0.1611328125, | |
| "learning_rate": 1.3950890573852126e-06, | |
| "loss": 1.1267, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.8816074523396882, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 1.297431493555612e-06, | |
| "loss": 1.1547, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.885073656845754, | |
| "grad_norm": 0.1962890625, | |
| "learning_rate": 1.2032948437506576e-06, | |
| "loss": 1.1553, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.8885398613518198, | |
| "grad_norm": 0.1669921875, | |
| "learning_rate": 1.1126824660091516e-06, | |
| "loss": 1.1248, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.8920060658578857, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 1.0255975926521166e-06, | |
| "loss": 1.0748, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.8954722703639515, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 9.420433301676634e-07, | |
| "loss": 1.0636, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.8989384748700173, | |
| "grad_norm": 0.1513671875, | |
| "learning_rate": 8.620226591000479e-07, | |
| "loss": 1.0486, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.9024046793760832, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 7.855384339433891e-07, | |
| "loss": 1.1151, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.905870883882149, | |
| "grad_norm": 0.1474609375, | |
| "learning_rate": 7.125933830398945e-07, | |
| "loss": 1.1077, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.9093370883882148, | |
| "grad_norm": 0.142578125, | |
| "learning_rate": 6.431901084824499e-07, | |
| "loss": 1.0966, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.9128032928942806, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 5.773310860218373e-07, | |
| "loss": 1.0981, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.9162694974003465, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 5.150186649784728e-07, | |
| "loss": 1.0728, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.9197357019064125, | |
| "grad_norm": 0.1455078125, | |
| "learning_rate": 4.562550681584954e-07, | |
| "loss": 1.0585, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.9232019064124783, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 4.0104239177454206e-07, | |
| "loss": 1.1047, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.9266681109185442, | |
| "grad_norm": 0.1435546875, | |
| "learning_rate": 3.4938260537098476e-07, | |
| "loss": 1.1022, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.93013431542461, | |
| "grad_norm": 0.1533203125, | |
| "learning_rate": 3.0127755175362037e-07, | |
| "loss": 1.1819, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.933600519930676, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 2.567289469239786e-07, | |
| "loss": 1.0916, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.9370667244367419, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 2.1573838001807123e-07, | |
| "loss": 1.1052, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.9405329289428077, | |
| "grad_norm": 0.166015625, | |
| "learning_rate": 1.7830731324977036e-07, | |
| "loss": 1.1111, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.9439991334488735, | |
| "grad_norm": 0.1591796875, | |
| "learning_rate": 1.4443708185853943e-07, | |
| "loss": 1.1349, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.9474653379549394, | |
| "grad_norm": 0.1337890625, | |
| "learning_rate": 1.1412889406192673e-07, | |
| "loss": 1.0895, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.9509315424610052, | |
| "grad_norm": 0.15234375, | |
| "learning_rate": 8.738383101235537e-08, | |
| "loss": 1.1197, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.954397746967071, | |
| "grad_norm": 0.1728515625, | |
| "learning_rate": 6.420284675865418e-08, | |
| "loss": 1.1312, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.9578639514731369, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 4.458676821194052e-08, | |
| "loss": 1.0988, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.9613301559792027, | |
| "grad_norm": 0.1650390625, | |
| "learning_rate": 2.853629511617717e-08, | |
| "loss": 1.0989, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.9647963604852685, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 1.6052000023192292e-08, | |
| "loss": 1.1366, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.9682625649913343, | |
| "grad_norm": 0.1572265625, | |
| "learning_rate": 7.134328272240254e-09, | |
| "loss": 1.0905, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.9717287694974004, | |
| "grad_norm": 0.1416015625, | |
| "learning_rate": 1.7835979741698261e-09, | |
| "loss": 1.1114, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.9751949740034662, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 0.0, | |
| "loss": 1.1027, | |
| "step": 576 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 576, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 288, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7.639351900105605e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |