| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.924324324324324, |
| "eval_steps": 500, |
| "global_step": 305, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.016216216216216217, |
| "grad_norm": 39.12052917480469, |
| "learning_rate": 5.0000000000000004e-08, |
| "loss": 2.2957, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.032432432432432434, |
| "grad_norm": 38.9581413269043, |
| "learning_rate": 1.0000000000000001e-07, |
| "loss": 2.2959, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.04864864864864865, |
| "grad_norm": 39.2702751159668, |
| "learning_rate": 1.5000000000000002e-07, |
| "loss": 2.2677, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.06486486486486487, |
| "grad_norm": 39.18815231323242, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 2.2936, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.08108108108108109, |
| "grad_norm": 38.66701889038086, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 2.2561, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0972972972972973, |
| "grad_norm": 39.53536605834961, |
| "learning_rate": 3.0000000000000004e-07, |
| "loss": 2.2579, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.11351351351351352, |
| "grad_norm": 39.3793830871582, |
| "learning_rate": 3.5000000000000004e-07, |
| "loss": 2.2627, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.12972972972972974, |
| "grad_norm": 39.88922119140625, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 2.2729, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.14594594594594595, |
| "grad_norm": 37.9880256652832, |
| "learning_rate": 4.5000000000000003e-07, |
| "loss": 2.2311, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.16216216216216217, |
| "grad_norm": 37.024139404296875, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 2.1773, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.1783783783783784, |
| "grad_norm": 36.89325714111328, |
| "learning_rate": 5.5e-07, |
| "loss": 2.1927, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.1945945945945946, |
| "grad_norm": 37.244178771972656, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 2.1757, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.21081081081081082, |
| "grad_norm": 34.77650451660156, |
| "learning_rate": 6.5e-07, |
| "loss": 2.0392, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.22702702702702704, |
| "grad_norm": 34.78818893432617, |
| "learning_rate": 7.000000000000001e-07, |
| "loss": 1.9996, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.24324324324324326, |
| "grad_norm": 34.86852264404297, |
| "learning_rate": 7.5e-07, |
| "loss": 1.9496, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.2594594594594595, |
| "grad_norm": 35.202796936035156, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 1.8542, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.2756756756756757, |
| "grad_norm": 34.11354064941406, |
| "learning_rate": 8.500000000000001e-07, |
| "loss": 1.7118, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.2918918918918919, |
| "grad_norm": 36.309059143066406, |
| "learning_rate": 9.000000000000001e-07, |
| "loss": 1.6834, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.3081081081081081, |
| "grad_norm": 34.69994354248047, |
| "learning_rate": 9.500000000000001e-07, |
| "loss": 1.5298, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.32432432432432434, |
| "grad_norm": 35.43153381347656, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 1.4191, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.34054054054054056, |
| "grad_norm": 33.53745651245117, |
| "learning_rate": 1.0500000000000001e-06, |
| "loss": 1.3068, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.3567567567567568, |
| "grad_norm": 33.775604248046875, |
| "learning_rate": 1.1e-06, |
| "loss": 1.224, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.372972972972973, |
| "grad_norm": 30.57005500793457, |
| "learning_rate": 1.1500000000000002e-06, |
| "loss": 1.0704, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.3891891891891892, |
| "grad_norm": 27.964860916137695, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 0.9548, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.40540540540540543, |
| "grad_norm": 26.023576736450195, |
| "learning_rate": 1.25e-06, |
| "loss": 0.8503, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.42162162162162165, |
| "grad_norm": 25.0452938079834, |
| "learning_rate": 1.3e-06, |
| "loss": 0.6938, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.43783783783783786, |
| "grad_norm": 24.663373947143555, |
| "learning_rate": 1.3500000000000002e-06, |
| "loss": 0.5648, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.4540540540540541, |
| "grad_norm": 21.61736488342285, |
| "learning_rate": 1.4000000000000001e-06, |
| "loss": 0.435, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.4702702702702703, |
| "grad_norm": 18.3259334564209, |
| "learning_rate": 1.45e-06, |
| "loss": 0.3322, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.4864864864864865, |
| "grad_norm": 16.80081558227539, |
| "learning_rate": 1.5e-06, |
| "loss": 0.2625, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.5027027027027027, |
| "grad_norm": 14.789258003234863, |
| "learning_rate": 1.5500000000000002e-06, |
| "loss": 0.1757, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.518918918918919, |
| "grad_norm": 10.406538963317871, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 0.1376, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.5351351351351351, |
| "grad_norm": 4.868802547454834, |
| "learning_rate": 1.6500000000000003e-06, |
| "loss": 0.0815, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.5513513513513514, |
| "grad_norm": 1.8639686107635498, |
| "learning_rate": 1.7000000000000002e-06, |
| "loss": 0.0628, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.5675675675675675, |
| "grad_norm": 1.897918462753296, |
| "learning_rate": 1.75e-06, |
| "loss": 0.0775, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5837837837837838, |
| "grad_norm": 1.296712040901184, |
| "learning_rate": 1.8000000000000001e-06, |
| "loss": 0.0565, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0163214206695557, |
| "learning_rate": 1.85e-06, |
| "loss": 0.0544, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.6162162162162163, |
| "grad_norm": 1.070162296295166, |
| "learning_rate": 1.9000000000000002e-06, |
| "loss": 0.0621, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.6324324324324324, |
| "grad_norm": 1.024267315864563, |
| "learning_rate": 1.9500000000000004e-06, |
| "loss": 0.0566, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.9016611576080322, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0511, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.6648648648648648, |
| "grad_norm": 0.8272562623023987, |
| "learning_rate": 2.05e-06, |
| "loss": 0.0533, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.6810810810810811, |
| "grad_norm": 0.8875278234481812, |
| "learning_rate": 2.1000000000000002e-06, |
| "loss": 0.0495, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6972972972972973, |
| "grad_norm": 0.8804877996444702, |
| "learning_rate": 2.15e-06, |
| "loss": 0.0506, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.7135135135135136, |
| "grad_norm": 0.7133358120918274, |
| "learning_rate": 2.2e-06, |
| "loss": 0.0467, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.7297297297297297, |
| "grad_norm": 0.8142214417457581, |
| "learning_rate": 2.25e-06, |
| "loss": 0.0552, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.745945945945946, |
| "grad_norm": 0.8341564536094666, |
| "learning_rate": 2.3000000000000004e-06, |
| "loss": 0.0574, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.7621621621621621, |
| "grad_norm": 0.6500507593154907, |
| "learning_rate": 2.35e-06, |
| "loss": 0.0398, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.7783783783783784, |
| "grad_norm": 0.6163598895072937, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 0.0459, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.7945945945945946, |
| "grad_norm": 0.663949191570282, |
| "learning_rate": 2.4500000000000003e-06, |
| "loss": 0.046, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.8108108108108109, |
| "grad_norm": 0.7521553635597229, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0525, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.827027027027027, |
| "grad_norm": 0.7828383445739746, |
| "learning_rate": 2.55e-06, |
| "loss": 0.0558, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.8432432432432433, |
| "grad_norm": 0.7935078740119934, |
| "learning_rate": 2.6e-06, |
| "loss": 0.0451, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.8594594594594595, |
| "grad_norm": 0.6327880620956421, |
| "learning_rate": 2.6500000000000005e-06, |
| "loss": 0.0403, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.8756756756756757, |
| "grad_norm": 0.6185981035232544, |
| "learning_rate": 2.7000000000000004e-06, |
| "loss": 0.0406, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.8918918918918919, |
| "grad_norm": 0.5417979955673218, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 0.0426, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.9081081081081082, |
| "grad_norm": 0.7140630483627319, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 0.0446, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.9243243243243243, |
| "grad_norm": 0.7191944122314453, |
| "learning_rate": 2.85e-06, |
| "loss": 0.047, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.9405405405405406, |
| "grad_norm": 0.7562940716743469, |
| "learning_rate": 2.9e-06, |
| "loss": 0.0476, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.9567567567567568, |
| "grad_norm": 0.7422239184379578, |
| "learning_rate": 2.95e-06, |
| "loss": 0.0462, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.972972972972973, |
| "grad_norm": 0.677144467830658, |
| "learning_rate": 3e-06, |
| "loss": 0.0475, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.9891891891891892, |
| "grad_norm": 0.6127192974090576, |
| "learning_rate": 3.05e-06, |
| "loss": 0.0434, |
| "step": 61 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6127192974090576, |
| "learning_rate": 3.1000000000000004e-06, |
| "loss": 0.0375, |
| "step": 62 |
| }, |
| { |
| "epoch": 1.0162162162162163, |
| "grad_norm": 0.959559440612793, |
| "learning_rate": 3.1500000000000003e-06, |
| "loss": 0.0421, |
| "step": 63 |
| }, |
| { |
| "epoch": 1.0324324324324325, |
| "grad_norm": 0.6539880037307739, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 0.0414, |
| "step": 64 |
| }, |
| { |
| "epoch": 1.0486486486486486, |
| "grad_norm": 0.5929313898086548, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 0.0451, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.0648648648648649, |
| "grad_norm": 0.6479571461677551, |
| "learning_rate": 3.3000000000000006e-06, |
| "loss": 0.0415, |
| "step": 66 |
| }, |
| { |
| "epoch": 1.0810810810810811, |
| "grad_norm": 0.5496926307678223, |
| "learning_rate": 3.3500000000000005e-06, |
| "loss": 0.0366, |
| "step": 67 |
| }, |
| { |
| "epoch": 1.0972972972972972, |
| "grad_norm": 0.5373682379722595, |
| "learning_rate": 3.4000000000000005e-06, |
| "loss": 0.0383, |
| "step": 68 |
| }, |
| { |
| "epoch": 1.1135135135135135, |
| "grad_norm": 0.5489712357521057, |
| "learning_rate": 3.45e-06, |
| "loss": 0.0427, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.1297297297297297, |
| "grad_norm": 0.6830047369003296, |
| "learning_rate": 3.5e-06, |
| "loss": 0.039, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.145945945945946, |
| "grad_norm": 0.5794199705123901, |
| "learning_rate": 3.5500000000000003e-06, |
| "loss": 0.0409, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.1621621621621623, |
| "grad_norm": 0.571513831615448, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 0.0392, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.1783783783783783, |
| "grad_norm": 0.7753933668136597, |
| "learning_rate": 3.65e-06, |
| "loss": 0.0365, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.1945945945945946, |
| "grad_norm": 0.6135310530662537, |
| "learning_rate": 3.7e-06, |
| "loss": 0.036, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.2108108108108109, |
| "grad_norm": 0.5497344136238098, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.035, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.227027027027027, |
| "grad_norm": 0.5861782431602478, |
| "learning_rate": 3.8000000000000005e-06, |
| "loss": 0.0434, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.2432432432432432, |
| "grad_norm": 0.6941010355949402, |
| "learning_rate": 3.85e-06, |
| "loss": 0.0336, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.2594594594594595, |
| "grad_norm": 0.5305830240249634, |
| "learning_rate": 3.900000000000001e-06, |
| "loss": 0.0391, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.2756756756756757, |
| "grad_norm": 0.6456385254859924, |
| "learning_rate": 3.95e-06, |
| "loss": 0.0422, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.291891891891892, |
| "grad_norm": 0.5704363584518433, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0342, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.308108108108108, |
| "grad_norm": 0.5257390141487122, |
| "learning_rate": 4.05e-06, |
| "loss": 0.0369, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.3243243243243243, |
| "grad_norm": 0.5541989207267761, |
| "learning_rate": 4.1e-06, |
| "loss": 0.0331, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.3405405405405406, |
| "grad_norm": 0.7190688252449036, |
| "learning_rate": 4.15e-06, |
| "loss": 0.039, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.3567567567567567, |
| "grad_norm": 0.4766721725463867, |
| "learning_rate": 4.2000000000000004e-06, |
| "loss": 0.0354, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.372972972972973, |
| "grad_norm": 0.5847981572151184, |
| "learning_rate": 4.25e-06, |
| "loss": 0.0355, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.3891891891891892, |
| "grad_norm": 0.6361181139945984, |
| "learning_rate": 4.3e-06, |
| "loss": 0.0415, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.4054054054054055, |
| "grad_norm": 0.6437036395072937, |
| "learning_rate": 4.350000000000001e-06, |
| "loss": 0.0353, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.4216216216216218, |
| "grad_norm": 0.712043046951294, |
| "learning_rate": 4.4e-06, |
| "loss": 0.0311, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.4378378378378378, |
| "grad_norm": 0.5829771757125854, |
| "learning_rate": 4.450000000000001e-06, |
| "loss": 0.0433, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.454054054054054, |
| "grad_norm": 0.6977937817573547, |
| "learning_rate": 4.5e-06, |
| "loss": 0.0391, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.4702702702702704, |
| "grad_norm": 0.49931228160858154, |
| "learning_rate": 4.5500000000000005e-06, |
| "loss": 0.0352, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.4864864864864864, |
| "grad_norm": 0.5281490683555603, |
| "learning_rate": 4.600000000000001e-06, |
| "loss": 0.0385, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.5027027027027027, |
| "grad_norm": 0.613349974155426, |
| "learning_rate": 4.65e-06, |
| "loss": 0.0399, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.518918918918919, |
| "grad_norm": 0.6584879755973816, |
| "learning_rate": 4.7e-06, |
| "loss": 0.043, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.535135135135135, |
| "grad_norm": 0.6006895303726196, |
| "learning_rate": 4.75e-06, |
| "loss": 0.0372, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.5513513513513515, |
| "grad_norm": 0.5364943146705627, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 0.0384, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.5675675675675675, |
| "grad_norm": 0.4963968098163605, |
| "learning_rate": 4.85e-06, |
| "loss": 0.0324, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.5837837837837838, |
| "grad_norm": 0.5868538618087769, |
| "learning_rate": 4.9000000000000005e-06, |
| "loss": 0.0386, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.6690974235534668, |
| "learning_rate": 4.95e-06, |
| "loss": 0.0332, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.6162162162162161, |
| "grad_norm": 0.6118388175964355, |
| "learning_rate": 5e-06, |
| "loss": 0.0398, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.6324324324324324, |
| "grad_norm": 0.6872304677963257, |
| "learning_rate": 4.999825642177387e-06, |
| "loss": 0.0333, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.6486486486486487, |
| "grad_norm": 0.6457200646400452, |
| "learning_rate": 4.999302593030069e-06, |
| "loss": 0.0381, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.6648648648648647, |
| "grad_norm": 0.6096416115760803, |
| "learning_rate": 4.998430925516213e-06, |
| "loss": 0.0385, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.6810810810810812, |
| "grad_norm": 0.582796573638916, |
| "learning_rate": 4.99721076122146e-06, |
| "loss": 0.0317, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.6972972972972973, |
| "grad_norm": 0.5576394200325012, |
| "learning_rate": 4.995642270341961e-06, |
| "loss": 0.0378, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.7135135135135136, |
| "grad_norm": 0.7414760589599609, |
| "learning_rate": 4.99372567166064e-06, |
| "loss": 0.0403, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.7297297297297298, |
| "grad_norm": 0.6029103994369507, |
| "learning_rate": 4.991461232516675e-06, |
| "loss": 0.0418, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.7459459459459459, |
| "grad_norm": 0.771609365940094, |
| "learning_rate": 4.98884926876821e-06, |
| "loss": 0.0413, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.7621621621621621, |
| "grad_norm": 0.6869891285896301, |
| "learning_rate": 4.9858901447482924e-06, |
| "loss": 0.0367, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.7783783783783784, |
| "grad_norm": 0.4931647479534149, |
| "learning_rate": 4.982584273214061e-06, |
| "loss": 0.033, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.7945945945945945, |
| "grad_norm": 0.5160052180290222, |
| "learning_rate": 4.978932115289165e-06, |
| "loss": 0.0357, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.810810810810811, |
| "grad_norm": 0.49750861525535583, |
| "learning_rate": 4.974934180399447e-06, |
| "loss": 0.0333, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.827027027027027, |
| "grad_norm": 0.6596441864967346, |
| "learning_rate": 4.970591026201884e-06, |
| "loss": 0.0354, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.8432432432432433, |
| "grad_norm": 0.6613579988479614, |
| "learning_rate": 4.965903258506806e-06, |
| "loss": 0.0377, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.8594594594594596, |
| "grad_norm": 0.5383866429328918, |
| "learning_rate": 4.9608715311933865e-06, |
| "loss": 0.0418, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.8756756756756756, |
| "grad_norm": 0.6303413510322571, |
| "learning_rate": 4.955496546118439e-06, |
| "loss": 0.0351, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.8918918918918919, |
| "grad_norm": 0.5293605923652649, |
| "learning_rate": 4.949779053018519e-06, |
| "loss": 0.0322, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.9081081081081082, |
| "grad_norm": 0.5211143493652344, |
| "learning_rate": 4.943719849405347e-06, |
| "loss": 0.0374, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.9243243243243242, |
| "grad_norm": 0.5933778882026672, |
| "learning_rate": 4.937319780454559e-06, |
| "loss": 0.0377, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.9405405405405407, |
| "grad_norm": 0.6020687818527222, |
| "learning_rate": 4.930579738887827e-06, |
| "loss": 0.0313, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.9567567567567568, |
| "grad_norm": 0.7828154563903809, |
| "learning_rate": 4.923500664848327e-06, |
| "loss": 0.0372, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.972972972972973, |
| "grad_norm": 0.6172424554824829, |
| "learning_rate": 4.9160835457696075e-06, |
| "loss": 0.0387, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.9891891891891893, |
| "grad_norm": 0.5671921372413635, |
| "learning_rate": 4.9083294162378545e-06, |
| "loss": 0.0346, |
| "step": 123 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.0704405307769775, |
| "learning_rate": 4.900239357847582e-06, |
| "loss": 0.0298, |
| "step": 124 |
| }, |
| { |
| "epoch": 2.016216216216216, |
| "grad_norm": 0.5932011604309082, |
| "learning_rate": 4.891814499050762e-06, |
| "loss": 0.0243, |
| "step": 125 |
| }, |
| { |
| "epoch": 2.0324324324324325, |
| "grad_norm": 0.47397834062576294, |
| "learning_rate": 4.883056014999423e-06, |
| "loss": 0.0281, |
| "step": 126 |
| }, |
| { |
| "epoch": 2.0486486486486486, |
| "grad_norm": 0.538270115852356, |
| "learning_rate": 4.873965127381734e-06, |
| "loss": 0.0268, |
| "step": 127 |
| }, |
| { |
| "epoch": 2.064864864864865, |
| "grad_norm": 0.3924686908721924, |
| "learning_rate": 4.864543104251587e-06, |
| "loss": 0.02, |
| "step": 128 |
| }, |
| { |
| "epoch": 2.081081081081081, |
| "grad_norm": 0.5162842869758606, |
| "learning_rate": 4.854791259851735e-06, |
| "loss": 0.0237, |
| "step": 129 |
| }, |
| { |
| "epoch": 2.097297297297297, |
| "grad_norm": 0.4691126048564911, |
| "learning_rate": 4.844710954430464e-06, |
| "loss": 0.0224, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.1135135135135137, |
| "grad_norm": 0.47650063037872314, |
| "learning_rate": 4.834303594051854e-06, |
| "loss": 0.0202, |
| "step": 131 |
| }, |
| { |
| "epoch": 2.1297297297297297, |
| "grad_norm": 0.5041627883911133, |
| "learning_rate": 4.823570630399665e-06, |
| "loss": 0.0228, |
| "step": 132 |
| }, |
| { |
| "epoch": 2.145945945945946, |
| "grad_norm": 0.5368483662605286, |
| "learning_rate": 4.812513560574832e-06, |
| "loss": 0.0241, |
| "step": 133 |
| }, |
| { |
| "epoch": 2.1621621621621623, |
| "grad_norm": 0.7245975732803345, |
| "learning_rate": 4.8011339268866505e-06, |
| "loss": 0.0294, |
| "step": 134 |
| }, |
| { |
| "epoch": 2.1783783783783783, |
| "grad_norm": 0.5506283044815063, |
| "learning_rate": 4.789433316637644e-06, |
| "loss": 0.0204, |
| "step": 135 |
| }, |
| { |
| "epoch": 2.1945945945945944, |
| "grad_norm": 0.5240617990493774, |
| "learning_rate": 4.777413361902152e-06, |
| "loss": 0.0227, |
| "step": 136 |
| }, |
| { |
| "epoch": 2.210810810810811, |
| "grad_norm": 0.6164438128471375, |
| "learning_rate": 4.765075739298683e-06, |
| "loss": 0.0209, |
| "step": 137 |
| }, |
| { |
| "epoch": 2.227027027027027, |
| "grad_norm": 0.551898181438446, |
| "learning_rate": 4.752422169756048e-06, |
| "loss": 0.0187, |
| "step": 138 |
| }, |
| { |
| "epoch": 2.2432432432432434, |
| "grad_norm": 0.45092299580574036, |
| "learning_rate": 4.739454418273314e-06, |
| "loss": 0.0281, |
| "step": 139 |
| }, |
| { |
| "epoch": 2.2594594594594595, |
| "grad_norm": 0.48173126578330994, |
| "learning_rate": 4.726174293673612e-06, |
| "loss": 0.0213, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.2756756756756755, |
| "grad_norm": 0.48536229133605957, |
| "learning_rate": 4.712583648351827e-06, |
| "loss": 0.0204, |
| "step": 141 |
| }, |
| { |
| "epoch": 2.291891891891892, |
| "grad_norm": 0.4885499179363251, |
| "learning_rate": 4.698684378016223e-06, |
| "loss": 0.0225, |
| "step": 142 |
| }, |
| { |
| "epoch": 2.308108108108108, |
| "grad_norm": 0.40719687938690186, |
| "learning_rate": 4.684478421424007e-06, |
| "loss": 0.0205, |
| "step": 143 |
| }, |
| { |
| "epoch": 2.3243243243243246, |
| "grad_norm": 0.4365272521972656, |
| "learning_rate": 4.669967760110908e-06, |
| "loss": 0.0224, |
| "step": 144 |
| }, |
| { |
| "epoch": 2.3405405405405406, |
| "grad_norm": 0.4639301300048828, |
| "learning_rate": 4.655154418114774e-06, |
| "loss": 0.0256, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.3567567567567567, |
| "grad_norm": 0.47420835494995117, |
| "learning_rate": 4.6400404616932505e-06, |
| "loss": 0.0208, |
| "step": 146 |
| }, |
| { |
| "epoch": 2.372972972972973, |
| "grad_norm": 0.5030474066734314, |
| "learning_rate": 4.624627999035564e-06, |
| "loss": 0.0255, |
| "step": 147 |
| }, |
| { |
| "epoch": 2.389189189189189, |
| "grad_norm": 0.47888803482055664, |
| "learning_rate": 4.608919179968457e-06, |
| "loss": 0.0241, |
| "step": 148 |
| }, |
| { |
| "epoch": 2.4054054054054053, |
| "grad_norm": 0.602581262588501, |
| "learning_rate": 4.592916195656322e-06, |
| "loss": 0.0243, |
| "step": 149 |
| }, |
| { |
| "epoch": 2.4216216216216218, |
| "grad_norm": 0.6816417574882507, |
| "learning_rate": 4.576621278295558e-06, |
| "loss": 0.0259, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.437837837837838, |
| "grad_norm": 0.6839447617530823, |
| "learning_rate": 4.5600367008032135e-06, |
| "loss": 0.0247, |
| "step": 151 |
| }, |
| { |
| "epoch": 2.454054054054054, |
| "grad_norm": 0.496794193983078, |
| "learning_rate": 4.543164776499945e-06, |
| "loss": 0.0244, |
| "step": 152 |
| }, |
| { |
| "epoch": 2.4702702702702704, |
| "grad_norm": 0.4372956156730652, |
| "learning_rate": 4.5260078587873416e-06, |
| "loss": 0.0208, |
| "step": 153 |
| }, |
| { |
| "epoch": 2.4864864864864864, |
| "grad_norm": 0.6199434399604797, |
| "learning_rate": 4.508568340819654e-06, |
| "loss": 0.028, |
| "step": 154 |
| }, |
| { |
| "epoch": 2.5027027027027025, |
| "grad_norm": 0.6074104905128479, |
| "learning_rate": 4.490848655169986e-06, |
| "loss": 0.0278, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.518918918918919, |
| "grad_norm": 0.5419324636459351, |
| "learning_rate": 4.472851273490985e-06, |
| "loss": 0.0181, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.535135135135135, |
| "grad_norm": 0.4877943992614746, |
| "learning_rate": 4.454578706170075e-06, |
| "loss": 0.0214, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.5513513513513515, |
| "grad_norm": 0.5049244165420532, |
| "learning_rate": 4.436033501979299e-06, |
| "loss": 0.0214, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.5675675675675675, |
| "grad_norm": 0.45928511023521423, |
| "learning_rate": 4.417218247719794e-06, |
| "loss": 0.0167, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.583783783783784, |
| "grad_norm": 0.5185860395431519, |
| "learning_rate": 4.398135567860972e-06, |
| "loss": 0.0243, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 0.3984812796115875, |
| "learning_rate": 4.378788124174441e-06, |
| "loss": 0.0201, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.616216216216216, |
| "grad_norm": 0.607692301273346, |
| "learning_rate": 4.359178615362725e-06, |
| "loss": 0.0247, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.6324324324324326, |
| "grad_norm": 0.5436367988586426, |
| "learning_rate": 4.33930977668283e-06, |
| "loss": 0.0204, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.6486486486486487, |
| "grad_norm": 0.6367728114128113, |
| "learning_rate": 4.319184379564716e-06, |
| "loss": 0.0222, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.6648648648648647, |
| "grad_norm": 0.5538708567619324, |
| "learning_rate": 4.298805231224721e-06, |
| "loss": 0.0215, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.6810810810810812, |
| "grad_norm": 0.5421778559684753, |
| "learning_rate": 4.278175174273989e-06, |
| "loss": 0.0201, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.6972972972972973, |
| "grad_norm": 0.6123104691505432, |
| "learning_rate": 4.257297086321967e-06, |
| "loss": 0.0209, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.7135135135135133, |
| "grad_norm": 0.6386194229125977, |
| "learning_rate": 4.236173879575022e-06, |
| "loss": 0.0214, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.72972972972973, |
| "grad_norm": 0.6019391417503357, |
| "learning_rate": 4.2148085004302205e-06, |
| "loss": 0.0246, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.745945945945946, |
| "grad_norm": 0.5638225674629211, |
| "learning_rate": 4.1932039290643534e-06, |
| "loss": 0.0189, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.762162162162162, |
| "grad_norm": 0.6640142202377319, |
| "learning_rate": 4.1713631790182366e-06, |
| "loss": 0.0236, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.7783783783783784, |
| "grad_norm": 0.5170625448226929, |
| "learning_rate": 4.149289296776369e-06, |
| "loss": 0.0203, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.7945945945945945, |
| "grad_norm": 0.5130777955055237, |
| "learning_rate": 4.126985361341984e-06, |
| "loss": 0.0195, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.810810810810811, |
| "grad_norm": 0.5125660300254822, |
| "learning_rate": 4.104454483807579e-06, |
| "loss": 0.0229, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.827027027027027, |
| "grad_norm": 0.573662281036377, |
| "learning_rate": 4.0816998069209516e-06, |
| "loss": 0.0202, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.8432432432432435, |
| "grad_norm": 0.6013869643211365, |
| "learning_rate": 4.058724504646834e-06, |
| "loss": 0.0319, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.8594594594594596, |
| "grad_norm": 0.5050269365310669, |
| "learning_rate": 4.0355317817241705e-06, |
| "loss": 0.0189, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.8756756756756756, |
| "grad_norm": 0.5249143838882446, |
| "learning_rate": 4.012124873219094e-06, |
| "loss": 0.0214, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.891891891891892, |
| "grad_norm": 0.5124053955078125, |
| "learning_rate": 3.988507044073687e-06, |
| "loss": 0.0162, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.908108108108108, |
| "grad_norm": 0.4640377461910248, |
| "learning_rate": 3.964681588650562e-06, |
| "loss": 0.0189, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.924324324324324, |
| "grad_norm": 0.6197820901870728, |
| "learning_rate": 3.940651830273342e-06, |
| "loss": 0.0237, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.9405405405405407, |
| "grad_norm": 0.6041496992111206, |
| "learning_rate": 3.916421120763106e-06, |
| "loss": 0.0241, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.9567567567567568, |
| "grad_norm": 0.5259250402450562, |
| "learning_rate": 3.891992839970855e-06, |
| "loss": 0.0207, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.972972972972973, |
| "grad_norm": 0.6110473871231079, |
| "learning_rate": 3.8673703953060685e-06, |
| "loss": 0.0199, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.9891891891891893, |
| "grad_norm": 0.504909098148346, |
| "learning_rate": 3.8425572212614155e-06, |
| "loss": 0.0211, |
| "step": 185 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.010295033454895, |
| "learning_rate": 3.817556778933697e-06, |
| "loss": 0.0195, |
| "step": 186 |
| }, |
| { |
| "epoch": 3.016216216216216, |
| "grad_norm": 0.3988107442855835, |
| "learning_rate": 3.792372555541064e-06, |
| "loss": 0.0131, |
| "step": 187 |
| }, |
| { |
| "epoch": 3.0324324324324325, |
| "grad_norm": 0.31533047556877136, |
| "learning_rate": 3.7670080639366e-06, |
| "loss": 0.0107, |
| "step": 188 |
| }, |
| { |
| "epoch": 3.0486486486486486, |
| "grad_norm": 0.4819331765174866, |
| "learning_rate": 3.741466842118327e-06, |
| "loss": 0.0135, |
| "step": 189 |
| }, |
| { |
| "epoch": 3.064864864864865, |
| "grad_norm": 0.33277931809425354, |
| "learning_rate": 3.7157524527357036e-06, |
| "loss": 0.0112, |
| "step": 190 |
| }, |
| { |
| "epoch": 3.081081081081081, |
| "grad_norm": 0.3936960697174072, |
| "learning_rate": 3.6898684825926845e-06, |
| "loss": 0.0125, |
| "step": 191 |
| }, |
| { |
| "epoch": 3.097297297297297, |
| "grad_norm": 0.46424582600593567, |
| "learning_rate": 3.663818542147409e-06, |
| "loss": 0.0171, |
| "step": 192 |
| }, |
| { |
| "epoch": 3.1135135135135137, |
| "grad_norm": 0.4771481156349182, |
| "learning_rate": 3.6376062650085918e-06, |
| "loss": 0.0121, |
| "step": 193 |
| }, |
| { |
| "epoch": 3.1297297297297297, |
| "grad_norm": 0.4661300778388977, |
| "learning_rate": 3.61123530742869e-06, |
| "loss": 0.0164, |
| "step": 194 |
| }, |
| { |
| "epoch": 3.145945945945946, |
| "grad_norm": 0.424891859292984, |
| "learning_rate": 3.5847093477938955e-06, |
| "loss": 0.0116, |
| "step": 195 |
| }, |
| { |
| "epoch": 3.1621621621621623, |
| "grad_norm": 0.4026256501674652, |
| "learning_rate": 3.5580320861110627e-06, |
| "loss": 0.0135, |
| "step": 196 |
| }, |
| { |
| "epoch": 3.1783783783783783, |
| "grad_norm": 0.4946088492870331, |
| "learning_rate": 3.5312072434915983e-06, |
| "loss": 0.0104, |
| "step": 197 |
| }, |
| { |
| "epoch": 3.1945945945945944, |
| "grad_norm": 0.3920349180698395, |
| "learning_rate": 3.5042385616324243e-06, |
| "loss": 0.0127, |
| "step": 198 |
| }, |
| { |
| "epoch": 3.210810810810811, |
| "grad_norm": 0.35541996359825134, |
| "learning_rate": 3.477129802294057e-06, |
| "loss": 0.0095, |
| "step": 199 |
| }, |
| { |
| "epoch": 3.227027027027027, |
| "grad_norm": 0.4382397532463074, |
| "learning_rate": 3.4498847467759e-06, |
| "loss": 0.009, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.2432432432432434, |
| "grad_norm": 0.4411066174507141, |
| "learning_rate": 3.4225071953887977e-06, |
| "loss": 0.0103, |
| "step": 201 |
| }, |
| { |
| "epoch": 3.2594594594594595, |
| "grad_norm": 0.4458081126213074, |
| "learning_rate": 3.3950009669249502e-06, |
| "loss": 0.011, |
| "step": 202 |
| }, |
| { |
| "epoch": 3.2756756756756755, |
| "grad_norm": 0.6307731866836548, |
| "learning_rate": 3.3673698981252385e-06, |
| "loss": 0.0123, |
| "step": 203 |
| }, |
| { |
| "epoch": 3.291891891891892, |
| "grad_norm": 0.48209428787231445, |
| "learning_rate": 3.3396178431440572e-06, |
| "loss": 0.0097, |
| "step": 204 |
| }, |
| { |
| "epoch": 3.308108108108108, |
| "grad_norm": 0.5341079831123352, |
| "learning_rate": 3.3117486730117092e-06, |
| "loss": 0.0098, |
| "step": 205 |
| }, |
| { |
| "epoch": 3.3243243243243246, |
| "grad_norm": 0.6222304701805115, |
| "learning_rate": 3.283766275094454e-06, |
| "loss": 0.0153, |
| "step": 206 |
| }, |
| { |
| "epoch": 3.3405405405405406, |
| "grad_norm": 0.6000131964683533, |
| "learning_rate": 3.255674552552267e-06, |
| "loss": 0.0124, |
| "step": 207 |
| }, |
| { |
| "epoch": 3.3567567567567567, |
| "grad_norm": 0.573101818561554, |
| "learning_rate": 3.227477423794412e-06, |
| "loss": 0.0111, |
| "step": 208 |
| }, |
| { |
| "epoch": 3.372972972972973, |
| "grad_norm": 0.49702250957489014, |
| "learning_rate": 3.1991788219328657e-06, |
| "loss": 0.0125, |
| "step": 209 |
| }, |
| { |
| "epoch": 3.389189189189189, |
| "grad_norm": 0.4762848913669586, |
| "learning_rate": 3.1707826942337124e-06, |
| "loss": 0.0089, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.4054054054054053, |
| "grad_norm": 0.671346127986908, |
| "learning_rate": 3.142293001566548e-06, |
| "loss": 0.0128, |
| "step": 211 |
| }, |
| { |
| "epoch": 3.4216216216216218, |
| "grad_norm": 0.5226602554321289, |
| "learning_rate": 3.1137137178519983e-06, |
| "loss": 0.0119, |
| "step": 212 |
| }, |
| { |
| "epoch": 3.437837837837838, |
| "grad_norm": 0.40818020701408386, |
| "learning_rate": 3.085048829507406e-06, |
| "loss": 0.0097, |
| "step": 213 |
| }, |
| { |
| "epoch": 3.454054054054054, |
| "grad_norm": 0.5493360161781311, |
| "learning_rate": 3.056302334890786e-06, |
| "loss": 0.0117, |
| "step": 214 |
| }, |
| { |
| "epoch": 3.4702702702702704, |
| "grad_norm": 0.4277520477771759, |
| "learning_rate": 3.027478243743106e-06, |
| "loss": 0.0115, |
| "step": 215 |
| }, |
| { |
| "epoch": 3.4864864864864864, |
| "grad_norm": 0.5382378697395325, |
| "learning_rate": 2.9985805766289815e-06, |
| "loss": 0.0141, |
| "step": 216 |
| }, |
| { |
| "epoch": 3.5027027027027025, |
| "grad_norm": 0.686087429523468, |
| "learning_rate": 2.9696133643758663e-06, |
| "loss": 0.0106, |
| "step": 217 |
| }, |
| { |
| "epoch": 3.518918918918919, |
| "grad_norm": 0.4279845356941223, |
| "learning_rate": 2.940580647511805e-06, |
| "loss": 0.0101, |
| "step": 218 |
| }, |
| { |
| "epoch": 3.535135135135135, |
| "grad_norm": 0.3966323435306549, |
| "learning_rate": 2.911486475701835e-06, |
| "loss": 0.0111, |
| "step": 219 |
| }, |
| { |
| "epoch": 3.5513513513513515, |
| "grad_norm": 0.4444655776023865, |
| "learning_rate": 2.8823349071831154e-06, |
| "loss": 0.0122, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.5675675675675675, |
| "grad_norm": 0.4062931537628174, |
| "learning_rate": 2.853130008198855e-06, |
| "loss": 0.0088, |
| "step": 221 |
| }, |
| { |
| "epoch": 3.583783783783784, |
| "grad_norm": 0.4915783107280731, |
| "learning_rate": 2.8238758524311316e-06, |
| "loss": 0.0106, |
| "step": 222 |
| }, |
| { |
| "epoch": 3.6, |
| "grad_norm": 0.5415279865264893, |
| "learning_rate": 2.7945765204326664e-06, |
| "loss": 0.0102, |
| "step": 223 |
| }, |
| { |
| "epoch": 3.616216216216216, |
| "grad_norm": 0.5782752633094788, |
| "learning_rate": 2.7652360990576457e-06, |
| "loss": 0.0113, |
| "step": 224 |
| }, |
| { |
| "epoch": 3.6324324324324326, |
| "grad_norm": 0.5013785362243652, |
| "learning_rate": 2.735858680891656e-06, |
| "loss": 0.0092, |
| "step": 225 |
| }, |
| { |
| "epoch": 3.6486486486486487, |
| "grad_norm": 0.553318440914154, |
| "learning_rate": 2.7064483636808314e-06, |
| "loss": 0.0119, |
| "step": 226 |
| }, |
| { |
| "epoch": 3.6648648648648647, |
| "grad_norm": 0.47181862592697144, |
| "learning_rate": 2.677009249760268e-06, |
| "loss": 0.0152, |
| "step": 227 |
| }, |
| { |
| "epoch": 3.6810810810810812, |
| "grad_norm": 0.5877431631088257, |
| "learning_rate": 2.6475454454818072e-06, |
| "loss": 0.0181, |
| "step": 228 |
| }, |
| { |
| "epoch": 3.6972972972972973, |
| "grad_norm": 0.6693160533905029, |
| "learning_rate": 2.6180610606412587e-06, |
| "loss": 0.0168, |
| "step": 229 |
| }, |
| { |
| "epoch": 3.7135135135135133, |
| "grad_norm": 0.6764176487922668, |
| "learning_rate": 2.5885602079051354e-06, |
| "loss": 0.0128, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.72972972972973, |
| "grad_norm": 0.5279078483581543, |
| "learning_rate": 2.559047002236995e-06, |
| "loss": 0.0099, |
| "step": 231 |
| }, |
| { |
| "epoch": 3.745945945945946, |
| "grad_norm": 0.6159639954566956, |
| "learning_rate": 2.529525560323462e-06, |
| "loss": 0.0122, |
| "step": 232 |
| }, |
| { |
| "epoch": 3.762162162162162, |
| "grad_norm": 0.558202862739563, |
| "learning_rate": 2.5e-06, |
| "loss": 0.0118, |
| "step": 233 |
| }, |
| { |
| "epoch": 3.7783783783783784, |
| "grad_norm": 0.37727731466293335, |
| "learning_rate": 2.470474439676539e-06, |
| "loss": 0.0099, |
| "step": 234 |
| }, |
| { |
| "epoch": 3.7945945945945945, |
| "grad_norm": 0.4426223039627075, |
| "learning_rate": 2.4409529977630052e-06, |
| "loss": 0.0104, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.810810810810811, |
| "grad_norm": 0.48488032817840576, |
| "learning_rate": 2.411439792094866e-06, |
| "loss": 0.0145, |
| "step": 236 |
| }, |
| { |
| "epoch": 3.827027027027027, |
| "grad_norm": 0.4551326632499695, |
| "learning_rate": 2.381938939358742e-06, |
| "loss": 0.0107, |
| "step": 237 |
| }, |
| { |
| "epoch": 3.8432432432432435, |
| "grad_norm": 0.738146185874939, |
| "learning_rate": 2.3524545545181936e-06, |
| "loss": 0.0132, |
| "step": 238 |
| }, |
| { |
| "epoch": 3.8594594594594596, |
| "grad_norm": 0.5243131518363953, |
| "learning_rate": 2.322990750239733e-06, |
| "loss": 0.0093, |
| "step": 239 |
| }, |
| { |
| "epoch": 3.8756756756756756, |
| "grad_norm": 0.4127775728702545, |
| "learning_rate": 2.2935516363191695e-06, |
| "loss": 0.0131, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.891891891891892, |
| "grad_norm": 0.5398023128509521, |
| "learning_rate": 2.2641413191083445e-06, |
| "loss": 0.0122, |
| "step": 241 |
| }, |
| { |
| "epoch": 3.908108108108108, |
| "grad_norm": 0.45481953024864197, |
| "learning_rate": 2.234763900942355e-06, |
| "loss": 0.0106, |
| "step": 242 |
| }, |
| { |
| "epoch": 3.924324324324324, |
| "grad_norm": 0.5116259455680847, |
| "learning_rate": 2.2054234795673336e-06, |
| "loss": 0.017, |
| "step": 243 |
| }, |
| { |
| "epoch": 3.9405405405405407, |
| "grad_norm": 0.4914882779121399, |
| "learning_rate": 2.1761241475688697e-06, |
| "loss": 0.0108, |
| "step": 244 |
| }, |
| { |
| "epoch": 3.9567567567567568, |
| "grad_norm": 0.42856982350349426, |
| "learning_rate": 2.146869991801146e-06, |
| "loss": 0.0111, |
| "step": 245 |
| }, |
| { |
| "epoch": 3.972972972972973, |
| "grad_norm": 0.45737922191619873, |
| "learning_rate": 2.117665092816885e-06, |
| "loss": 0.0095, |
| "step": 246 |
| }, |
| { |
| "epoch": 3.9891891891891893, |
| "grad_norm": 0.4869958758354187, |
| "learning_rate": 2.088513524298165e-06, |
| "loss": 0.0129, |
| "step": 247 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.4869958758354187, |
| "learning_rate": 2.059419352488196e-06, |
| "loss": 0.0135, |
| "step": 248 |
| }, |
| { |
| "epoch": 4.0162162162162165, |
| "grad_norm": 0.8944225311279297, |
| "learning_rate": 2.030386635624135e-06, |
| "loss": 0.0067, |
| "step": 249 |
| }, |
| { |
| "epoch": 4.032432432432432, |
| "grad_norm": 0.3997219502925873, |
| "learning_rate": 2.0014194233710193e-06, |
| "loss": 0.0081, |
| "step": 250 |
| }, |
| { |
| "epoch": 4.048648648648649, |
| "grad_norm": 0.38661807775497437, |
| "learning_rate": 1.972521756256895e-06, |
| "loss": 0.0038, |
| "step": 251 |
| }, |
| { |
| "epoch": 4.064864864864865, |
| "grad_norm": 0.29563990235328674, |
| "learning_rate": 1.9436976651092143e-06, |
| "loss": 0.0066, |
| "step": 252 |
| }, |
| { |
| "epoch": 4.081081081081081, |
| "grad_norm": 0.254894495010376, |
| "learning_rate": 1.9149511704925945e-06, |
| "loss": 0.0058, |
| "step": 253 |
| }, |
| { |
| "epoch": 4.097297297297297, |
| "grad_norm": 0.23803076148033142, |
| "learning_rate": 1.8862862821480023e-06, |
| "loss": 0.0084, |
| "step": 254 |
| }, |
| { |
| "epoch": 4.113513513513514, |
| "grad_norm": 0.33866703510284424, |
| "learning_rate": 1.8577069984334522e-06, |
| "loss": 0.0099, |
| "step": 255 |
| }, |
| { |
| "epoch": 4.12972972972973, |
| "grad_norm": 0.35744938254356384, |
| "learning_rate": 1.829217305766289e-06, |
| "loss": 0.0064, |
| "step": 256 |
| }, |
| { |
| "epoch": 4.145945945945946, |
| "grad_norm": 0.2983056902885437, |
| "learning_rate": 1.8008211780671353e-06, |
| "loss": 0.0111, |
| "step": 257 |
| }, |
| { |
| "epoch": 4.162162162162162, |
| "grad_norm": 0.29860594868659973, |
| "learning_rate": 1.772522576205589e-06, |
| "loss": 0.0046, |
| "step": 258 |
| }, |
| { |
| "epoch": 4.178378378378379, |
| "grad_norm": 0.4390548765659332, |
| "learning_rate": 1.7443254474477328e-06, |
| "loss": 0.0105, |
| "step": 259 |
| }, |
| { |
| "epoch": 4.194594594594594, |
| "grad_norm": 0.34081289172172546, |
| "learning_rate": 1.7162337249055478e-06, |
| "loss": 0.0093, |
| "step": 260 |
| }, |
| { |
| "epoch": 4.210810810810811, |
| "grad_norm": 0.32730501890182495, |
| "learning_rate": 1.6882513269882916e-06, |
| "loss": 0.0084, |
| "step": 261 |
| }, |
| { |
| "epoch": 4.227027027027027, |
| "grad_norm": 0.7214042544364929, |
| "learning_rate": 1.6603821568559436e-06, |
| "loss": 0.0044, |
| "step": 262 |
| }, |
| { |
| "epoch": 4.243243243243243, |
| "grad_norm": 0.36692219972610474, |
| "learning_rate": 1.6326301018747623e-06, |
| "loss": 0.0065, |
| "step": 263 |
| }, |
| { |
| "epoch": 4.2594594594594595, |
| "grad_norm": 0.32951614260673523, |
| "learning_rate": 1.6049990330750508e-06, |
| "loss": 0.0055, |
| "step": 264 |
| }, |
| { |
| "epoch": 4.275675675675676, |
| "grad_norm": 0.33026283979415894, |
| "learning_rate": 1.5774928046112025e-06, |
| "loss": 0.0052, |
| "step": 265 |
| }, |
| { |
| "epoch": 4.291891891891892, |
| "grad_norm": 0.2922450006008148, |
| "learning_rate": 1.5501152532241003e-06, |
| "loss": 0.0071, |
| "step": 266 |
| }, |
| { |
| "epoch": 4.308108108108108, |
| "grad_norm": 0.37345102429389954, |
| "learning_rate": 1.522870197705943e-06, |
| "loss": 0.0067, |
| "step": 267 |
| }, |
| { |
| "epoch": 4.324324324324325, |
| "grad_norm": 0.3973875343799591, |
| "learning_rate": 1.495761438367577e-06, |
| "loss": 0.0024, |
| "step": 268 |
| }, |
| { |
| "epoch": 4.34054054054054, |
| "grad_norm": 0.27959144115448, |
| "learning_rate": 1.4687927565084023e-06, |
| "loss": 0.0064, |
| "step": 269 |
| }, |
| { |
| "epoch": 4.356756756756757, |
| "grad_norm": 0.42801499366760254, |
| "learning_rate": 1.4419679138889379e-06, |
| "loss": 0.0074, |
| "step": 270 |
| }, |
| { |
| "epoch": 4.372972972972973, |
| "grad_norm": 0.5620250701904297, |
| "learning_rate": 1.415290652206105e-06, |
| "loss": 0.0085, |
| "step": 271 |
| }, |
| { |
| "epoch": 4.389189189189189, |
| "grad_norm": 0.4027979373931885, |
| "learning_rate": 1.3887646925713116e-06, |
| "loss": 0.0078, |
| "step": 272 |
| }, |
| { |
| "epoch": 4.405405405405405, |
| "grad_norm": 0.346365749835968, |
| "learning_rate": 1.3623937349914093e-06, |
| "loss": 0.0088, |
| "step": 273 |
| }, |
| { |
| "epoch": 4.421621621621622, |
| "grad_norm": 0.4886508584022522, |
| "learning_rate": 1.3361814578525922e-06, |
| "loss": 0.0058, |
| "step": 274 |
| }, |
| { |
| "epoch": 4.437837837837838, |
| "grad_norm": 0.33606165647506714, |
| "learning_rate": 1.3101315174073162e-06, |
| "loss": 0.0078, |
| "step": 275 |
| }, |
| { |
| "epoch": 4.454054054054054, |
| "grad_norm": 0.4041603207588196, |
| "learning_rate": 1.2842475472642969e-06, |
| "loss": 0.0037, |
| "step": 276 |
| }, |
| { |
| "epoch": 4.47027027027027, |
| "grad_norm": 0.9003347754478455, |
| "learning_rate": 1.258533157881674e-06, |
| "loss": 0.0054, |
| "step": 277 |
| }, |
| { |
| "epoch": 4.486486486486487, |
| "grad_norm": 0.5059202313423157, |
| "learning_rate": 1.2329919360634003e-06, |
| "loss": 0.0064, |
| "step": 278 |
| }, |
| { |
| "epoch": 4.5027027027027025, |
| "grad_norm": 0.4006575345993042, |
| "learning_rate": 1.2076274444589361e-06, |
| "loss": 0.0074, |
| "step": 279 |
| }, |
| { |
| "epoch": 4.518918918918919, |
| "grad_norm": 0.5821619033813477, |
| "learning_rate": 1.182443221066303e-06, |
| "loss": 0.0084, |
| "step": 280 |
| }, |
| { |
| "epoch": 4.535135135135135, |
| "grad_norm": 0.5989146828651428, |
| "learning_rate": 1.1574427787385853e-06, |
| "loss": 0.012, |
| "step": 281 |
| }, |
| { |
| "epoch": 4.551351351351351, |
| "grad_norm": 0.5475333333015442, |
| "learning_rate": 1.1326296046939334e-06, |
| "loss": 0.0035, |
| "step": 282 |
| }, |
| { |
| "epoch": 4.5675675675675675, |
| "grad_norm": 0.44198060035705566, |
| "learning_rate": 1.1080071600291453e-06, |
| "loss": 0.0055, |
| "step": 283 |
| }, |
| { |
| "epoch": 4.583783783783784, |
| "grad_norm": 1.231489658355713, |
| "learning_rate": 1.083578879236895e-06, |
| "loss": 0.0045, |
| "step": 284 |
| }, |
| { |
| "epoch": 4.6, |
| "grad_norm": 0.33816784620285034, |
| "learning_rate": 1.0593481697266582e-06, |
| "loss": 0.0076, |
| "step": 285 |
| }, |
| { |
| "epoch": 4.616216216216216, |
| "grad_norm": 0.5018823742866516, |
| "learning_rate": 1.0353184113494386e-06, |
| "loss": 0.0079, |
| "step": 286 |
| }, |
| { |
| "epoch": 4.632432432432433, |
| "grad_norm": 0.45690515637397766, |
| "learning_rate": 1.0114929559263122e-06, |
| "loss": 0.0061, |
| "step": 287 |
| }, |
| { |
| "epoch": 4.648648648648649, |
| "grad_norm": 0.4053182303905487, |
| "learning_rate": 9.878751267809069e-07, |
| "loss": 0.01, |
| "step": 288 |
| }, |
| { |
| "epoch": 4.664864864864865, |
| "grad_norm": 0.44401615858078003, |
| "learning_rate": 9.644682182758305e-07, |
| "loss": 0.0082, |
| "step": 289 |
| }, |
| { |
| "epoch": 4.681081081081081, |
| "grad_norm": 0.2947068214416504, |
| "learning_rate": 9.412754953531664e-07, |
| "loss": 0.0038, |
| "step": 290 |
| }, |
| { |
| "epoch": 4.697297297297297, |
| "grad_norm": 0.5023978352546692, |
| "learning_rate": 9.183001930790483e-07, |
| "loss": 0.0079, |
| "step": 291 |
| }, |
| { |
| "epoch": 4.713513513513513, |
| "grad_norm": 0.3027470111846924, |
| "learning_rate": 8.955455161924217e-07, |
| "loss": 0.0053, |
| "step": 292 |
| }, |
| { |
| "epoch": 4.72972972972973, |
| "grad_norm": 0.4287405014038086, |
| "learning_rate": 8.730146386580157e-07, |
| "loss": 0.0059, |
| "step": 293 |
| }, |
| { |
| "epoch": 4.745945945945946, |
| "grad_norm": 0.292800635099411, |
| "learning_rate": 8.507107032236323e-07, |
| "loss": 0.0041, |
| "step": 294 |
| }, |
| { |
| "epoch": 4.762162162162162, |
| "grad_norm": 0.23428203165531158, |
| "learning_rate": 8.286368209817644e-07, |
| "loss": 0.009, |
| "step": 295 |
| }, |
| { |
| "epoch": 4.778378378378378, |
| "grad_norm": 0.48977068066596985, |
| "learning_rate": 8.067960709356479e-07, |
| "loss": 0.0054, |
| "step": 296 |
| }, |
| { |
| "epoch": 4.794594594594595, |
| "grad_norm": 0.46532517671585083, |
| "learning_rate": 7.851914995697801e-07, |
| "loss": 0.0056, |
| "step": 297 |
| }, |
| { |
| "epoch": 4.8108108108108105, |
| "grad_norm": 0.3898661732673645, |
| "learning_rate": 7.638261204249783e-07, |
| "loss": 0.0052, |
| "step": 298 |
| }, |
| { |
| "epoch": 4.827027027027027, |
| "grad_norm": 0.29227131605148315, |
| "learning_rate": 7.427029136780333e-07, |
| "loss": 0.0033, |
| "step": 299 |
| }, |
| { |
| "epoch": 4.8432432432432435, |
| "grad_norm": 0.36053887009620667, |
| "learning_rate": 7.218248257260127e-07, |
| "loss": 0.0128, |
| "step": 300 |
| }, |
| { |
| "epoch": 4.859459459459459, |
| "grad_norm": 0.4008624851703644, |
| "learning_rate": 7.011947687752804e-07, |
| "loss": 0.0106, |
| "step": 301 |
| }, |
| { |
| "epoch": 4.875675675675676, |
| "grad_norm": 0.5273243188858032, |
| "learning_rate": 6.808156204352845e-07, |
| "loss": 0.0081, |
| "step": 302 |
| }, |
| { |
| "epoch": 4.891891891891892, |
| "grad_norm": 0.328396201133728, |
| "learning_rate": 6.60690223317171e-07, |
| "loss": 0.0054, |
| "step": 303 |
| }, |
| { |
| "epoch": 4.908108108108108, |
| "grad_norm": 0.3451617360115051, |
| "learning_rate": 6.40821384637276e-07, |
| "loss": 0.007, |
| "step": 304 |
| }, |
| { |
| "epoch": 4.924324324324324, |
| "grad_norm": 0.4219134449958801, |
| "learning_rate": 6.212118758255595e-07, |
| "loss": 0.0099, |
| "step": 305 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 366, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 61, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.65389119118377e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
