| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 978, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003067484662576687, | |
| "grad_norm": 0.7997869645290624, | |
| "learning_rate": 1.0204081632653061e-07, | |
| "loss": 0.0303, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006134969325153374, | |
| "grad_norm": 1.3916303874119316, | |
| "learning_rate": 2.0408163265306121e-07, | |
| "loss": 0.0855, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.009202453987730062, | |
| "grad_norm": 0.9776667246072426, | |
| "learning_rate": 3.0612244897959183e-07, | |
| "loss": 0.0244, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.012269938650306749, | |
| "grad_norm": 0.9337405630277921, | |
| "learning_rate": 4.0816326530612243e-07, | |
| "loss": 0.0266, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.015337423312883436, | |
| "grad_norm": 0.6813063564646261, | |
| "learning_rate": 5.102040816326531e-07, | |
| "loss": 0.0138, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.018404907975460124, | |
| "grad_norm": 0.7694825948696452, | |
| "learning_rate": 6.122448979591837e-07, | |
| "loss": 0.0277, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.02147239263803681, | |
| "grad_norm": 1.019918445629934, | |
| "learning_rate": 7.142857142857143e-07, | |
| "loss": 0.0431, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.024539877300613498, | |
| "grad_norm": 0.8356666628019843, | |
| "learning_rate": 8.163265306122449e-07, | |
| "loss": 0.0376, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.027607361963190184, | |
| "grad_norm": 0.9661685002153698, | |
| "learning_rate": 9.183673469387756e-07, | |
| "loss": 0.0252, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.03067484662576687, | |
| "grad_norm": 1.0057781682964735, | |
| "learning_rate": 1.0204081632653063e-06, | |
| "loss": 0.0551, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03374233128834356, | |
| "grad_norm": 1.27237502100699, | |
| "learning_rate": 1.122448979591837e-06, | |
| "loss": 0.0616, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03680981595092025, | |
| "grad_norm": 0.8635209118844634, | |
| "learning_rate": 1.2244897959183673e-06, | |
| "loss": 0.0356, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.03987730061349693, | |
| "grad_norm": 1.0917475029682462, | |
| "learning_rate": 1.3265306122448982e-06, | |
| "loss": 0.0517, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.04294478527607362, | |
| "grad_norm": 0.9971259570435305, | |
| "learning_rate": 1.4285714285714286e-06, | |
| "loss": 0.0388, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.046012269938650305, | |
| "grad_norm": 1.18589108762414, | |
| "learning_rate": 1.5306122448979593e-06, | |
| "loss": 0.0411, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.049079754601226995, | |
| "grad_norm": 0.7687072641757458, | |
| "learning_rate": 1.6326530612244897e-06, | |
| "loss": 0.0298, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.05214723926380368, | |
| "grad_norm": 0.7583676893025098, | |
| "learning_rate": 1.7346938775510206e-06, | |
| "loss": 0.0341, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.05521472392638037, | |
| "grad_norm": 1.1470980781176612, | |
| "learning_rate": 1.8367346938775512e-06, | |
| "loss": 0.0382, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.05828220858895705, | |
| "grad_norm": 1.0121900682885199, | |
| "learning_rate": 1.938775510204082e-06, | |
| "loss": 0.038, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.06134969325153374, | |
| "grad_norm": 1.0122959695964604, | |
| "learning_rate": 2.0408163265306125e-06, | |
| "loss": 0.0312, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06441717791411043, | |
| "grad_norm": 0.8672537023810776, | |
| "learning_rate": 2.1428571428571427e-06, | |
| "loss": 0.0343, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.06748466257668712, | |
| "grad_norm": 0.8464502422934749, | |
| "learning_rate": 2.244897959183674e-06, | |
| "loss": 0.0322, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0705521472392638, | |
| "grad_norm": 0.9014580063188392, | |
| "learning_rate": 2.3469387755102044e-06, | |
| "loss": 0.0517, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0736196319018405, | |
| "grad_norm": 0.644281280221218, | |
| "learning_rate": 2.4489795918367347e-06, | |
| "loss": 0.0196, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.07668711656441718, | |
| "grad_norm": 1.153639389526131, | |
| "learning_rate": 2.5510204081632657e-06, | |
| "loss": 0.0575, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07975460122699386, | |
| "grad_norm": 0.5976101616752824, | |
| "learning_rate": 2.6530612244897964e-06, | |
| "loss": 0.0229, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.08282208588957055, | |
| "grad_norm": 0.6774405227259789, | |
| "learning_rate": 2.7551020408163266e-06, | |
| "loss": 0.0269, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.08588957055214724, | |
| "grad_norm": 0.8858054392922697, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.0346, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.08895705521472393, | |
| "grad_norm": 0.6961058532345435, | |
| "learning_rate": 2.959183673469388e-06, | |
| "loss": 0.0439, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.09202453987730061, | |
| "grad_norm": 0.5514138971509586, | |
| "learning_rate": 3.0612244897959185e-06, | |
| "loss": 0.0142, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0950920245398773, | |
| "grad_norm": 0.9140038253698272, | |
| "learning_rate": 3.1632653061224496e-06, | |
| "loss": 0.0314, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.09815950920245399, | |
| "grad_norm": 0.7760922802051613, | |
| "learning_rate": 3.2653061224489794e-06, | |
| "loss": 0.0268, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.10122699386503067, | |
| "grad_norm": 0.6792779586916694, | |
| "learning_rate": 3.3673469387755105e-06, | |
| "loss": 0.0271, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.10429447852760736, | |
| "grad_norm": 0.6969367770150492, | |
| "learning_rate": 3.469387755102041e-06, | |
| "loss": 0.028, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.10736196319018405, | |
| "grad_norm": 0.86611814489453, | |
| "learning_rate": 3.5714285714285718e-06, | |
| "loss": 0.0388, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.11042944785276074, | |
| "grad_norm": 0.6484808223290501, | |
| "learning_rate": 3.6734693877551024e-06, | |
| "loss": 0.0335, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.11349693251533742, | |
| "grad_norm": 0.5965376825578463, | |
| "learning_rate": 3.7755102040816327e-06, | |
| "loss": 0.0252, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.1165644171779141, | |
| "grad_norm": 0.6268545591800431, | |
| "learning_rate": 3.877551020408164e-06, | |
| "loss": 0.0142, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.1196319018404908, | |
| "grad_norm": 0.6668195357079019, | |
| "learning_rate": 3.979591836734694e-06, | |
| "loss": 0.0217, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.12269938650306748, | |
| "grad_norm": 0.5086913557218375, | |
| "learning_rate": 4.081632653061225e-06, | |
| "loss": 0.0253, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.12576687116564417, | |
| "grad_norm": 0.730907605009217, | |
| "learning_rate": 4.183673469387755e-06, | |
| "loss": 0.0228, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.12883435582822086, | |
| "grad_norm": 0.7102463889462425, | |
| "learning_rate": 4.2857142857142855e-06, | |
| "loss": 0.0293, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.13190184049079753, | |
| "grad_norm": 0.4909211588758295, | |
| "learning_rate": 4.3877551020408165e-06, | |
| "loss": 0.017, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.13496932515337423, | |
| "grad_norm": 0.32680440879911227, | |
| "learning_rate": 4.489795918367348e-06, | |
| "loss": 0.0161, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.13803680981595093, | |
| "grad_norm": 0.4833196352907147, | |
| "learning_rate": 4.591836734693878e-06, | |
| "loss": 0.0353, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.1411042944785276, | |
| "grad_norm": 0.36928803194700305, | |
| "learning_rate": 4.693877551020409e-06, | |
| "loss": 0.02, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.1441717791411043, | |
| "grad_norm": 0.4472383224420318, | |
| "learning_rate": 4.795918367346939e-06, | |
| "loss": 0.0131, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.147239263803681, | |
| "grad_norm": 0.36087285993792934, | |
| "learning_rate": 4.897959183673469e-06, | |
| "loss": 0.0159, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.15030674846625766, | |
| "grad_norm": 0.5556656554696969, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0268, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.15337423312883436, | |
| "grad_norm": 0.8497844272956676, | |
| "learning_rate": 5.1020408163265315e-06, | |
| "loss": 0.0454, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15644171779141106, | |
| "grad_norm": 0.4536793707964894, | |
| "learning_rate": 5.204081632653062e-06, | |
| "loss": 0.0201, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.15950920245398773, | |
| "grad_norm": 0.7743465371861137, | |
| "learning_rate": 5.306122448979593e-06, | |
| "loss": 0.0386, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.16257668711656442, | |
| "grad_norm": 0.49482528494719774, | |
| "learning_rate": 5.408163265306123e-06, | |
| "loss": 0.0209, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1656441717791411, | |
| "grad_norm": 0.43390985077433325, | |
| "learning_rate": 5.510204081632653e-06, | |
| "loss": 0.0154, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1687116564417178, | |
| "grad_norm": 0.19867010422132667, | |
| "learning_rate": 5.6122448979591834e-06, | |
| "loss": 0.0063, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.17177914110429449, | |
| "grad_norm": 0.42254705168474815, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 0.0156, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.17484662576687116, | |
| "grad_norm": 0.483259025167169, | |
| "learning_rate": 5.816326530612246e-06, | |
| "loss": 0.0234, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.17791411042944785, | |
| "grad_norm": 0.48205583406482455, | |
| "learning_rate": 5.918367346938776e-06, | |
| "loss": 0.0181, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.18098159509202455, | |
| "grad_norm": 0.5452087947152122, | |
| "learning_rate": 6.020408163265307e-06, | |
| "loss": 0.0239, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.18404907975460122, | |
| "grad_norm": 0.47352939498338353, | |
| "learning_rate": 6.122448979591837e-06, | |
| "loss": 0.0207, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18711656441717792, | |
| "grad_norm": 0.5722083241556664, | |
| "learning_rate": 6.224489795918368e-06, | |
| "loss": 0.0346, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.1901840490797546, | |
| "grad_norm": 0.35217938893247586, | |
| "learning_rate": 6.326530612244899e-06, | |
| "loss": 0.0145, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.19325153374233128, | |
| "grad_norm": 0.4140072480123712, | |
| "learning_rate": 6.4285714285714295e-06, | |
| "loss": 0.0152, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.19631901840490798, | |
| "grad_norm": 0.49720539052583107, | |
| "learning_rate": 6.530612244897959e-06, | |
| "loss": 0.0296, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.19938650306748465, | |
| "grad_norm": 0.469616800045718, | |
| "learning_rate": 6.63265306122449e-06, | |
| "loss": 0.0174, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.20245398773006135, | |
| "grad_norm": 0.618218528026767, | |
| "learning_rate": 6.734693877551021e-06, | |
| "loss": 0.0344, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.20552147239263804, | |
| "grad_norm": 0.7394292500503313, | |
| "learning_rate": 6.836734693877551e-06, | |
| "loss": 0.0324, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.2085889570552147, | |
| "grad_norm": 0.5210994325814557, | |
| "learning_rate": 6.938775510204082e-06, | |
| "loss": 0.0228, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.2116564417177914, | |
| "grad_norm": 0.4487340952497001, | |
| "learning_rate": 7.0408163265306125e-06, | |
| "loss": 0.0227, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.2147239263803681, | |
| "grad_norm": 0.49919865989262474, | |
| "learning_rate": 7.1428571428571436e-06, | |
| "loss": 0.0149, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.21779141104294478, | |
| "grad_norm": 0.42206279707783706, | |
| "learning_rate": 7.244897959183675e-06, | |
| "loss": 0.0151, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.22085889570552147, | |
| "grad_norm": 0.31366279555645177, | |
| "learning_rate": 7.346938775510205e-06, | |
| "loss": 0.0094, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.22392638036809817, | |
| "grad_norm": 0.5571009715110524, | |
| "learning_rate": 7.448979591836736e-06, | |
| "loss": 0.0259, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.22699386503067484, | |
| "grad_norm": 0.541523890264921, | |
| "learning_rate": 7.551020408163265e-06, | |
| "loss": 0.0157, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.23006134969325154, | |
| "grad_norm": 0.7290444815058128, | |
| "learning_rate": 7.653061224489796e-06, | |
| "loss": 0.0417, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.2331288343558282, | |
| "grad_norm": 0.36222020238590813, | |
| "learning_rate": 7.755102040816327e-06, | |
| "loss": 0.0162, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.2361963190184049, | |
| "grad_norm": 0.6725897974035238, | |
| "learning_rate": 7.857142857142858e-06, | |
| "loss": 0.0367, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2392638036809816, | |
| "grad_norm": 0.47377840842133173, | |
| "learning_rate": 7.959183673469388e-06, | |
| "loss": 0.0194, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.24233128834355827, | |
| "grad_norm": 0.6367586297561662, | |
| "learning_rate": 8.06122448979592e-06, | |
| "loss": 0.0367, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.24539877300613497, | |
| "grad_norm": 0.5733239067596057, | |
| "learning_rate": 8.16326530612245e-06, | |
| "loss": 0.0266, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.24846625766871167, | |
| "grad_norm": 0.3752422775055063, | |
| "learning_rate": 8.26530612244898e-06, | |
| "loss": 0.0165, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.25153374233128833, | |
| "grad_norm": 0.8041178386540389, | |
| "learning_rate": 8.36734693877551e-06, | |
| "loss": 0.0482, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.254601226993865, | |
| "grad_norm": 0.48929300164772, | |
| "learning_rate": 8.469387755102042e-06, | |
| "loss": 0.0242, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.25766871165644173, | |
| "grad_norm": 0.38718573399562517, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 0.0213, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.2607361963190184, | |
| "grad_norm": 0.4376639244558999, | |
| "learning_rate": 8.673469387755103e-06, | |
| "loss": 0.019, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.26380368098159507, | |
| "grad_norm": 0.5268233065102302, | |
| "learning_rate": 8.775510204081633e-06, | |
| "loss": 0.0247, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.2668711656441718, | |
| "grad_norm": 0.7284585489566475, | |
| "learning_rate": 8.877551020408163e-06, | |
| "loss": 0.0498, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.26993865030674846, | |
| "grad_norm": 0.548627684829585, | |
| "learning_rate": 8.979591836734695e-06, | |
| "loss": 0.0399, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.27300613496932513, | |
| "grad_norm": 0.49417006334168573, | |
| "learning_rate": 9.081632653061225e-06, | |
| "loss": 0.0241, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.27607361963190186, | |
| "grad_norm": 0.35327219241848984, | |
| "learning_rate": 9.183673469387756e-06, | |
| "loss": 0.012, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2791411042944785, | |
| "grad_norm": 0.5651567661019409, | |
| "learning_rate": 9.285714285714288e-06, | |
| "loss": 0.0306, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.2822085889570552, | |
| "grad_norm": 0.4977883329448499, | |
| "learning_rate": 9.387755102040818e-06, | |
| "loss": 0.0331, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.2852760736196319, | |
| "grad_norm": 0.4742291191076062, | |
| "learning_rate": 9.489795918367348e-06, | |
| "loss": 0.0264, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.2883435582822086, | |
| "grad_norm": 0.4979060862617067, | |
| "learning_rate": 9.591836734693878e-06, | |
| "loss": 0.0196, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.29141104294478526, | |
| "grad_norm": 0.4618772300579882, | |
| "learning_rate": 9.693877551020408e-06, | |
| "loss": 0.0312, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.294478527607362, | |
| "grad_norm": 0.5244902559593818, | |
| "learning_rate": 9.795918367346939e-06, | |
| "loss": 0.0135, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.29754601226993865, | |
| "grad_norm": 0.42514924793603937, | |
| "learning_rate": 9.89795918367347e-06, | |
| "loss": 0.0134, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.3006134969325153, | |
| "grad_norm": 0.6303178022610803, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0431, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.30368098159509205, | |
| "grad_norm": 0.43154235410273956, | |
| "learning_rate": 9.999968137932856e-06, | |
| "loss": 0.0256, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.3067484662576687, | |
| "grad_norm": 0.3913466056843226, | |
| "learning_rate": 9.999872552137497e-06, | |
| "loss": 0.0209, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.3098159509202454, | |
| "grad_norm": 0.3803054399869341, | |
| "learning_rate": 9.999713243832148e-06, | |
| "loss": 0.0176, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.3128834355828221, | |
| "grad_norm": 0.560817485298493, | |
| "learning_rate": 9.999490215047167e-06, | |
| "loss": 0.034, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.3159509202453988, | |
| "grad_norm": 0.5606212067152239, | |
| "learning_rate": 9.999203468625017e-06, | |
| "loss": 0.0223, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.31901840490797545, | |
| "grad_norm": 0.3078230944385983, | |
| "learning_rate": 9.998853008220231e-06, | |
| "loss": 0.0102, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.3220858895705521, | |
| "grad_norm": 0.2936441456513863, | |
| "learning_rate": 9.998438838299366e-06, | |
| "loss": 0.0131, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.32515337423312884, | |
| "grad_norm": 0.545125785404182, | |
| "learning_rate": 9.997960964140946e-06, | |
| "loss": 0.0225, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.3282208588957055, | |
| "grad_norm": 0.443159450605464, | |
| "learning_rate": 9.997419391835397e-06, | |
| "loss": 0.014, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.3312883435582822, | |
| "grad_norm": 0.5171297711383881, | |
| "learning_rate": 9.99681412828496e-06, | |
| "loss": 0.0336, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.3343558282208589, | |
| "grad_norm": 0.3541766364039508, | |
| "learning_rate": 9.996145181203616e-06, | |
| "loss": 0.0155, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.3374233128834356, | |
| "grad_norm": 0.5566728911251606, | |
| "learning_rate": 9.995412559116979e-06, | |
| "loss": 0.0184, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.34049079754601225, | |
| "grad_norm": 0.43277308181190083, | |
| "learning_rate": 9.994616271362193e-06, | |
| "loss": 0.0217, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.34355828220858897, | |
| "grad_norm": 1.0421460915519953, | |
| "learning_rate": 9.993756328087806e-06, | |
| "loss": 0.0997, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.34662576687116564, | |
| "grad_norm": 0.5075832442140273, | |
| "learning_rate": 9.992832740253646e-06, | |
| "loss": 0.0168, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.3496932515337423, | |
| "grad_norm": 0.3720333544524573, | |
| "learning_rate": 9.991845519630679e-06, | |
| "loss": 0.0145, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.35276073619631904, | |
| "grad_norm": 0.3602385407355057, | |
| "learning_rate": 9.990794678800863e-06, | |
| "loss": 0.0154, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.3558282208588957, | |
| "grad_norm": 0.4542869951307087, | |
| "learning_rate": 9.989680231156983e-06, | |
| "loss": 0.026, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.3588957055214724, | |
| "grad_norm": 0.4351733531466369, | |
| "learning_rate": 9.988502190902478e-06, | |
| "loss": 0.0279, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.3619631901840491, | |
| "grad_norm": 0.46867639008666345, | |
| "learning_rate": 9.987260573051268e-06, | |
| "loss": 0.0216, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.36503067484662577, | |
| "grad_norm": 0.4387734488332606, | |
| "learning_rate": 9.98595539342756e-06, | |
| "loss": 0.0233, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.36809815950920244, | |
| "grad_norm": 0.539494122809603, | |
| "learning_rate": 9.984586668665641e-06, | |
| "loss": 0.02, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.37116564417177916, | |
| "grad_norm": 0.5140548435409961, | |
| "learning_rate": 9.98315441620967e-06, | |
| "loss": 0.0315, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.37423312883435583, | |
| "grad_norm": 0.5589763772928042, | |
| "learning_rate": 9.981658654313458e-06, | |
| "loss": 0.0303, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3773006134969325, | |
| "grad_norm": 0.5761892222444737, | |
| "learning_rate": 9.980099402040231e-06, | |
| "loss": 0.0378, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.3803680981595092, | |
| "grad_norm": 0.6156623359330066, | |
| "learning_rate": 9.978476679262387e-06, | |
| "loss": 0.0384, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3834355828220859, | |
| "grad_norm": 0.551665717386314, | |
| "learning_rate": 9.976790506661252e-06, | |
| "loss": 0.0274, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.38650306748466257, | |
| "grad_norm": 0.5955360132547092, | |
| "learning_rate": 9.975040905726799e-06, | |
| "loss": 0.0231, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.3895705521472393, | |
| "grad_norm": 0.44370422954795896, | |
| "learning_rate": 9.97322789875739e-06, | |
| "loss": 0.0223, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.39263803680981596, | |
| "grad_norm": 0.5206926401483173, | |
| "learning_rate": 9.971351508859488e-06, | |
| "loss": 0.0254, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.39570552147239263, | |
| "grad_norm": 0.6756035296339351, | |
| "learning_rate": 9.969411759947354e-06, | |
| "loss": 0.1297, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.3987730061349693, | |
| "grad_norm": 0.42001192691622796, | |
| "learning_rate": 9.96740867674275e-06, | |
| "loss": 0.0198, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.401840490797546, | |
| "grad_norm": 0.5471786768275381, | |
| "learning_rate": 9.965342284774633e-06, | |
| "loss": 0.0407, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.4049079754601227, | |
| "grad_norm": 0.46505959754331605, | |
| "learning_rate": 9.963212610378804e-06, | |
| "loss": 0.0203, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.40797546012269936, | |
| "grad_norm": 0.5716077696919392, | |
| "learning_rate": 9.961019680697593e-06, | |
| "loss": 0.0241, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.4110429447852761, | |
| "grad_norm": 0.49711227219120874, | |
| "learning_rate": 9.958763523679515e-06, | |
| "loss": 0.0173, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.41411042944785276, | |
| "grad_norm": 0.47418803366323253, | |
| "learning_rate": 9.956444168078896e-06, | |
| "loss": 0.0191, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4171779141104294, | |
| "grad_norm": 0.4847709417484094, | |
| "learning_rate": 9.954061643455524e-06, | |
| "loss": 0.0262, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.42024539877300615, | |
| "grad_norm": 0.49885884477945064, | |
| "learning_rate": 9.951615980174262e-06, | |
| "loss": 0.0354, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.4233128834355828, | |
| "grad_norm": 0.5163880173448544, | |
| "learning_rate": 9.949107209404664e-06, | |
| "loss": 0.026, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.4263803680981595, | |
| "grad_norm": 0.6209064580342998, | |
| "learning_rate": 9.946535363120581e-06, | |
| "loss": 0.0373, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.4294478527607362, | |
| "grad_norm": 0.5706790350480078, | |
| "learning_rate": 9.943900474099748e-06, | |
| "loss": 0.0193, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.4325153374233129, | |
| "grad_norm": 0.6595953727064474, | |
| "learning_rate": 9.94120257592337e-06, | |
| "loss": 0.0299, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.43558282208588955, | |
| "grad_norm": 0.5292023247761327, | |
| "learning_rate": 9.938441702975689e-06, | |
| "loss": 0.0514, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.4386503067484663, | |
| "grad_norm": 0.460766980739092, | |
| "learning_rate": 9.935617890443557e-06, | |
| "loss": 0.0152, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.44171779141104295, | |
| "grad_norm": 0.4778170956102627, | |
| "learning_rate": 9.932731174315973e-06, | |
| "loss": 0.0219, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.4447852760736196, | |
| "grad_norm": 0.468431790732579, | |
| "learning_rate": 9.929781591383634e-06, | |
| "loss": 0.0199, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.44785276073619634, | |
| "grad_norm": 0.4136064992794228, | |
| "learning_rate": 9.926769179238467e-06, | |
| "loss": 0.0287, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.450920245398773, | |
| "grad_norm": 0.48063176334483343, | |
| "learning_rate": 9.923693976273138e-06, | |
| "loss": 0.0253, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.4539877300613497, | |
| "grad_norm": 0.4390033441811796, | |
| "learning_rate": 9.92055602168058e-06, | |
| "loss": 0.0228, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.4570552147239264, | |
| "grad_norm": 0.6077680223170788, | |
| "learning_rate": 9.917355355453481e-06, | |
| "loss": 0.044, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.4601226993865031, | |
| "grad_norm": 0.7649894761219165, | |
| "learning_rate": 9.914092018383778e-06, | |
| "loss": 0.0527, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.46319018404907975, | |
| "grad_norm": 0.5196433338574888, | |
| "learning_rate": 9.910766052062137e-06, | |
| "loss": 0.0389, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.4662576687116564, | |
| "grad_norm": 0.5592360599484748, | |
| "learning_rate": 9.90737749887742e-06, | |
| "loss": 0.0379, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.46932515337423314, | |
| "grad_norm": 0.6311825130544745, | |
| "learning_rate": 9.903926402016153e-06, | |
| "loss": 0.0328, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.4723926380368098, | |
| "grad_norm": 0.6765533980399042, | |
| "learning_rate": 9.900412805461968e-06, | |
| "loss": 0.0274, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.4754601226993865, | |
| "grad_norm": 0.4182044283444094, | |
| "learning_rate": 9.896836753995043e-06, | |
| "loss": 0.0174, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.4785276073619632, | |
| "grad_norm": 0.4494240910276348, | |
| "learning_rate": 9.893198293191539e-06, | |
| "loss": 0.0203, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.4815950920245399, | |
| "grad_norm": 0.7211159726447208, | |
| "learning_rate": 9.889497469423004e-06, | |
| "loss": 0.0543, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.48466257668711654, | |
| "grad_norm": 0.47130058401261765, | |
| "learning_rate": 9.885734329855798e-06, | |
| "loss": 0.016, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.48773006134969327, | |
| "grad_norm": 0.523537473814604, | |
| "learning_rate": 9.881908922450485e-06, | |
| "loss": 0.0421, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.49079754601226994, | |
| "grad_norm": 0.5459938744286107, | |
| "learning_rate": 9.878021295961218e-06, | |
| "loss": 0.032, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4938650306748466, | |
| "grad_norm": 0.565898967516583, | |
| "learning_rate": 9.874071499935124e-06, | |
| "loss": 0.0414, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.49693251533742333, | |
| "grad_norm": 0.48527683019849255, | |
| "learning_rate": 9.870059584711668e-06, | |
| "loss": 0.0352, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.49346103186322066, | |
| "learning_rate": 9.865985601422018e-06, | |
| "loss": 0.0189, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.5030674846625767, | |
| "grad_norm": 0.4121625641879102, | |
| "learning_rate": 9.861849601988384e-06, | |
| "loss": 0.0213, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.5061349693251533, | |
| "grad_norm": 0.4158207874245154, | |
| "learning_rate": 9.857651639123362e-06, | |
| "loss": 0.0186, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.50920245398773, | |
| "grad_norm": 0.3274693773098448, | |
| "learning_rate": 9.853391766329264e-06, | |
| "loss": 0.0151, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.5122699386503068, | |
| "grad_norm": 0.4958803903962215, | |
| "learning_rate": 9.849070037897428e-06, | |
| "loss": 0.0284, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.5153374233128835, | |
| "grad_norm": 0.6475651680085904, | |
| "learning_rate": 9.844686508907538e-06, | |
| "loss": 0.0425, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.5184049079754601, | |
| "grad_norm": 0.5682638967858453, | |
| "learning_rate": 9.840241235226909e-06, | |
| "loss": 0.0266, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.5214723926380368, | |
| "grad_norm": 0.5740486936349286, | |
| "learning_rate": 9.835734273509787e-06, | |
| "loss": 0.0482, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5245398773006135, | |
| "grad_norm": 0.43454823069684023, | |
| "learning_rate": 9.831165681196618e-06, | |
| "loss": 0.02, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.5276073619631901, | |
| "grad_norm": 0.5008900995831749, | |
| "learning_rate": 9.826535516513318e-06, | |
| "loss": 0.0345, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.5306748466257669, | |
| "grad_norm": 0.6963240546508572, | |
| "learning_rate": 9.821843838470536e-06, | |
| "loss": 0.025, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.5337423312883436, | |
| "grad_norm": 0.4675708697803615, | |
| "learning_rate": 9.817090706862895e-06, | |
| "loss": 0.0223, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.5368098159509203, | |
| "grad_norm": 0.3991135320601108, | |
| "learning_rate": 9.812276182268236e-06, | |
| "loss": 0.0192, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.5398773006134969, | |
| "grad_norm": 0.6264372022418258, | |
| "learning_rate": 9.807400326046843e-06, | |
| "loss": 0.0407, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.5429447852760736, | |
| "grad_norm": 0.5713577007790391, | |
| "learning_rate": 9.802463200340655e-06, | |
| "loss": 0.0263, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.5460122699386503, | |
| "grad_norm": 0.5221974991626641, | |
| "learning_rate": 9.797464868072489e-06, | |
| "loss": 0.0257, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.549079754601227, | |
| "grad_norm": 0.6380655188875212, | |
| "learning_rate": 9.792405392945218e-06, | |
| "loss": 0.0446, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.5521472392638037, | |
| "grad_norm": 0.37992384347324565, | |
| "learning_rate": 9.787284839440982e-06, | |
| "loss": 0.0167, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5552147239263804, | |
| "grad_norm": 0.43784118394068366, | |
| "learning_rate": 9.78210327282035e-06, | |
| "loss": 0.024, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.558282208588957, | |
| "grad_norm": 0.6888326299119037, | |
| "learning_rate": 9.776860759121485e-06, | |
| "loss": 0.0382, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.5613496932515337, | |
| "grad_norm": 0.713129424822473, | |
| "learning_rate": 9.77155736515932e-06, | |
| "loss": 0.0551, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.5644171779141104, | |
| "grad_norm": 0.5242216640303207, | |
| "learning_rate": 9.766193158524693e-06, | |
| "loss": 0.0279, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.5674846625766872, | |
| "grad_norm": 0.5021676250184067, | |
| "learning_rate": 9.76076820758349e-06, | |
| "loss": 0.0199, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.5705521472392638, | |
| "grad_norm": 0.53833739733463, | |
| "learning_rate": 9.755282581475769e-06, | |
| "loss": 0.0306, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.5736196319018405, | |
| "grad_norm": 0.36310921117767025, | |
| "learning_rate": 9.749736350114886e-06, | |
| "loss": 0.013, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.5766871165644172, | |
| "grad_norm": 0.612018294089201, | |
| "learning_rate": 9.744129584186599e-06, | |
| "loss": 0.0302, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.5797546012269938, | |
| "grad_norm": 0.6183883573878961, | |
| "learning_rate": 9.73846235514817e-06, | |
| "loss": 0.0373, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.5828220858895705, | |
| "grad_norm": 0.5335161630334854, | |
| "learning_rate": 9.73273473522745e-06, | |
| "loss": 0.0406, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5858895705521472, | |
| "grad_norm": 0.43028825452090924, | |
| "learning_rate": 9.726946797421966e-06, | |
| "loss": 0.0185, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.588957055214724, | |
| "grad_norm": 0.3607144910335978, | |
| "learning_rate": 9.72109861549798e-06, | |
| "loss": 0.019, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.5920245398773006, | |
| "grad_norm": 0.6082644030068691, | |
| "learning_rate": 9.715190263989562e-06, | |
| "loss": 0.0679, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.5950920245398773, | |
| "grad_norm": 0.6346813811659229, | |
| "learning_rate": 9.709221818197626e-06, | |
| "loss": 0.0352, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.598159509202454, | |
| "grad_norm": 0.7228677414909738, | |
| "learning_rate": 9.703193354188978e-06, | |
| "loss": 0.0489, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.6012269938650306, | |
| "grad_norm": 0.6070162862574225, | |
| "learning_rate": 9.697104948795353e-06, | |
| "loss": 0.0292, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.6042944785276073, | |
| "grad_norm": 0.6333886635907163, | |
| "learning_rate": 9.690956679612422e-06, | |
| "loss": 0.0347, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.6073619631901841, | |
| "grad_norm": 0.5604386523878644, | |
| "learning_rate": 9.68474862499881e-06, | |
| "loss": 0.1063, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.6104294478527608, | |
| "grad_norm": 0.4877317760711139, | |
| "learning_rate": 9.678480864075099e-06, | |
| "loss": 0.0351, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.6134969325153374, | |
| "grad_norm": 0.73365826110845, | |
| "learning_rate": 9.672153476722816e-06, | |
| "loss": 0.0509, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.6165644171779141, | |
| "grad_norm": 0.4167148427493197, | |
| "learning_rate": 9.665766543583418e-06, | |
| "loss": 0.0301, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.6196319018404908, | |
| "grad_norm": 0.37456090728363056, | |
| "learning_rate": 9.659320146057263e-06, | |
| "loss": 0.0137, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.6226993865030674, | |
| "grad_norm": 0.6047651481834828, | |
| "learning_rate": 9.65281436630257e-06, | |
| "loss": 0.044, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.6257668711656442, | |
| "grad_norm": 0.6874182637171276, | |
| "learning_rate": 9.646249287234375e-06, | |
| "loss": 0.0327, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.6288343558282209, | |
| "grad_norm": 0.460131137033222, | |
| "learning_rate": 9.639624992523474e-06, | |
| "loss": 0.0294, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.6319018404907976, | |
| "grad_norm": 0.5745062676923193, | |
| "learning_rate": 9.632941566595357e-06, | |
| "loss": 0.0431, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.6349693251533742, | |
| "grad_norm": 0.40736187331439816, | |
| "learning_rate": 9.626199094629132e-06, | |
| "loss": 0.0213, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.6380368098159509, | |
| "grad_norm": 0.4237280861879652, | |
| "learning_rate": 9.619397662556434e-06, | |
| "loss": 0.0209, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.6411042944785276, | |
| "grad_norm": 0.4262103667083273, | |
| "learning_rate": 9.612537357060338e-06, | |
| "loss": 0.0227, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.6441717791411042, | |
| "grad_norm": 0.4164271188520456, | |
| "learning_rate": 9.60561826557425e-06, | |
| "loss": 0.0179, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.647239263803681, | |
| "grad_norm": 0.4610603132848594, | |
| "learning_rate": 9.598640476280795e-06, | |
| "loss": 0.0239, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.6503067484662577, | |
| "grad_norm": 0.4431083869802891, | |
| "learning_rate": 9.591604078110686e-06, | |
| "loss": 0.0174, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.6533742331288344, | |
| "grad_norm": 0.34132375743490156, | |
| "learning_rate": 9.584509160741599e-06, | |
| "loss": 0.0134, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.656441717791411, | |
| "grad_norm": 0.5748219630943767, | |
| "learning_rate": 9.577355814597031e-06, | |
| "loss": 0.0386, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.6595092024539877, | |
| "grad_norm": 0.5478545394367712, | |
| "learning_rate": 9.570144130845139e-06, | |
| "loss": 0.0299, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.6625766871165644, | |
| "grad_norm": 0.6412397075388798, | |
| "learning_rate": 9.56287420139758e-06, | |
| "loss": 0.0353, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.6656441717791411, | |
| "grad_norm": 0.3984095445625212, | |
| "learning_rate": 9.555546118908351e-06, | |
| "loss": 0.0249, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.6687116564417178, | |
| "grad_norm": 0.46212114811871957, | |
| "learning_rate": 9.548159976772593e-06, | |
| "loss": 0.0194, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.6717791411042945, | |
| "grad_norm": 0.712044108676838, | |
| "learning_rate": 9.540715869125407e-06, | |
| "loss": 0.0512, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.6748466257668712, | |
| "grad_norm": 0.6344419761933424, | |
| "learning_rate": 9.533213890840657e-06, | |
| "loss": 0.0443, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6779141104294478, | |
| "grad_norm": 0.5387333699270996, | |
| "learning_rate": 9.52565413752976e-06, | |
| "loss": 0.0221, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.6809815950920245, | |
| "grad_norm": 0.4509061477504429, | |
| "learning_rate": 9.518036705540459e-06, | |
| "loss": 0.0195, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.6840490797546013, | |
| "grad_norm": 0.49381501765327435, | |
| "learning_rate": 9.510361691955607e-06, | |
| "loss": 0.0226, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.6871165644171779, | |
| "grad_norm": 0.7919318387287834, | |
| "learning_rate": 9.502629194591925e-06, | |
| "loss": 0.0734, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.6901840490797546, | |
| "grad_norm": 0.45378402430883924, | |
| "learning_rate": 9.494839311998753e-06, | |
| "loss": 0.0258, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.6932515337423313, | |
| "grad_norm": 0.4537878089824592, | |
| "learning_rate": 9.486992143456792e-06, | |
| "loss": 0.0242, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.696319018404908, | |
| "grad_norm": 0.5028749745217802, | |
| "learning_rate": 9.47908778897685e-06, | |
| "loss": 0.023, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.6993865030674846, | |
| "grad_norm": 0.6478779043026598, | |
| "learning_rate": 9.471126349298557e-06, | |
| "loss": 0.0438, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.7024539877300614, | |
| "grad_norm": 0.5588980543929863, | |
| "learning_rate": 9.46310792588908e-06, | |
| "loss": 0.0293, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.7055214723926381, | |
| "grad_norm": 0.3667360725898723, | |
| "learning_rate": 9.45503262094184e-06, | |
| "loss": 0.0168, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.7085889570552147, | |
| "grad_norm": 0.48407267064607673, | |
| "learning_rate": 9.446900537375199e-06, | |
| "loss": 0.025, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.7116564417177914, | |
| "grad_norm": 0.5343532675542083, | |
| "learning_rate": 9.438711778831154e-06, | |
| "loss": 0.0879, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.7147239263803681, | |
| "grad_norm": 0.5280162128110422, | |
| "learning_rate": 9.430466449674014e-06, | |
| "loss": 0.0296, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.7177914110429447, | |
| "grad_norm": 0.3758038349070859, | |
| "learning_rate": 9.422164654989073e-06, | |
| "loss": 0.0136, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.7208588957055214, | |
| "grad_norm": 0.5117526267420697, | |
| "learning_rate": 9.413806500581267e-06, | |
| "loss": 0.0261, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.7239263803680982, | |
| "grad_norm": 0.3981771203856743, | |
| "learning_rate": 9.405392092973824e-06, | |
| "loss": 0.0154, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.7269938650306749, | |
| "grad_norm": 0.7223827510240209, | |
| "learning_rate": 9.396921539406916e-06, | |
| "loss": 0.0353, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.7300613496932515, | |
| "grad_norm": 0.5167528334171827, | |
| "learning_rate": 9.388394947836278e-06, | |
| "loss": 0.0227, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.7331288343558282, | |
| "grad_norm": 0.45907180962386196, | |
| "learning_rate": 9.379812426931847e-06, | |
| "loss": 0.0243, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.7361963190184049, | |
| "grad_norm": 0.47959151249699833, | |
| "learning_rate": 9.371174086076364e-06, | |
| "loss": 0.0277, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.7392638036809815, | |
| "grad_norm": 0.6484335074593419, | |
| "learning_rate": 9.362480035363987e-06, | |
| "loss": 0.035, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.7423312883435583, | |
| "grad_norm": 0.788011620141102, | |
| "learning_rate": 9.353730385598887e-06, | |
| "loss": 0.046, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.745398773006135, | |
| "grad_norm": 0.49585961794822014, | |
| "learning_rate": 9.344925248293837e-06, | |
| "loss": 0.0368, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.7484662576687117, | |
| "grad_norm": 0.5556890213184674, | |
| "learning_rate": 9.336064735668784e-06, | |
| "loss": 0.0316, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.7515337423312883, | |
| "grad_norm": 0.5654657395691955, | |
| "learning_rate": 9.327148960649431e-06, | |
| "loss": 0.0379, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.754601226993865, | |
| "grad_norm": 0.6404905959487527, | |
| "learning_rate": 9.318178036865786e-06, | |
| "loss": 0.0458, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.7576687116564417, | |
| "grad_norm": 0.47153130888171024, | |
| "learning_rate": 9.309152078650718e-06, | |
| "loss": 0.0236, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.7607361963190185, | |
| "grad_norm": 0.6946471966054896, | |
| "learning_rate": 9.300071201038503e-06, | |
| "loss": 0.0351, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.7638036809815951, | |
| "grad_norm": 0.7452826487701208, | |
| "learning_rate": 9.290935519763354e-06, | |
| "loss": 0.036, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.7668711656441718, | |
| "grad_norm": 0.39427567747880354, | |
| "learning_rate": 9.281745151257946e-06, | |
| "loss": 0.0218, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7699386503067485, | |
| "grad_norm": 0.27722944056563503, | |
| "learning_rate": 9.272500212651934e-06, | |
| "loss": 0.0144, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.7730061349693251, | |
| "grad_norm": 0.5591852306028331, | |
| "learning_rate": 9.263200821770462e-06, | |
| "loss": 0.0275, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.7760736196319018, | |
| "grad_norm": 0.4621394066240241, | |
| "learning_rate": 9.253847097132656e-06, | |
| "loss": 0.0233, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.7791411042944786, | |
| "grad_norm": 0.5194878891553444, | |
| "learning_rate": 9.244439157950114e-06, | |
| "loss": 0.0344, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.7822085889570553, | |
| "grad_norm": 0.49348339338246816, | |
| "learning_rate": 9.234977124125395e-06, | |
| "loss": 0.0285, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.7852760736196319, | |
| "grad_norm": 0.4850343759514216, | |
| "learning_rate": 9.225461116250483e-06, | |
| "loss": 0.0218, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.7883435582822086, | |
| "grad_norm": 0.5770601668132987, | |
| "learning_rate": 9.215891255605248e-06, | |
| "loss": 0.0359, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.7914110429447853, | |
| "grad_norm": 0.42625771720843614, | |
| "learning_rate": 9.206267664155906e-06, | |
| "loss": 0.0156, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.7944785276073619, | |
| "grad_norm": 0.3426717684737494, | |
| "learning_rate": 9.196590464553467e-06, | |
| "loss": 0.011, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.7975460122699386, | |
| "grad_norm": 0.5865425048649809, | |
| "learning_rate": 9.186859780132165e-06, | |
| "loss": 0.0376, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.8006134969325154, | |
| "grad_norm": 0.37273506776238424, | |
| "learning_rate": 9.177075734907883e-06, | |
| "loss": 0.0234, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.803680981595092, | |
| "grad_norm": 0.5585965373567147, | |
| "learning_rate": 9.167238453576589e-06, | |
| "loss": 0.0426, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.8067484662576687, | |
| "grad_norm": 0.3651968044742629, | |
| "learning_rate": 9.157348061512728e-06, | |
| "loss": 0.0248, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.8098159509202454, | |
| "grad_norm": 0.5081337037835217, | |
| "learning_rate": 9.147404684767632e-06, | |
| "loss": 0.0266, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.8128834355828221, | |
| "grad_norm": 0.5073465299835719, | |
| "learning_rate": 9.137408450067921e-06, | |
| "loss": 0.0272, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.8159509202453987, | |
| "grad_norm": 0.5174001449539224, | |
| "learning_rate": 9.12735948481387e-06, | |
| "loss": 0.0266, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.8190184049079755, | |
| "grad_norm": 0.6040688463652676, | |
| "learning_rate": 9.117257917077806e-06, | |
| "loss": 0.0314, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.8220858895705522, | |
| "grad_norm": 0.6431020172095245, | |
| "learning_rate": 9.107103875602458e-06, | |
| "loss": 0.0404, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.8251533742331288, | |
| "grad_norm": 0.4570395520776521, | |
| "learning_rate": 9.096897489799329e-06, | |
| "loss": 0.0245, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.8282208588957055, | |
| "grad_norm": 0.5176485694689812, | |
| "learning_rate": 9.086638889747034e-06, | |
| "loss": 0.0318, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.8312883435582822, | |
| "grad_norm": 0.4030417312195923, | |
| "learning_rate": 9.076328206189662e-06, | |
| "loss": 0.0186, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.8343558282208589, | |
| "grad_norm": 0.7912092430093546, | |
| "learning_rate": 9.065965570535083e-06, | |
| "loss": 0.0211, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.8374233128834356, | |
| "grad_norm": 0.3882727172008151, | |
| "learning_rate": 9.055551114853296e-06, | |
| "loss": 0.0201, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.8404907975460123, | |
| "grad_norm": 0.6169335765533825, | |
| "learning_rate": 9.045084971874738e-06, | |
| "loss": 0.0457, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.843558282208589, | |
| "grad_norm": 0.484075907018457, | |
| "learning_rate": 9.034567274988585e-06, | |
| "loss": 0.0266, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.8466257668711656, | |
| "grad_norm": 0.7402879740038205, | |
| "learning_rate": 9.023998158241067e-06, | |
| "loss": 0.0412, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.8496932515337423, | |
| "grad_norm": 0.8200807227847277, | |
| "learning_rate": 9.013377756333745e-06, | |
| "loss": 0.024, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.852760736196319, | |
| "grad_norm": 0.47917185258179273, | |
| "learning_rate": 9.002706204621802e-06, | |
| "loss": 0.0354, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.8558282208588958, | |
| "grad_norm": 0.5686281464689263, | |
| "learning_rate": 8.991983639112318e-06, | |
| "loss": 0.0463, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.8588957055214724, | |
| "grad_norm": 0.5035593732198547, | |
| "learning_rate": 8.981210196462533e-06, | |
| "loss": 0.024, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.8619631901840491, | |
| "grad_norm": 0.40871215414302914, | |
| "learning_rate": 8.970386013978108e-06, | |
| "loss": 0.026, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.8650306748466258, | |
| "grad_norm": 0.5136824340178904, | |
| "learning_rate": 8.959511229611377e-06, | |
| "loss": 0.0248, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.8680981595092024, | |
| "grad_norm": 0.530309289976694, | |
| "learning_rate": 8.94858598195958e-06, | |
| "loss": 0.0249, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.8711656441717791, | |
| "grad_norm": 0.6333632955147461, | |
| "learning_rate": 8.93761041026311e-06, | |
| "loss": 0.0417, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.8742331288343558, | |
| "grad_norm": 0.3971198296026937, | |
| "learning_rate": 8.926584654403725e-06, | |
| "loss": 0.027, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.8773006134969326, | |
| "grad_norm": 0.40732995997319704, | |
| "learning_rate": 8.915508854902778e-06, | |
| "loss": 0.0225, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.8803680981595092, | |
| "grad_norm": 0.6090138795408967, | |
| "learning_rate": 8.904383152919414e-06, | |
| "loss": 0.018, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.8834355828220859, | |
| "grad_norm": 0.7007910043919408, | |
| "learning_rate": 8.893207690248776e-06, | |
| "loss": 0.0367, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.8865030674846626, | |
| "grad_norm": 0.5110317128121923, | |
| "learning_rate": 8.881982609320206e-06, | |
| "loss": 0.0242, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.8895705521472392, | |
| "grad_norm": 0.6970377701125607, | |
| "learning_rate": 8.870708053195414e-06, | |
| "loss": 0.0483, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.8926380368098159, | |
| "grad_norm": 0.5436387432201235, | |
| "learning_rate": 8.859384165566665e-06, | |
| "loss": 0.031, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.8957055214723927, | |
| "grad_norm": 0.48318114304921483, | |
| "learning_rate": 8.848011090754946e-06, | |
| "loss": 0.0208, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.8987730061349694, | |
| "grad_norm": 0.5078098207586927, | |
| "learning_rate": 8.836588973708129e-06, | |
| "loss": 0.0242, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.901840490797546, | |
| "grad_norm": 0.43132547768511786, | |
| "learning_rate": 8.825117959999117e-06, | |
| "loss": 0.0209, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.9049079754601227, | |
| "grad_norm": 0.4592204692663985, | |
| "learning_rate": 8.813598195823991e-06, | |
| "loss": 0.0141, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.9079754601226994, | |
| "grad_norm": 0.8293697180348152, | |
| "learning_rate": 8.802029828000157e-06, | |
| "loss": 0.0341, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.911042944785276, | |
| "grad_norm": 0.6353969688740292, | |
| "learning_rate": 8.790413003964452e-06, | |
| "loss": 0.0531, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.9141104294478528, | |
| "grad_norm": 0.5135592242814184, | |
| "learning_rate": 8.778747871771293e-06, | |
| "loss": 0.0299, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.9171779141104295, | |
| "grad_norm": 0.6244937792417771, | |
| "learning_rate": 8.767034580090767e-06, | |
| "loss": 0.0251, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.9202453987730062, | |
| "grad_norm": 0.4900368286386423, | |
| "learning_rate": 8.75527327820675e-06, | |
| "loss": 0.0303, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.9233128834355828, | |
| "grad_norm": 0.7676655526039488, | |
| "learning_rate": 8.743464116014998e-06, | |
| "loss": 0.055, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.9263803680981595, | |
| "grad_norm": 0.48627457126119966, | |
| "learning_rate": 8.731607244021236e-06, | |
| "loss": 0.0264, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.9294478527607362, | |
| "grad_norm": 0.433812749109046, | |
| "learning_rate": 8.719702813339248e-06, | |
| "loss": 0.0259, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.9325153374233128, | |
| "grad_norm": 0.8758544568172416, | |
| "learning_rate": 8.70775097568894e-06, | |
| "loss": 0.045, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.9355828220858896, | |
| "grad_norm": 0.45179382392506523, | |
| "learning_rate": 8.695751883394415e-06, | |
| "loss": 0.0243, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.9386503067484663, | |
| "grad_norm": 0.4958191093808722, | |
| "learning_rate": 8.683705689382025e-06, | |
| "loss": 0.04, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.941717791411043, | |
| "grad_norm": 0.44166098382760377, | |
| "learning_rate": 8.671612547178428e-06, | |
| "loss": 0.027, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.9447852760736196, | |
| "grad_norm": 0.5911491565988687, | |
| "learning_rate": 8.659472610908628e-06, | |
| "loss": 0.0191, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.9478527607361963, | |
| "grad_norm": 0.4765718802258442, | |
| "learning_rate": 8.647286035294009e-06, | |
| "loss": 0.0264, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.950920245398773, | |
| "grad_norm": 0.5852473574381952, | |
| "learning_rate": 8.63505297565037e-06, | |
| "loss": 0.0294, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.9539877300613497, | |
| "grad_norm": 0.484982934872736, | |
| "learning_rate": 8.622773587885935e-06, | |
| "loss": 0.0311, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.9570552147239264, | |
| "grad_norm": 0.4847238416638495, | |
| "learning_rate": 8.610448028499377e-06, | |
| "loss": 0.0295, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.9601226993865031, | |
| "grad_norm": 0.47605607743918293, | |
| "learning_rate": 8.598076454577815e-06, | |
| "loss": 0.0192, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.9631901840490797, | |
| "grad_norm": 0.42846762697517876, | |
| "learning_rate": 8.585659023794818e-06, | |
| "loss": 0.016, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.9662576687116564, | |
| "grad_norm": 0.6802283196669912, | |
| "learning_rate": 8.57319589440839e-06, | |
| "loss": 0.0617, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.9693251533742331, | |
| "grad_norm": 0.6454169454682009, | |
| "learning_rate": 8.56068722525896e-06, | |
| "loss": 0.038, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.9723926380368099, | |
| "grad_norm": 0.428982591104215, | |
| "learning_rate": 8.548133175767345e-06, | |
| "loss": 0.0236, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.9754601226993865, | |
| "grad_norm": 0.5625492848129335, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.0271, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.9785276073619632, | |
| "grad_norm": 0.4561896126978212, | |
| "learning_rate": 8.522889576330649e-06, | |
| "loss": 0.0256, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.9815950920245399, | |
| "grad_norm": 0.49887714884464673, | |
| "learning_rate": 8.510200348110868e-06, | |
| "loss": 0.0244, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.9846625766871165, | |
| "grad_norm": 0.3420730257876837, | |
| "learning_rate": 8.497466382995413e-06, | |
| "loss": 0.0164, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.9877300613496932, | |
| "grad_norm": 0.5755461353996324, | |
| "learning_rate": 8.48468784327647e-06, | |
| "loss": 0.0326, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.99079754601227, | |
| "grad_norm": 0.800649841232001, | |
| "learning_rate": 8.471864891814304e-06, | |
| "loss": 0.0431, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.9938650306748467, | |
| "grad_norm": 0.7338066801521459, | |
| "learning_rate": 8.45899769203522e-06, | |
| "loss": 0.046, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.9969325153374233, | |
| "grad_norm": 0.6907151900519473, | |
| "learning_rate": 8.446086407929448e-06, | |
| "loss": 0.0382, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.6407879693661741, | |
| "learning_rate": 8.433131204049067e-06, | |
| "loss": 0.0356, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.0030674846625767, | |
| "grad_norm": 0.3297580524046458, | |
| "learning_rate": 8.420132245505912e-06, | |
| "loss": 0.0111, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.0061349693251533, | |
| "grad_norm": 0.9160618795214253, | |
| "learning_rate": 8.407089697969458e-06, | |
| "loss": 0.0068, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.00920245398773, | |
| "grad_norm": 0.4355224927337849, | |
| "learning_rate": 8.39400372766471e-06, | |
| "loss": 0.0129, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.0122699386503067, | |
| "grad_norm": 0.25041904255355624, | |
| "learning_rate": 8.380874501370098e-06, | |
| "loss": 0.0051, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.0153374233128833, | |
| "grad_norm": 0.3627103002389334, | |
| "learning_rate": 8.367702186415338e-06, | |
| "loss": 0.019, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.01840490797546, | |
| "grad_norm": 0.38724283256482883, | |
| "learning_rate": 8.354486950679301e-06, | |
| "loss": 0.0139, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.021472392638037, | |
| "grad_norm": 0.2420700649978279, | |
| "learning_rate": 8.341228962587881e-06, | |
| "loss": 0.0102, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.0245398773006136, | |
| "grad_norm": 0.4873618568078472, | |
| "learning_rate": 8.327928391111841e-06, | |
| "loss": 0.0182, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.0276073619631902, | |
| "grad_norm": 0.4856636301987984, | |
| "learning_rate": 8.31458540576466e-06, | |
| "loss": 0.0188, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.030674846625767, | |
| "grad_norm": 0.27927576098631274, | |
| "learning_rate": 8.301200176600375e-06, | |
| "loss": 0.0086, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.0337423312883436, | |
| "grad_norm": 0.4700940197211149, | |
| "learning_rate": 8.287772874211414e-06, | |
| "loss": 0.0109, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.0368098159509203, | |
| "grad_norm": 0.2741293793378236, | |
| "learning_rate": 8.274303669726427e-06, | |
| "loss": 0.0086, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.039877300613497, | |
| "grad_norm": 0.47118341110657486, | |
| "learning_rate": 8.260792734808085e-06, | |
| "loss": 0.0115, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.0429447852760736, | |
| "grad_norm": 0.19194865035728823, | |
| "learning_rate": 8.247240241650918e-06, | |
| "loss": 0.0053, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.0460122699386503, | |
| "grad_norm": 0.37141621100709526, | |
| "learning_rate": 8.233646362979106e-06, | |
| "loss": 0.0178, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.049079754601227, | |
| "grad_norm": 0.3513576345329715, | |
| "learning_rate": 8.220011272044276e-06, | |
| "loss": 0.0091, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.0521472392638036, | |
| "grad_norm": 0.4198658600158762, | |
| "learning_rate": 8.206335142623305e-06, | |
| "loss": 0.0122, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.0552147239263803, | |
| "grad_norm": 0.4461226377098048, | |
| "learning_rate": 8.192618149016092e-06, | |
| "loss": 0.0142, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.058282208588957, | |
| "grad_norm": 0.2883795931974432, | |
| "learning_rate": 8.178860466043344e-06, | |
| "loss": 0.0084, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.0613496932515338, | |
| "grad_norm": 0.2659747508038468, | |
| "learning_rate": 8.165062269044353e-06, | |
| "loss": 0.0059, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.0644171779141105, | |
| "grad_norm": 0.4052660141940983, | |
| "learning_rate": 8.151223733874747e-06, | |
| "loss": 0.0077, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.0674846625766872, | |
| "grad_norm": 0.43345686528418303, | |
| "learning_rate": 8.13734503690426e-06, | |
| "loss": 0.0047, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.0705521472392638, | |
| "grad_norm": 0.5189604081089867, | |
| "learning_rate": 8.123426355014485e-06, | |
| "loss": 0.0059, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.0736196319018405, | |
| "grad_norm": 0.5168669787962032, | |
| "learning_rate": 8.109467865596612e-06, | |
| "loss": 0.0102, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.0766871165644172, | |
| "grad_norm": 0.6184876506284773, | |
| "learning_rate": 8.095469746549172e-06, | |
| "loss": 0.0155, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.0797546012269938, | |
| "grad_norm": 0.4523533733127926, | |
| "learning_rate": 8.081432176275765e-06, | |
| "loss": 0.012, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.0828220858895705, | |
| "grad_norm": 0.6042328026836615, | |
| "learning_rate": 8.067355333682799e-06, | |
| "loss": 0.0099, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.0858895705521472, | |
| "grad_norm": 0.3712026513508595, | |
| "learning_rate": 8.053239398177191e-06, | |
| "loss": 0.0064, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.0889570552147239, | |
| "grad_norm": 0.20180786491281724, | |
| "learning_rate": 8.039084549664098e-06, | |
| "loss": 0.0027, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.0920245398773005, | |
| "grad_norm": 0.3787474646578074, | |
| "learning_rate": 8.024890968544614e-06, | |
| "loss": 0.0059, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.0950920245398774, | |
| "grad_norm": 0.4859890722014772, | |
| "learning_rate": 8.01065883571347e-06, | |
| "loss": 0.0196, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.098159509202454, | |
| "grad_norm": 0.8325992603907834, | |
| "learning_rate": 7.996388332556735e-06, | |
| "loss": 0.0213, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.1012269938650308, | |
| "grad_norm": 0.7990116238977559, | |
| "learning_rate": 7.982079640949504e-06, | |
| "loss": 0.0167, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.1042944785276074, | |
| "grad_norm": 0.3820950122221644, | |
| "learning_rate": 7.967732943253572e-06, | |
| "loss": 0.007, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.107361963190184, | |
| "grad_norm": 0.43830665202404445, | |
| "learning_rate": 7.953348422315115e-06, | |
| "loss": 0.0123, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.1104294478527608, | |
| "grad_norm": 0.26105895388858136, | |
| "learning_rate": 7.938926261462366e-06, | |
| "loss": 0.0065, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.1134969325153374, | |
| "grad_norm": 0.395098975702821, | |
| "learning_rate": 7.924466644503265e-06, | |
| "loss": 0.0063, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.116564417177914, | |
| "grad_norm": 0.49236578269029757, | |
| "learning_rate": 7.90996975572313e-06, | |
| "loss": 0.0102, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.1196319018404908, | |
| "grad_norm": 0.2920551819139753, | |
| "learning_rate": 7.895435779882294e-06, | |
| "loss": 0.0047, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.1226993865030674, | |
| "grad_norm": 0.652075843621035, | |
| "learning_rate": 7.880864902213765e-06, | |
| "loss": 0.0121, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.1257668711656441, | |
| "grad_norm": 0.35616324665939764, | |
| "learning_rate": 7.866257308420858e-06, | |
| "loss": 0.0054, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.1288343558282208, | |
| "grad_norm": 0.4669198553674882, | |
| "learning_rate": 7.851613184674821e-06, | |
| "loss": 0.0115, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.1319018404907975, | |
| "grad_norm": 0.26000909056545185, | |
| "learning_rate": 7.836932717612481e-06, | |
| "loss": 0.006, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.1349693251533743, | |
| "grad_norm": 0.4669430776716613, | |
| "learning_rate": 7.822216094333847e-06, | |
| "loss": 0.0099, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.138036809815951, | |
| "grad_norm": 0.6134594985097804, | |
| "learning_rate": 7.807463502399735e-06, | |
| "loss": 0.0152, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.1411042944785277, | |
| "grad_norm": 0.3822828619584183, | |
| "learning_rate": 7.792675129829374e-06, | |
| "loss": 0.0111, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.1441717791411044, | |
| "grad_norm": 0.41327016906829583, | |
| "learning_rate": 7.777851165098012e-06, | |
| "loss": 0.0173, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.147239263803681, | |
| "grad_norm": 0.2714658959849174, | |
| "learning_rate": 7.762991797134513e-06, | |
| "loss": 0.0107, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.1503067484662577, | |
| "grad_norm": 0.5544800061588814, | |
| "learning_rate": 7.748097215318951e-06, | |
| "loss": 0.0118, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.1533742331288344, | |
| "grad_norm": 0.5040932416460946, | |
| "learning_rate": 7.73316760948019e-06, | |
| "loss": 0.0099, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.156441717791411, | |
| "grad_norm": 0.3685884655615084, | |
| "learning_rate": 7.718203169893472e-06, | |
| "loss": 0.0086, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.1595092024539877, | |
| "grad_norm": 0.6030394172186191, | |
| "learning_rate": 7.703204087277989e-06, | |
| "loss": 0.0141, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.1625766871165644, | |
| "grad_norm": 0.5895133158335721, | |
| "learning_rate": 7.68817055279445e-06, | |
| "loss": 0.013, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.165644171779141, | |
| "grad_norm": 0.41300680548579227, | |
| "learning_rate": 7.673102758042653e-06, | |
| "loss": 0.0192, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.1687116564417177, | |
| "grad_norm": 0.3374801828046708, | |
| "learning_rate": 7.65800089505903e-06, | |
| "loss": 0.0088, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.1717791411042944, | |
| "grad_norm": 0.3454554679129908, | |
| "learning_rate": 7.64286515631421e-06, | |
| "loss": 0.0063, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.1748466257668713, | |
| "grad_norm": 0.41181297072167894, | |
| "learning_rate": 7.627695734710565e-06, | |
| "loss": 0.0071, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.177914110429448, | |
| "grad_norm": 0.2719651060060069, | |
| "learning_rate": 7.612492823579744e-06, | |
| "loss": 0.0069, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.1809815950920246, | |
| "grad_norm": 0.7134985643754311, | |
| "learning_rate": 7.597256616680219e-06, | |
| "loss": 0.0128, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.1840490797546013, | |
| "grad_norm": 0.41654763808421014, | |
| "learning_rate": 7.5819873081948105e-06, | |
| "loss": 0.0123, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.187116564417178, | |
| "grad_norm": 0.387643208763756, | |
| "learning_rate": 7.566685092728207e-06, | |
| "loss": 0.0079, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.1901840490797546, | |
| "grad_norm": 0.7361696877729214, | |
| "learning_rate": 7.5513501653045e-06, | |
| "loss": 0.0248, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.1932515337423313, | |
| "grad_norm": 0.4404703959236721, | |
| "learning_rate": 7.535982721364679e-06, | |
| "loss": 0.0122, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.196319018404908, | |
| "grad_norm": 0.4151059096070281, | |
| "learning_rate": 7.52058295676416e-06, | |
| "loss": 0.0109, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.1993865030674846, | |
| "grad_norm": 0.34795956449739657, | |
| "learning_rate": 7.505151067770277e-06, | |
| "loss": 0.0093, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.2024539877300613, | |
| "grad_norm": 0.33091849762828235, | |
| "learning_rate": 7.48968725105978e-06, | |
| "loss": 0.0066, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.205521472392638, | |
| "grad_norm": 0.5219288124176215, | |
| "learning_rate": 7.474191703716339e-06, | |
| "loss": 0.0129, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.2085889570552146, | |
| "grad_norm": 0.5725267558019617, | |
| "learning_rate": 7.45866462322802e-06, | |
| "loss": 0.0144, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.2116564417177913, | |
| "grad_norm": 0.47084724943390577, | |
| "learning_rate": 7.443106207484776e-06, | |
| "loss": 0.0078, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.2147239263803682, | |
| "grad_norm": 0.563293178774316, | |
| "learning_rate": 7.427516654775921e-06, | |
| "loss": 0.0097, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.2177914110429449, | |
| "grad_norm": 0.45467942711747367, | |
| "learning_rate": 7.411896163787607e-06, | |
| "loss": 0.0234, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.2208588957055215, | |
| "grad_norm": 0.607816846697092, | |
| "learning_rate": 7.396244933600285e-06, | |
| "loss": 0.0249, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.2239263803680982, | |
| "grad_norm": 0.4194689019423566, | |
| "learning_rate": 7.380563163686174e-06, | |
| "loss": 0.0125, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.2269938650306749, | |
| "grad_norm": 0.36586881186412595, | |
| "learning_rate": 7.364851053906719e-06, | |
| "loss": 0.013, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.2300613496932515, | |
| "grad_norm": 0.5550225458831591, | |
| "learning_rate": 7.3491088045100365e-06, | |
| "loss": 0.0743, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.2331288343558282, | |
| "grad_norm": 0.4466491951675168, | |
| "learning_rate": 7.333336616128369e-06, | |
| "loss": 0.0111, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.2361963190184049, | |
| "grad_norm": 0.19051013453254942, | |
| "learning_rate": 7.317534689775527e-06, | |
| "loss": 0.003, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.2392638036809815, | |
| "grad_norm": 0.2592362774390213, | |
| "learning_rate": 7.301703226844328e-06, | |
| "loss": 0.0044, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.2423312883435582, | |
| "grad_norm": 0.4406593596675372, | |
| "learning_rate": 7.285842429104023e-06, | |
| "loss": 0.011, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.2453987730061349, | |
| "grad_norm": 0.36125048050407316, | |
| "learning_rate": 7.269952498697734e-06, | |
| "loss": 0.0063, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.2484662576687118, | |
| "grad_norm": 0.7328229395413601, | |
| "learning_rate": 7.2540336381398745e-06, | |
| "loss": 0.0181, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.2515337423312882, | |
| "grad_norm": 0.46059726711050014, | |
| "learning_rate": 7.238086050313563e-06, | |
| "loss": 0.0138, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.2546012269938651, | |
| "grad_norm": 0.32550746217650556, | |
| "learning_rate": 7.2221099384680485e-06, | |
| "loss": 0.0075, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.2576687116564418, | |
| "grad_norm": 0.5498065211034909, | |
| "learning_rate": 7.206105506216107e-06, | |
| "loss": 0.01, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.2607361963190185, | |
| "grad_norm": 0.49119461834253564, | |
| "learning_rate": 7.19007295753146e-06, | |
| "loss": 0.0093, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.2638036809815951, | |
| "grad_norm": 0.5480841951866141, | |
| "learning_rate": 7.174012496746161e-06, | |
| "loss": 0.0117, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.2668711656441718, | |
| "grad_norm": 0.46105615708600756, | |
| "learning_rate": 7.157924328548003e-06, | |
| "loss": 0.0116, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.2699386503067485, | |
| "grad_norm": 0.3678598691625631, | |
| "learning_rate": 7.1418086579779075e-06, | |
| "loss": 0.006, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.2730061349693251, | |
| "grad_norm": 0.3960979904562928, | |
| "learning_rate": 7.125665690427301e-06, | |
| "loss": 0.0087, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.2760736196319018, | |
| "grad_norm": 0.43312438511224055, | |
| "learning_rate": 7.109495631635512e-06, | |
| "loss": 0.0071, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.2791411042944785, | |
| "grad_norm": 0.4306674783353921, | |
| "learning_rate": 7.093298687687141e-06, | |
| "loss": 0.0104, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.2822085889570551, | |
| "grad_norm": 0.42081355809821863, | |
| "learning_rate": 7.0770750650094335e-06, | |
| "loss": 0.0122, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.2852760736196318, | |
| "grad_norm": 0.2781000974050112, | |
| "learning_rate": 7.060824970369651e-06, | |
| "loss": 0.0029, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.2883435582822087, | |
| "grad_norm": 0.442937301778717, | |
| "learning_rate": 7.044548610872435e-06, | |
| "loss": 0.0086, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.2914110429447851, | |
| "grad_norm": 0.37495174577866447, | |
| "learning_rate": 7.028246193957171e-06, | |
| "loss": 0.0104, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.294478527607362, | |
| "grad_norm": 0.5023190671289056, | |
| "learning_rate": 7.011917927395341e-06, | |
| "loss": 0.0108, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.2975460122699387, | |
| "grad_norm": 0.23654582360722132, | |
| "learning_rate": 6.9955640192878705e-06, | |
| "loss": 0.0042, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.3006134969325154, | |
| "grad_norm": 0.3855334572363615, | |
| "learning_rate": 6.979184678062493e-06, | |
| "loss": 0.0095, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.303680981595092, | |
| "grad_norm": 0.4576634484879509, | |
| "learning_rate": 6.962780112471073e-06, | |
| "loss": 0.0086, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.3067484662576687, | |
| "grad_norm": 0.42556417794111534, | |
| "learning_rate": 6.946350531586959e-06, | |
| "loss": 0.0087, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.3098159509202454, | |
| "grad_norm": 0.3237784652171552, | |
| "learning_rate": 6.929896144802314e-06, | |
| "loss": 0.0083, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.312883435582822, | |
| "grad_norm": 0.3524888807864575, | |
| "learning_rate": 6.913417161825449e-06, | |
| "loss": 0.0086, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.3159509202453987, | |
| "grad_norm": 0.4553142705420359, | |
| "learning_rate": 6.896913792678151e-06, | |
| "loss": 0.0116, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.3190184049079754, | |
| "grad_norm": 0.40859472374578365, | |
| "learning_rate": 6.880386247692999e-06, | |
| "loss": 0.0111, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.322085889570552, | |
| "grad_norm": 0.4777916998093413, | |
| "learning_rate": 6.863834737510695e-06, | |
| "loss": 0.0145, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.3251533742331287, | |
| "grad_norm": 0.5288188669572824, | |
| "learning_rate": 6.84725947307737e-06, | |
| "loss": 0.0098, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.3282208588957056, | |
| "grad_norm": 0.33681749772954367, | |
| "learning_rate": 6.830660665641898e-06, | |
| "loss": 0.0074, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.331288343558282, | |
| "grad_norm": 0.380221021862379, | |
| "learning_rate": 6.814038526753205e-06, | |
| "loss": 0.0074, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.334355828220859, | |
| "grad_norm": 0.47839600855959413, | |
| "learning_rate": 6.797393268257577e-06, | |
| "loss": 0.0111, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.3374233128834356, | |
| "grad_norm": 0.4962504965337215, | |
| "learning_rate": 6.780725102295949e-06, | |
| "loss": 0.008, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.3404907975460123, | |
| "grad_norm": 0.4665720038905597, | |
| "learning_rate": 6.764034241301208e-06, | |
| "loss": 0.01, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.343558282208589, | |
| "grad_norm": 0.5222835885924834, | |
| "learning_rate": 6.747320897995493e-06, | |
| "loss": 0.0171, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.3466257668711656, | |
| "grad_norm": 0.38877477124771365, | |
| "learning_rate": 6.730585285387465e-06, | |
| "loss": 0.0073, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.3496932515337423, | |
| "grad_norm": 0.4599037526704758, | |
| "learning_rate": 6.7138276167696135e-06, | |
| "loss": 0.0082, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.352760736196319, | |
| "grad_norm": 0.3746438265537782, | |
| "learning_rate": 6.697048105715521e-06, | |
| "loss": 0.0092, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.3558282208588956, | |
| "grad_norm": 0.44845911397633703, | |
| "learning_rate": 6.680246966077151e-06, | |
| "loss": 0.0162, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.3588957055214723, | |
| "grad_norm": 0.6221158471942455, | |
| "learning_rate": 6.663424411982121e-06, | |
| "loss": 0.0121, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.3619631901840492, | |
| "grad_norm": 0.4239501149738595, | |
| "learning_rate": 6.646580657830967e-06, | |
| "loss": 0.0096, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.3650306748466257, | |
| "grad_norm": 0.5037673671165694, | |
| "learning_rate": 6.629715918294422e-06, | |
| "loss": 0.012, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.3680981595092025, | |
| "grad_norm": 0.5349443172718803, | |
| "learning_rate": 6.612830408310671e-06, | |
| "loss": 0.0137, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.3711656441717792, | |
| "grad_norm": 0.5684159361020573, | |
| "learning_rate": 6.595924343082613e-06, | |
| "loss": 0.0096, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.3742331288343559, | |
| "grad_norm": 0.47959961882205193, | |
| "learning_rate": 6.578997938075126e-06, | |
| "loss": 0.0126, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.3773006134969326, | |
| "grad_norm": 0.3894016180198823, | |
| "learning_rate": 6.562051409012308e-06, | |
| "loss": 0.0086, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.3803680981595092, | |
| "grad_norm": 0.5650260235219143, | |
| "learning_rate": 6.545084971874738e-06, | |
| "loss": 0.0065, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.383435582822086, | |
| "grad_norm": 0.5097608717889676, | |
| "learning_rate": 6.528098842896721e-06, | |
| "loss": 0.0081, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.3865030674846626, | |
| "grad_norm": 0.39970265760625523, | |
| "learning_rate": 6.51109323856353e-06, | |
| "loss": 0.0178, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.3895705521472392, | |
| "grad_norm": 0.31936637132172235, | |
| "learning_rate": 6.494068375608646e-06, | |
| "loss": 0.006, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.392638036809816, | |
| "grad_norm": 0.48256810572064407, | |
| "learning_rate": 6.477024471011001e-06, | |
| "loss": 0.0137, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.3957055214723926, | |
| "grad_norm": 0.3268496682428815, | |
| "learning_rate": 6.459961741992208e-06, | |
| "loss": 0.0101, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.3987730061349692, | |
| "grad_norm": 0.27522272221212113, | |
| "learning_rate": 6.442880406013795e-06, | |
| "loss": 0.0061, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.4018404907975461, | |
| "grad_norm": 0.3967353171926939, | |
| "learning_rate": 6.425780680774429e-06, | |
| "loss": 0.0084, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.4049079754601226, | |
| "grad_norm": 0.4825910261512796, | |
| "learning_rate": 6.408662784207149e-06, | |
| "loss": 0.0186, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.4079754601226995, | |
| "grad_norm": 0.3756408674022022, | |
| "learning_rate": 6.391526934476584e-06, | |
| "loss": 0.0099, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.4110429447852761, | |
| "grad_norm": 0.3003980819124125, | |
| "learning_rate": 6.374373349976169e-06, | |
| "loss": 0.0031, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.4141104294478528, | |
| "grad_norm": 0.32353782969275396, | |
| "learning_rate": 6.3572022493253715e-06, | |
| "loss": 0.0073, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.4171779141104295, | |
| "grad_norm": 0.4094722519435924, | |
| "learning_rate": 6.3400138513668955e-06, | |
| "loss": 0.0073, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.4202453987730062, | |
| "grad_norm": 0.3620868544363379, | |
| "learning_rate": 6.322808375163896e-06, | |
| "loss": 0.0087, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.4233128834355828, | |
| "grad_norm": 0.33066038137309844, | |
| "learning_rate": 6.305586039997188e-06, | |
| "loss": 0.0105, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.4263803680981595, | |
| "grad_norm": 0.46544639219707007, | |
| "learning_rate": 6.2883470653624525e-06, | |
| "loss": 0.006, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.4294478527607362, | |
| "grad_norm": 0.42293823165805505, | |
| "learning_rate": 6.271091670967437e-06, | |
| "loss": 0.0133, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.4325153374233128, | |
| "grad_norm": 0.631453029409068, | |
| "learning_rate": 6.253820076729151e-06, | |
| "loss": 0.0165, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.4355828220858895, | |
| "grad_norm": 0.40562333528166167, | |
| "learning_rate": 6.236532502771078e-06, | |
| "loss": 0.0115, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.4386503067484662, | |
| "grad_norm": 0.6375756159004377, | |
| "learning_rate": 6.219229169420354e-06, | |
| "loss": 0.0183, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.441717791411043, | |
| "grad_norm": 0.23763952949099515, | |
| "learning_rate": 6.201910297204963e-06, | |
| "loss": 0.0064, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.4447852760736195, | |
| "grad_norm": 0.34910826558617847, | |
| "learning_rate": 6.1845761068509365e-06, | |
| "loss": 0.0063, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.4478527607361964, | |
| "grad_norm": 0.3946649165234159, | |
| "learning_rate": 6.1672268192795285e-06, | |
| "loss": 0.0067, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.450920245398773, | |
| "grad_norm": 0.3762470480826563, | |
| "learning_rate": 6.149862655604404e-06, | |
| "loss": 0.0056, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.4539877300613497, | |
| "grad_norm": 0.32139974596711196, | |
| "learning_rate": 6.132483837128823e-06, | |
| "loss": 0.0081, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.4570552147239264, | |
| "grad_norm": 0.49808493719028013, | |
| "learning_rate": 6.115090585342818e-06, | |
| "loss": 0.0135, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.460122699386503, | |
| "grad_norm": 0.2557083632490389, | |
| "learning_rate": 6.097683121920373e-06, | |
| "loss": 0.0064, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.4631901840490797, | |
| "grad_norm": 0.27134111617865514, | |
| "learning_rate": 6.080261668716594e-06, | |
| "loss": 0.0059, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.4662576687116564, | |
| "grad_norm": 0.33147639324012906, | |
| "learning_rate": 6.062826447764883e-06, | |
| "loss": 0.0057, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.469325153374233, | |
| "grad_norm": 0.6381027833440677, | |
| "learning_rate": 6.045377681274118e-06, | |
| "loss": 0.0171, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.4723926380368098, | |
| "grad_norm": 0.4862891083399746, | |
| "learning_rate": 6.027915591625804e-06, | |
| "loss": 0.0088, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.4754601226993864, | |
| "grad_norm": 0.4199767355964214, | |
| "learning_rate": 6.010440401371249e-06, | |
| "loss": 0.0137, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.478527607361963, | |
| "grad_norm": 0.36036542279401557, | |
| "learning_rate": 5.9929523332287275e-06, | |
| "loss": 0.009, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.48159509202454, | |
| "grad_norm": 0.48796334911431527, | |
| "learning_rate": 5.975451610080643e-06, | |
| "loss": 0.0119, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.4846625766871164, | |
| "grad_norm": 0.5634036649823058, | |
| "learning_rate": 5.957938454970678e-06, | |
| "loss": 0.0252, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.4877300613496933, | |
| "grad_norm": 0.40399169151476966, | |
| "learning_rate": 5.940413091100963e-06, | |
| "loss": 0.0095, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.49079754601227, | |
| "grad_norm": 0.4399277205497462, | |
| "learning_rate": 5.922875741829227e-06, | |
| "loss": 0.0112, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.4938650306748467, | |
| "grad_norm": 0.5288214595932401, | |
| "learning_rate": 5.905326630665952e-06, | |
| "loss": 0.0081, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.4969325153374233, | |
| "grad_norm": 0.49760115052816156, | |
| "learning_rate": 5.887765981271518e-06, | |
| "loss": 0.0102, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.41652107889647155, | |
| "learning_rate": 5.87019401745336e-06, | |
| "loss": 0.0049, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.5030674846625767, | |
| "grad_norm": 0.2597678001433525, | |
| "learning_rate": 5.85261096316312e-06, | |
| "loss": 0.0073, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.5061349693251533, | |
| "grad_norm": 0.38080455678840186, | |
| "learning_rate": 5.835017042493776e-06, | |
| "loss": 0.0096, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.50920245398773, | |
| "grad_norm": 0.43224653405380203, | |
| "learning_rate": 5.817412479676801e-06, | |
| "loss": 0.0057, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.5122699386503067, | |
| "grad_norm": 0.3262531946722451, | |
| "learning_rate": 5.799797499079301e-06, | |
| "loss": 0.0087, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.5153374233128836, | |
| "grad_norm": 0.3016558145931953, | |
| "learning_rate": 5.782172325201155e-06, | |
| "loss": 0.0056, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.51840490797546, | |
| "grad_norm": 0.37233224370927953, | |
| "learning_rate": 5.764537182672151e-06, | |
| "loss": 0.0083, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.521472392638037, | |
| "grad_norm": 0.37132800727522514, | |
| "learning_rate": 5.746892296249126e-06, | |
| "loss": 0.011, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.5245398773006134, | |
| "grad_norm": 0.40201041032133183, | |
| "learning_rate": 5.729237890813104e-06, | |
| "loss": 0.009, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.5276073619631902, | |
| "grad_norm": 0.40733654757757093, | |
| "learning_rate": 5.711574191366427e-06, | |
| "loss": 0.0131, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.530674846625767, | |
| "grad_norm": 0.6727885144806748, | |
| "learning_rate": 5.693901423029882e-06, | |
| "loss": 0.0152, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.5337423312883436, | |
| "grad_norm": 1.000739650786129, | |
| "learning_rate": 5.676219811039844e-06, | |
| "loss": 0.0241, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.5368098159509203, | |
| "grad_norm": 0.5235874249664593, | |
| "learning_rate": 5.658529580745399e-06, | |
| "loss": 0.0132, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.539877300613497, | |
| "grad_norm": 0.5350650961027892, | |
| "learning_rate": 5.640830957605466e-06, | |
| "loss": 0.0127, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.5429447852760736, | |
| "grad_norm": 0.3817664984754992, | |
| "learning_rate": 5.62312416718593e-06, | |
| "loss": 0.0114, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.5460122699386503, | |
| "grad_norm": 0.3825385427474814, | |
| "learning_rate": 5.605409435156774e-06, | |
| "loss": 0.0138, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.5490797546012272, | |
| "grad_norm": 0.21138154531244147, | |
| "learning_rate": 5.587686987289189e-06, | |
| "loss": 0.0035, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.5521472392638036, | |
| "grad_norm": 0.38123503529777064, | |
| "learning_rate": 5.569957049452703e-06, | |
| "loss": 0.0089, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.5552147239263805, | |
| "grad_norm": 0.600172423644381, | |
| "learning_rate": 5.552219847612307e-06, | |
| "loss": 0.0152, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.558282208588957, | |
| "grad_norm": 0.4589414710140213, | |
| "learning_rate": 5.534475607825566e-06, | |
| "loss": 0.013, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.5613496932515338, | |
| "grad_norm": 0.3995615128331652, | |
| "learning_rate": 5.516724556239741e-06, | |
| "loss": 0.0106, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.5644171779141103, | |
| "grad_norm": 0.5902773538723448, | |
| "learning_rate": 5.498966919088914e-06, | |
| "loss": 0.0121, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.5674846625766872, | |
| "grad_norm": 0.33586208745792945, | |
| "learning_rate": 5.481202922691097e-06, | |
| "loss": 0.0059, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.5705521472392638, | |
| "grad_norm": 0.29125387626531496, | |
| "learning_rate": 5.4634327934453444e-06, | |
| "loss": 0.0055, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.5736196319018405, | |
| "grad_norm": 0.4066095991071624, | |
| "learning_rate": 5.44565675782888e-06, | |
| "loss": 0.011, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.5766871165644172, | |
| "grad_norm": 0.32808822216637573, | |
| "learning_rate": 5.4278750423942e-06, | |
| "loss": 0.0078, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.5797546012269938, | |
| "grad_norm": 0.3314484003720461, | |
| "learning_rate": 5.410087873766187e-06, | |
| "loss": 0.0083, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.5828220858895705, | |
| "grad_norm": 0.3336629272045388, | |
| "learning_rate": 5.392295478639226e-06, | |
| "loss": 0.0088, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.5858895705521472, | |
| "grad_norm": 0.3628271904977443, | |
| "learning_rate": 5.3744980837743125e-06, | |
| "loss": 0.0105, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.588957055214724, | |
| "grad_norm": 0.31955150321101644, | |
| "learning_rate": 5.356695915996162e-06, | |
| "loss": 0.0084, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.5920245398773005, | |
| "grad_norm": 0.5210028446504106, | |
| "learning_rate": 5.338889202190322e-06, | |
| "loss": 0.0058, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.5950920245398774, | |
| "grad_norm": 0.759371015661337, | |
| "learning_rate": 5.321078169300275e-06, | |
| "loss": 0.0613, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.5981595092024539, | |
| "grad_norm": 0.3113390592301875, | |
| "learning_rate": 5.303263044324556e-06, | |
| "loss": 0.0041, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.6012269938650308, | |
| "grad_norm": 0.4287829629260837, | |
| "learning_rate": 5.285444054313841e-06, | |
| "loss": 0.0087, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.6042944785276072, | |
| "grad_norm": 0.46055387526192015, | |
| "learning_rate": 5.267621426368076e-06, | |
| "loss": 0.0082, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.607361963190184, | |
| "grad_norm": 0.3797840805599973, | |
| "learning_rate": 5.249795387633571e-06, | |
| "loss": 0.0065, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.6104294478527608, | |
| "grad_norm": 0.3930675190109252, | |
| "learning_rate": 5.231966165300099e-06, | |
| "loss": 0.0103, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.6134969325153374, | |
| "grad_norm": 0.3442820596582778, | |
| "learning_rate": 5.214133986598014e-06, | |
| "loss": 0.0082, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.616564417177914, | |
| "grad_norm": 0.3050671116162007, | |
| "learning_rate": 5.1962990787953436e-06, | |
| "loss": 0.006, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.6196319018404908, | |
| "grad_norm": 0.3536096571221858, | |
| "learning_rate": 5.178461669194903e-06, | |
| "loss": 0.0065, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.6226993865030674, | |
| "grad_norm": 0.4060284135099058, | |
| "learning_rate": 5.160621985131389e-06, | |
| "loss": 0.0257, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.6257668711656441, | |
| "grad_norm": 0.25927903674544184, | |
| "learning_rate": 5.142780253968481e-06, | |
| "loss": 0.0066, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.628834355828221, | |
| "grad_norm": 0.2838865350019555, | |
| "learning_rate": 5.124936703095961e-06, | |
| "loss": 0.0099, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.6319018404907975, | |
| "grad_norm": 0.3504714577452807, | |
| "learning_rate": 5.1070915599267914e-06, | |
| "loss": 0.0069, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.6349693251533743, | |
| "grad_norm": 0.3550050266957588, | |
| "learning_rate": 5.089245051894231e-06, | |
| "loss": 0.0111, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.6380368098159508, | |
| "grad_norm": 0.35728707924870967, | |
| "learning_rate": 5.071397406448937e-06, | |
| "loss": 0.0099, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.6411042944785277, | |
| "grad_norm": 0.3773540116151394, | |
| "learning_rate": 5.05354885105606e-06, | |
| "loss": 0.0058, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.6441717791411041, | |
| "grad_norm": 0.3949338659980868, | |
| "learning_rate": 5.035699613192348e-06, | |
| "loss": 0.0082, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.647239263803681, | |
| "grad_norm": 0.4646573686558157, | |
| "learning_rate": 5.017849920343246e-06, | |
| "loss": 0.01, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.6503067484662577, | |
| "grad_norm": 0.5642128335140358, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0143, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.6533742331288344, | |
| "grad_norm": 0.2479092759047113, | |
| "learning_rate": 4.9821500796567565e-06, | |
| "loss": 0.0032, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.656441717791411, | |
| "grad_norm": 0.42550957150659624, | |
| "learning_rate": 4.964300386807653e-06, | |
| "loss": 0.0089, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.6595092024539877, | |
| "grad_norm": 0.36622590607369476, | |
| "learning_rate": 4.946451148943941e-06, | |
| "loss": 0.0064, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.6625766871165644, | |
| "grad_norm": 0.4546077208760806, | |
| "learning_rate": 4.928602593551065e-06, | |
| "loss": 0.0113, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.665644171779141, | |
| "grad_norm": 0.3196662160157007, | |
| "learning_rate": 4.91075494810577e-06, | |
| "loss": 0.0038, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.668711656441718, | |
| "grad_norm": 0.1781642502108262, | |
| "learning_rate": 4.89290844007321e-06, | |
| "loss": 0.0026, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.6717791411042944, | |
| "grad_norm": 0.44145521346579086, | |
| "learning_rate": 4.875063296904042e-06, | |
| "loss": 0.0147, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.6748466257668713, | |
| "grad_norm": 0.2982215293082941, | |
| "learning_rate": 4.85721974603152e-06, | |
| "loss": 0.0034, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.6779141104294477, | |
| "grad_norm": 0.5088058908733735, | |
| "learning_rate": 4.8393780148686135e-06, | |
| "loss": 0.0106, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.6809815950920246, | |
| "grad_norm": 0.2439455722582877, | |
| "learning_rate": 4.821538330805098e-06, | |
| "loss": 0.0047, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.6840490797546013, | |
| "grad_norm": 0.48092459587570097, | |
| "learning_rate": 4.803700921204659e-06, | |
| "loss": 0.0071, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.687116564417178, | |
| "grad_norm": 0.43594614747810895, | |
| "learning_rate": 4.785866013401989e-06, | |
| "loss": 0.0097, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.6901840490797546, | |
| "grad_norm": 0.2719151732829852, | |
| "learning_rate": 4.768033834699903e-06, | |
| "loss": 0.0051, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.6932515337423313, | |
| "grad_norm": 0.2671115953727491, | |
| "learning_rate": 4.750204612366432e-06, | |
| "loss": 0.0059, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.696319018404908, | |
| "grad_norm": 0.5253601733548036, | |
| "learning_rate": 4.7323785736319246e-06, | |
| "loss": 0.0081, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.6993865030674846, | |
| "grad_norm": 0.3830793685344685, | |
| "learning_rate": 4.71455594568616e-06, | |
| "loss": 0.0083, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.7024539877300615, | |
| "grad_norm": 0.31034852969587023, | |
| "learning_rate": 4.6967369556754476e-06, | |
| "loss": 0.0054, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.705521472392638, | |
| "grad_norm": 0.4396568468476409, | |
| "learning_rate": 4.678921830699724e-06, | |
| "loss": 0.0085, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.7085889570552149, | |
| "grad_norm": 0.40764526944989854, | |
| "learning_rate": 4.661110797809679e-06, | |
| "loss": 0.0084, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.7116564417177913, | |
| "grad_norm": 0.4813930042673, | |
| "learning_rate": 4.643304084003839e-06, | |
| "loss": 0.0078, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.7147239263803682, | |
| "grad_norm": 0.38796762918199773, | |
| "learning_rate": 4.62550191622569e-06, | |
| "loss": 0.0093, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.7177914110429446, | |
| "grad_norm": 0.26689306148678504, | |
| "learning_rate": 4.6077045213607765e-06, | |
| "loss": 0.0077, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.7208588957055215, | |
| "grad_norm": 0.40170358200898043, | |
| "learning_rate": 4.589912126233815e-06, | |
| "loss": 0.0087, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.7239263803680982, | |
| "grad_norm": 0.2382315472763123, | |
| "learning_rate": 4.572124957605803e-06, | |
| "loss": 0.0044, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.7269938650306749, | |
| "grad_norm": 0.7026811275146098, | |
| "learning_rate": 4.554343242171121e-06, | |
| "loss": 0.0095, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.7300613496932515, | |
| "grad_norm": 0.35813866462271615, | |
| "learning_rate": 4.536567206554656e-06, | |
| "loss": 0.0082, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.7331288343558282, | |
| "grad_norm": 0.461673612521973, | |
| "learning_rate": 4.5187970773089054e-06, | |
| "loss": 0.0173, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.7361963190184049, | |
| "grad_norm": 0.2649325350539358, | |
| "learning_rate": 4.501033080911087e-06, | |
| "loss": 0.0067, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.7392638036809815, | |
| "grad_norm": 0.36931292694664386, | |
| "learning_rate": 4.483275443760261e-06, | |
| "loss": 0.0071, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.7423312883435584, | |
| "grad_norm": 0.46353780643994597, | |
| "learning_rate": 4.465524392174437e-06, | |
| "loss": 0.013, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.7453987730061349, | |
| "grad_norm": 0.14701431312044777, | |
| "learning_rate": 4.447780152387694e-06, | |
| "loss": 0.0018, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.7484662576687118, | |
| "grad_norm": 0.24576972288599763, | |
| "learning_rate": 4.430042950547298e-06, | |
| "loss": 0.0044, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.7515337423312882, | |
| "grad_norm": 0.5453432857666575, | |
| "learning_rate": 4.4123130127108125e-06, | |
| "loss": 0.0196, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.7546012269938651, | |
| "grad_norm": 0.3874868229083472, | |
| "learning_rate": 4.394590564843226e-06, | |
| "loss": 0.0054, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.7576687116564416, | |
| "grad_norm": 0.3535835403255216, | |
| "learning_rate": 4.376875832814071e-06, | |
| "loss": 0.0053, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.7607361963190185, | |
| "grad_norm": 0.2749489766791634, | |
| "learning_rate": 4.359169042394537e-06, | |
| "loss": 0.0058, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.7638036809815951, | |
| "grad_norm": 0.27719491743372315, | |
| "learning_rate": 4.341470419254603e-06, | |
| "loss": 0.0056, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.7668711656441718, | |
| "grad_norm": 0.42628419434925463, | |
| "learning_rate": 4.323780188960156e-06, | |
| "loss": 0.0082, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.7699386503067485, | |
| "grad_norm": 0.37149048561678855, | |
| "learning_rate": 4.306098576970119e-06, | |
| "loss": 0.0073, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.7730061349693251, | |
| "grad_norm": 0.4347325087122037, | |
| "learning_rate": 4.2884258086335755e-06, | |
| "loss": 0.0081, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.7760736196319018, | |
| "grad_norm": 0.4011537380642771, | |
| "learning_rate": 4.270762109186896e-06, | |
| "loss": 0.007, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.7791411042944785, | |
| "grad_norm": 0.3626109586279271, | |
| "learning_rate": 4.253107703750875e-06, | |
| "loss": 0.0069, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.7822085889570554, | |
| "grad_norm": 0.27490585927193734, | |
| "learning_rate": 4.235462817327851e-06, | |
| "loss": 0.0053, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.7852760736196318, | |
| "grad_norm": 0.4947399469938696, | |
| "learning_rate": 4.217827674798845e-06, | |
| "loss": 0.0058, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.7883435582822087, | |
| "grad_norm": 0.4136276570729244, | |
| "learning_rate": 4.2002025009207e-06, | |
| "loss": 0.0117, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.7914110429447851, | |
| "grad_norm": 0.38559944723198136, | |
| "learning_rate": 4.1825875203232015e-06, | |
| "loss": 0.0088, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.794478527607362, | |
| "grad_norm": 0.4626653370701894, | |
| "learning_rate": 4.164982957506226e-06, | |
| "loss": 0.0078, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.7975460122699385, | |
| "grad_norm": 0.24447282240138413, | |
| "learning_rate": 4.147389036836881e-06, | |
| "loss": 0.0026, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.8006134969325154, | |
| "grad_norm": 0.3519436504460508, | |
| "learning_rate": 4.129805982546641e-06, | |
| "loss": 0.0085, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.803680981595092, | |
| "grad_norm": 0.28482524916262597, | |
| "learning_rate": 4.1122340187284845e-06, | |
| "loss": 0.0033, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.8067484662576687, | |
| "grad_norm": 0.29892032636140786, | |
| "learning_rate": 4.09467336933405e-06, | |
| "loss": 0.0042, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.8098159509202454, | |
| "grad_norm": 0.4407796725334618, | |
| "learning_rate": 4.077124258170774e-06, | |
| "loss": 0.009, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.812883435582822, | |
| "grad_norm": 0.4583133431318533, | |
| "learning_rate": 4.059586908899039e-06, | |
| "loss": 0.0076, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.8159509202453987, | |
| "grad_norm": 0.8039166331283459, | |
| "learning_rate": 4.042061545029323e-06, | |
| "loss": 0.0089, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.8190184049079754, | |
| "grad_norm": 0.3667345238233017, | |
| "learning_rate": 4.02454838991936e-06, | |
| "loss": 0.011, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.8220858895705523, | |
| "grad_norm": 0.208178307389126, | |
| "learning_rate": 4.007047666771274e-06, | |
| "loss": 0.0022, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.8251533742331287, | |
| "grad_norm": 0.5198316863113215, | |
| "learning_rate": 3.989559598628753e-06, | |
| "loss": 0.0117, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.8282208588957056, | |
| "grad_norm": 0.4442650765755917, | |
| "learning_rate": 3.972084408374198e-06, | |
| "loss": 0.0101, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.831288343558282, | |
| "grad_norm": 0.48936961648999217, | |
| "learning_rate": 3.954622318725884e-06, | |
| "loss": 0.0068, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.834355828220859, | |
| "grad_norm": 0.20528461066058848, | |
| "learning_rate": 3.937173552235117e-06, | |
| "loss": 0.0045, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.8374233128834356, | |
| "grad_norm": 0.29341413585659293, | |
| "learning_rate": 3.919738331283408e-06, | |
| "loss": 0.0057, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.8404907975460123, | |
| "grad_norm": 0.2557977944149396, | |
| "learning_rate": 3.902316878079629e-06, | |
| "loss": 0.0041, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.843558282208589, | |
| "grad_norm": 0.4227990072533373, | |
| "learning_rate": 3.8849094146571836e-06, | |
| "loss": 0.0119, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.8466257668711656, | |
| "grad_norm": 0.5214661055541566, | |
| "learning_rate": 3.867516162871177e-06, | |
| "loss": 0.0141, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.8496932515337423, | |
| "grad_norm": 0.37635698001587115, | |
| "learning_rate": 3.850137344395598e-06, | |
| "loss": 0.0082, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.852760736196319, | |
| "grad_norm": 0.23128959245280112, | |
| "learning_rate": 3.832773180720475e-06, | |
| "loss": 0.0056, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.8558282208588959, | |
| "grad_norm": 0.38717364607066673, | |
| "learning_rate": 3.815423893149065e-06, | |
| "loss": 0.0135, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.8588957055214723, | |
| "grad_norm": 0.27375167119044574, | |
| "learning_rate": 3.798089702795038e-06, | |
| "loss": 0.0066, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.8619631901840492, | |
| "grad_norm": 0.3375505038267758, | |
| "learning_rate": 3.7807708305796494e-06, | |
| "loss": 0.0076, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.8650306748466257, | |
| "grad_norm": 0.5530104418841859, | |
| "learning_rate": 3.7634674972289227e-06, | |
| "loss": 0.0146, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.8680981595092025, | |
| "grad_norm": 0.41041915581422406, | |
| "learning_rate": 3.7461799232708497e-06, | |
| "loss": 0.0051, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.871165644171779, | |
| "grad_norm": 0.3713305823986346, | |
| "learning_rate": 3.7289083290325668e-06, | |
| "loss": 0.0102, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.8742331288343559, | |
| "grad_norm": 0.46230186432718484, | |
| "learning_rate": 3.7116529346375487e-06, | |
| "loss": 0.0098, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.8773006134969326, | |
| "grad_norm": 0.16535019806482476, | |
| "learning_rate": 3.694413960002814e-06, | |
| "loss": 0.003, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.8803680981595092, | |
| "grad_norm": 0.2930581875533518, | |
| "learning_rate": 3.677191624836106e-06, | |
| "loss": 0.0032, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.883435582822086, | |
| "grad_norm": 0.373888513580928, | |
| "learning_rate": 3.6599861486331074e-06, | |
| "loss": 0.0059, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.8865030674846626, | |
| "grad_norm": 0.6381390350325629, | |
| "learning_rate": 3.6427977506746293e-06, | |
| "loss": 0.0122, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.8895705521472392, | |
| "grad_norm": 0.41045091382297616, | |
| "learning_rate": 3.6256266500238312e-06, | |
| "loss": 0.0129, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.892638036809816, | |
| "grad_norm": 0.49828625275146515, | |
| "learning_rate": 3.608473065523419e-06, | |
| "loss": 0.01, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.8957055214723928, | |
| "grad_norm": 0.3956832540966562, | |
| "learning_rate": 3.5913372157928515e-06, | |
| "loss": 0.0062, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.8987730061349692, | |
| "grad_norm": 0.3672630309971258, | |
| "learning_rate": 3.5742193192255724e-06, | |
| "loss": 0.0061, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.9018404907975461, | |
| "grad_norm": 0.3145272087003987, | |
| "learning_rate": 3.557119593986208e-06, | |
| "loss": 0.0059, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.9049079754601226, | |
| "grad_norm": 0.30910831663414223, | |
| "learning_rate": 3.5400382580077923e-06, | |
| "loss": 0.0033, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.9079754601226995, | |
| "grad_norm": 0.1959441278445393, | |
| "learning_rate": 3.5229755289890005e-06, | |
| "loss": 0.0043, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.911042944785276, | |
| "grad_norm": 0.5277004855106132, | |
| "learning_rate": 3.5059316243913556e-06, | |
| "loss": 0.0106, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.9141104294478528, | |
| "grad_norm": 0.21771914977302229, | |
| "learning_rate": 3.4889067614364714e-06, | |
| "loss": 0.0041, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.9171779141104295, | |
| "grad_norm": 0.39360915150568093, | |
| "learning_rate": 3.47190115710328e-06, | |
| "loss": 0.0073, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.9202453987730062, | |
| "grad_norm": 0.3485481083987293, | |
| "learning_rate": 3.4549150281252635e-06, | |
| "loss": 0.0136, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.9233128834355828, | |
| "grad_norm": 0.24255517433539572, | |
| "learning_rate": 3.437948590987693e-06, | |
| "loss": 0.0051, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.9263803680981595, | |
| "grad_norm": 0.29586738644042815, | |
| "learning_rate": 3.4210020619248762e-06, | |
| "loss": 0.0089, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.9294478527607362, | |
| "grad_norm": 0.4186524656839354, | |
| "learning_rate": 3.404075656917388e-06, | |
| "loss": 0.0074, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.9325153374233128, | |
| "grad_norm": 0.30619441436870193, | |
| "learning_rate": 3.3871695916893314e-06, | |
| "loss": 0.0096, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.9355828220858897, | |
| "grad_norm": 0.578307433564674, | |
| "learning_rate": 3.370284081705579e-06, | |
| "loss": 0.0075, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.9386503067484662, | |
| "grad_norm": 0.44719452467917326, | |
| "learning_rate": 3.3534193421690348e-06, | |
| "loss": 0.0108, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.941717791411043, | |
| "grad_norm": 0.26118371726805234, | |
| "learning_rate": 3.336575588017881e-06, | |
| "loss": 0.0052, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.9447852760736195, | |
| "grad_norm": 0.48800768739543726, | |
| "learning_rate": 3.319753033922849e-06, | |
| "loss": 0.0086, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.9478527607361964, | |
| "grad_norm": 0.4006588666794408, | |
| "learning_rate": 3.302951894284481e-06, | |
| "loss": 0.0114, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.9509202453987728, | |
| "grad_norm": 0.2289092092840238, | |
| "learning_rate": 3.286172383230388e-06, | |
| "loss": 0.0024, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.9539877300613497, | |
| "grad_norm": 0.4127045861094555, | |
| "learning_rate": 3.269414714612534e-06, | |
| "loss": 0.0087, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.9570552147239264, | |
| "grad_norm": 0.3163153860623139, | |
| "learning_rate": 3.252679102004509e-06, | |
| "loss": 0.0065, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.960122699386503, | |
| "grad_norm": 0.2603842753498582, | |
| "learning_rate": 3.2359657586987934e-06, | |
| "loss": 0.0067, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.9631901840490797, | |
| "grad_norm": 0.557283191260559, | |
| "learning_rate": 3.2192748977040535e-06, | |
| "loss": 0.0097, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.9662576687116564, | |
| "grad_norm": 0.34901479007130604, | |
| "learning_rate": 3.2026067317424244e-06, | |
| "loss": 0.0096, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.969325153374233, | |
| "grad_norm": 0.45136631101338426, | |
| "learning_rate": 3.1859614732467957e-06, | |
| "loss": 0.0135, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.9723926380368098, | |
| "grad_norm": 0.23384558728197918, | |
| "learning_rate": 3.169339334358105e-06, | |
| "loss": 0.0054, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.9754601226993866, | |
| "grad_norm": 0.14084876331113608, | |
| "learning_rate": 3.152740526922631e-06, | |
| "loss": 0.0017, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.978527607361963, | |
| "grad_norm": 0.4962557161989476, | |
| "learning_rate": 3.1361652624893065e-06, | |
| "loss": 0.0534, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.98159509202454, | |
| "grad_norm": 0.34403517138193335, | |
| "learning_rate": 3.119613752307002e-06, | |
| "loss": 0.0041, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.9846625766871164, | |
| "grad_norm": 0.15306880270008735, | |
| "learning_rate": 3.1030862073218493e-06, | |
| "loss": 0.0023, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.9877300613496933, | |
| "grad_norm": 0.33113489538489377, | |
| "learning_rate": 3.0865828381745515e-06, | |
| "loss": 0.0071, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.99079754601227, | |
| "grad_norm": 0.5136944684210311, | |
| "learning_rate": 3.0701038551976888e-06, | |
| "loss": 0.0127, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.9938650306748467, | |
| "grad_norm": 0.636270989600524, | |
| "learning_rate": 3.053649468413043e-06, | |
| "loss": 0.0163, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.9969325153374233, | |
| "grad_norm": 0.4511697907324155, | |
| "learning_rate": 3.037219887528928e-06, | |
| "loss": 0.0075, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3185377520844948, | |
| "learning_rate": 3.020815321937509e-06, | |
| "loss": 0.0052, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 2.003067484662577, | |
| "grad_norm": 0.1568715672001099, | |
| "learning_rate": 3.0044359807121295e-06, | |
| "loss": 0.0029, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 2.0061349693251533, | |
| "grad_norm": 0.08384719456802235, | |
| "learning_rate": 2.9880820726046613e-06, | |
| "loss": 0.0009, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 2.0092024539877302, | |
| "grad_norm": 0.2688822844440017, | |
| "learning_rate": 2.9717538060428307e-06, | |
| "loss": 0.0057, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.0122699386503067, | |
| "grad_norm": 0.156419801199432, | |
| "learning_rate": 2.955451389127567e-06, | |
| "loss": 0.0027, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 2.0153374233128836, | |
| "grad_norm": 0.13118375650446254, | |
| "learning_rate": 2.9391750296303506e-06, | |
| "loss": 0.0009, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 2.01840490797546, | |
| "grad_norm": 0.2776210187070672, | |
| "learning_rate": 2.9229249349905686e-06, | |
| "loss": 0.003, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 2.021472392638037, | |
| "grad_norm": 0.23522515094248445, | |
| "learning_rate": 2.906701312312861e-06, | |
| "loss": 0.0042, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 2.0245398773006134, | |
| "grad_norm": 0.2197503271341387, | |
| "learning_rate": 2.8905043683644875e-06, | |
| "loss": 0.0022, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.0276073619631902, | |
| "grad_norm": 0.45337971579413167, | |
| "learning_rate": 2.8743343095727006e-06, | |
| "loss": 0.0059, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 2.0306748466257667, | |
| "grad_norm": 0.18232608740756975, | |
| "learning_rate": 2.8581913420220954e-06, | |
| "loss": 0.0017, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 2.0337423312883436, | |
| "grad_norm": 0.10602348834285584, | |
| "learning_rate": 2.842075671451996e-06, | |
| "loss": 0.0027, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 2.03680981595092, | |
| "grad_norm": 0.24863800686061804, | |
| "learning_rate": 2.8259875032538407e-06, | |
| "loss": 0.0053, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 2.039877300613497, | |
| "grad_norm": 0.24148419846802188, | |
| "learning_rate": 2.8099270424685427e-06, | |
| "loss": 0.0036, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.042944785276074, | |
| "grad_norm": 0.18602273100673639, | |
| "learning_rate": 2.7938944937838924e-06, | |
| "loss": 0.0031, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 2.0460122699386503, | |
| "grad_norm": 0.22353235398611618, | |
| "learning_rate": 2.7778900615319536e-06, | |
| "loss": 0.0018, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 2.049079754601227, | |
| "grad_norm": 0.22727585190425154, | |
| "learning_rate": 2.761913949686438e-06, | |
| "loss": 0.0023, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 2.0521472392638036, | |
| "grad_norm": 0.18334423927687288, | |
| "learning_rate": 2.745966361860127e-06, | |
| "loss": 0.0023, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 2.0552147239263805, | |
| "grad_norm": 0.18018696754304367, | |
| "learning_rate": 2.7300475013022666e-06, | |
| "loss": 0.0033, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.058282208588957, | |
| "grad_norm": 0.2365128870735293, | |
| "learning_rate": 2.7141575708959777e-06, | |
| "loss": 0.0025, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 2.061349693251534, | |
| "grad_norm": 0.24627552484555662, | |
| "learning_rate": 2.698296773155673e-06, | |
| "loss": 0.0024, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 2.0644171779141103, | |
| "grad_norm": 0.3428729630059143, | |
| "learning_rate": 2.682465310224473e-06, | |
| "loss": 0.0096, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 2.067484662576687, | |
| "grad_norm": 0.21165758715609964, | |
| "learning_rate": 2.6666633838716317e-06, | |
| "loss": 0.0043, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 2.0705521472392636, | |
| "grad_norm": 0.12204006380648764, | |
| "learning_rate": 2.6508911954899648e-06, | |
| "loss": 0.0014, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.0736196319018405, | |
| "grad_norm": 0.1545359743955643, | |
| "learning_rate": 2.6351489460932815e-06, | |
| "loss": 0.0038, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 2.0766871165644174, | |
| "grad_norm": 0.27334965743962947, | |
| "learning_rate": 2.6194368363138258e-06, | |
| "loss": 0.0039, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 2.079754601226994, | |
| "grad_norm": 0.14500449963412065, | |
| "learning_rate": 2.603755066399718e-06, | |
| "loss": 0.0026, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 2.0828220858895707, | |
| "grad_norm": 0.25173969209235253, | |
| "learning_rate": 2.5881038362123937e-06, | |
| "loss": 0.004, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 2.085889570552147, | |
| "grad_norm": 0.23000782863325714, | |
| "learning_rate": 2.5724833452240796e-06, | |
| "loss": 0.0045, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.088957055214724, | |
| "grad_norm": 0.3760891599612169, | |
| "learning_rate": 2.5568937925152272e-06, | |
| "loss": 0.0071, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 2.0920245398773005, | |
| "grad_norm": 0.4376412312537201, | |
| "learning_rate": 2.5413353767719805e-06, | |
| "loss": 0.0043, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 2.0950920245398774, | |
| "grad_norm": 0.05798098025158203, | |
| "learning_rate": 2.5258082962836616e-06, | |
| "loss": 0.0007, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 2.098159509202454, | |
| "grad_norm": 0.2054750633268483, | |
| "learning_rate": 2.510312748940222e-06, | |
| "loss": 0.0027, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 2.1012269938650308, | |
| "grad_norm": 0.11726586713716912, | |
| "learning_rate": 2.4948489322297258e-06, | |
| "loss": 0.0016, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.104294478527607, | |
| "grad_norm": 0.12698443724257102, | |
| "learning_rate": 2.4794170432358415e-06, | |
| "loss": 0.0031, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 2.107361963190184, | |
| "grad_norm": 0.22795055728578995, | |
| "learning_rate": 2.464017278635323e-06, | |
| "loss": 0.0032, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 2.1104294478527605, | |
| "grad_norm": 0.1957131964875298, | |
| "learning_rate": 2.448649834695503e-06, | |
| "loss": 0.0033, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 2.1134969325153374, | |
| "grad_norm": 0.19210852074104182, | |
| "learning_rate": 2.433314907271794e-06, | |
| "loss": 0.0027, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 2.116564417177914, | |
| "grad_norm": 0.04233819240534726, | |
| "learning_rate": 2.418012691805191e-06, | |
| "loss": 0.0005, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.1196319018404908, | |
| "grad_norm": 0.26464285040782537, | |
| "learning_rate": 2.402743383319781e-06, | |
| "loss": 0.0039, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 2.1226993865030677, | |
| "grad_norm": 0.11980748517310268, | |
| "learning_rate": 2.387507176420256e-06, | |
| "loss": 0.0021, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 2.125766871165644, | |
| "grad_norm": 0.3334739663015842, | |
| "learning_rate": 2.372304265289436e-06, | |
| "loss": 0.0037, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 2.128834355828221, | |
| "grad_norm": 0.6850456912727723, | |
| "learning_rate": 2.3571348436857906e-06, | |
| "loss": 0.0028, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 2.1319018404907975, | |
| "grad_norm": 0.28144676205745234, | |
| "learning_rate": 2.3419991049409713e-06, | |
| "loss": 0.0036, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.1349693251533743, | |
| "grad_norm": 0.108927883546715, | |
| "learning_rate": 2.326897241957348e-06, | |
| "loss": 0.0018, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 2.138036809815951, | |
| "grad_norm": 0.38148279786228145, | |
| "learning_rate": 2.3118294472055497e-06, | |
| "loss": 0.0019, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 2.1411042944785277, | |
| "grad_norm": 0.1970691641521866, | |
| "learning_rate": 2.296795912722014e-06, | |
| "loss": 0.0041, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 2.144171779141104, | |
| "grad_norm": 0.15517303717415623, | |
| "learning_rate": 2.2817968301065284e-06, | |
| "loss": 0.002, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 2.147239263803681, | |
| "grad_norm": 0.14207658565717568, | |
| "learning_rate": 2.266832390519811e-06, | |
| "loss": 0.0027, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.1503067484662575, | |
| "grad_norm": 0.15125238624427667, | |
| "learning_rate": 2.2519027846810517e-06, | |
| "loss": 0.0019, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 2.1533742331288344, | |
| "grad_norm": 0.7896376793637964, | |
| "learning_rate": 2.2370082028654867e-06, | |
| "loss": 0.0032, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 2.1564417177914113, | |
| "grad_norm": 0.10686878822853349, | |
| "learning_rate": 2.2221488349019903e-06, | |
| "loss": 0.0009, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 2.1595092024539877, | |
| "grad_norm": 0.22123439350597152, | |
| "learning_rate": 2.207324870170629e-06, | |
| "loss": 0.0052, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 2.1625766871165646, | |
| "grad_norm": 0.2728382879459407, | |
| "learning_rate": 2.192536497600266e-06, | |
| "loss": 0.0032, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.165644171779141, | |
| "grad_norm": 0.10959838407771286, | |
| "learning_rate": 2.1777839056661555e-06, | |
| "loss": 0.0026, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 2.168711656441718, | |
| "grad_norm": 0.09379423416997926, | |
| "learning_rate": 2.1630672823875207e-06, | |
| "loss": 0.0013, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 2.1717791411042944, | |
| "grad_norm": 0.24830346437651182, | |
| "learning_rate": 2.148386815325179e-06, | |
| "loss": 0.0027, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 2.1748466257668713, | |
| "grad_norm": 0.29344159057905606, | |
| "learning_rate": 2.133742691579145e-06, | |
| "loss": 0.0009, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 2.1779141104294477, | |
| "grad_norm": 0.30344248949976294, | |
| "learning_rate": 2.1191350977862362e-06, | |
| "loss": 0.0009, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.1809815950920246, | |
| "grad_norm": 0.2217780773980183, | |
| "learning_rate": 2.1045642201177075e-06, | |
| "loss": 0.0033, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 2.184049079754601, | |
| "grad_norm": 0.07121103642716385, | |
| "learning_rate": 2.0900302442768717e-06, | |
| "loss": 0.0009, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 2.187116564417178, | |
| "grad_norm": 0.3321155284383894, | |
| "learning_rate": 2.075533355496735e-06, | |
| "loss": 0.0045, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 2.190184049079755, | |
| "grad_norm": 0.40941768481145857, | |
| "learning_rate": 2.061073738537635e-06, | |
| "loss": 0.0073, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 2.1932515337423313, | |
| "grad_norm": 0.21360420814522896, | |
| "learning_rate": 2.0466515776848857e-06, | |
| "loss": 0.004, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.196319018404908, | |
| "grad_norm": 0.22144562584721872, | |
| "learning_rate": 2.0322670567464304e-06, | |
| "loss": 0.0034, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 2.1993865030674846, | |
| "grad_norm": 0.09113523991255253, | |
| "learning_rate": 2.0179203590504976e-06, | |
| "loss": 0.0008, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 2.2024539877300615, | |
| "grad_norm": 0.21551251871892765, | |
| "learning_rate": 2.0036116674432653e-06, | |
| "loss": 0.0029, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 2.205521472392638, | |
| "grad_norm": 0.1251050643902028, | |
| "learning_rate": 1.9893411642865317e-06, | |
| "loss": 0.0008, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 2.208588957055215, | |
| "grad_norm": 0.12424583137608142, | |
| "learning_rate": 1.975109031455388e-06, | |
| "loss": 0.002, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.2116564417177913, | |
| "grad_norm": 0.21560055643150958, | |
| "learning_rate": 1.9609154503359024e-06, | |
| "loss": 0.0031, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 2.214723926380368, | |
| "grad_norm": 0.2651282013461321, | |
| "learning_rate": 1.946760601822809e-06, | |
| "loss": 0.007, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 2.2177914110429446, | |
| "grad_norm": 0.20960322018223657, | |
| "learning_rate": 1.9326446663172036e-06, | |
| "loss": 0.0046, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 2.2208588957055215, | |
| "grad_norm": 0.1515234364008256, | |
| "learning_rate": 1.9185678237242373e-06, | |
| "loss": 0.001, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 2.223926380368098, | |
| "grad_norm": 0.027001817306581417, | |
| "learning_rate": 1.9045302534508298e-06, | |
| "loss": 0.0003, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.226993865030675, | |
| "grad_norm": 0.3772275262465891, | |
| "learning_rate": 1.89053213440339e-06, | |
| "loss": 0.0027, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 2.2300613496932513, | |
| "grad_norm": 0.16416633898381086, | |
| "learning_rate": 1.8765736449855165e-06, | |
| "loss": 0.003, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 2.233128834355828, | |
| "grad_norm": 0.24149851337878356, | |
| "learning_rate": 1.8626549630957397e-06, | |
| "loss": 0.0043, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 2.236196319018405, | |
| "grad_norm": 0.15235662451937504, | |
| "learning_rate": 1.8487762661252557e-06, | |
| "loss": 0.0021, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 2.2392638036809815, | |
| "grad_norm": 0.1793857007355656, | |
| "learning_rate": 1.8349377309556487e-06, | |
| "loss": 0.0032, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.2423312883435584, | |
| "grad_norm": 0.1250791648939321, | |
| "learning_rate": 1.8211395339566561e-06, | |
| "loss": 0.0016, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 2.245398773006135, | |
| "grad_norm": 0.17768178437092705, | |
| "learning_rate": 1.8073818509839097e-06, | |
| "loss": 0.0022, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 2.2484662576687118, | |
| "grad_norm": 0.36063973591837933, | |
| "learning_rate": 1.7936648573766956e-06, | |
| "loss": 0.0027, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 2.2515337423312882, | |
| "grad_norm": 0.23032103099080775, | |
| "learning_rate": 1.7799887279557238e-06, | |
| "loss": 0.0041, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 2.254601226993865, | |
| "grad_norm": 0.44527941027974083, | |
| "learning_rate": 1.766353637020895e-06, | |
| "loss": 0.0051, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.2576687116564416, | |
| "grad_norm": 0.24421891863384448, | |
| "learning_rate": 1.7527597583490825e-06, | |
| "loss": 0.0019, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 2.2607361963190185, | |
| "grad_norm": 0.17699844104396198, | |
| "learning_rate": 1.7392072651919163e-06, | |
| "loss": 0.0022, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 2.263803680981595, | |
| "grad_norm": 0.09239369823066165, | |
| "learning_rate": 1.7256963302735752e-06, | |
| "loss": 0.0011, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 2.266871165644172, | |
| "grad_norm": 0.2896983984065453, | |
| "learning_rate": 1.7122271257885853e-06, | |
| "loss": 0.0045, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 2.2699386503067487, | |
| "grad_norm": 0.48822736310943793, | |
| "learning_rate": 1.6987998233996279e-06, | |
| "loss": 0.0029, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.273006134969325, | |
| "grad_norm": 0.09163689641484868, | |
| "learning_rate": 1.6854145942353417e-06, | |
| "loss": 0.0007, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 2.276073619631902, | |
| "grad_norm": 0.08173136485172053, | |
| "learning_rate": 1.6720716088881595e-06, | |
| "loss": 0.0014, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 2.2791411042944785, | |
| "grad_norm": 0.2545572168918258, | |
| "learning_rate": 1.6587710374121203e-06, | |
| "loss": 0.0037, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 2.2822085889570554, | |
| "grad_norm": 0.1336031235680743, | |
| "learning_rate": 1.645513049320699e-06, | |
| "loss": 0.0016, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 2.285276073619632, | |
| "grad_norm": 0.12057113363078809, | |
| "learning_rate": 1.6322978135846628e-06, | |
| "loss": 0.0015, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.2883435582822087, | |
| "grad_norm": 0.4840801469818166, | |
| "learning_rate": 1.6191254986299044e-06, | |
| "loss": 0.004, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 2.291411042944785, | |
| "grad_norm": 0.07732626484388591, | |
| "learning_rate": 1.6059962723352912e-06, | |
| "loss": 0.0009, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 2.294478527607362, | |
| "grad_norm": 0.8607829885785011, | |
| "learning_rate": 1.5929103020305441e-06, | |
| "loss": 0.0088, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 2.2975460122699385, | |
| "grad_norm": 0.12352491257367763, | |
| "learning_rate": 1.5798677544940894e-06, | |
| "loss": 0.0015, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 2.3006134969325154, | |
| "grad_norm": 0.11613033648370168, | |
| "learning_rate": 1.566868795950932e-06, | |
| "loss": 0.0018, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.3036809815950923, | |
| "grad_norm": 0.12377281598855457, | |
| "learning_rate": 1.5539135920705545e-06, | |
| "loss": 0.0018, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 2.3067484662576687, | |
| "grad_norm": 0.1545665427345137, | |
| "learning_rate": 1.5410023079647823e-06, | |
| "loss": 0.0017, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 2.309815950920245, | |
| "grad_norm": 0.17077252050239153, | |
| "learning_rate": 1.5281351081856977e-06, | |
| "loss": 0.0027, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 2.312883435582822, | |
| "grad_norm": 0.158419257234868, | |
| "learning_rate": 1.5153121567235334e-06, | |
| "loss": 0.0033, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 2.315950920245399, | |
| "grad_norm": 0.0742824026432101, | |
| "learning_rate": 1.5025336170045861e-06, | |
| "loss": 0.0005, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.3190184049079754, | |
| "grad_norm": 0.34483635411603586, | |
| "learning_rate": 1.4897996518891328e-06, | |
| "loss": 0.0022, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 2.3220858895705523, | |
| "grad_norm": 0.06803963933434524, | |
| "learning_rate": 1.4771104236693524e-06, | |
| "loss": 0.0008, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 2.3251533742331287, | |
| "grad_norm": 0.24863338473945598, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.0026, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 2.3282208588957056, | |
| "grad_norm": 0.11453250446971239, | |
| "learning_rate": 1.451866824232655e-06, | |
| "loss": 0.0015, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 2.331288343558282, | |
| "grad_norm": 0.14650541046670912, | |
| "learning_rate": 1.439312774741042e-06, | |
| "loss": 0.003, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.334355828220859, | |
| "grad_norm": 0.1648695133277369, | |
| "learning_rate": 1.4268041055916104e-06, | |
| "loss": 0.0033, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 2.3374233128834354, | |
| "grad_norm": 0.13479759235284597, | |
| "learning_rate": 1.4143409762051829e-06, | |
| "loss": 0.0024, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 2.3404907975460123, | |
| "grad_norm": 0.2810401943509781, | |
| "learning_rate": 1.4019235454221858e-06, | |
| "loss": 0.0055, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 2.3435582822085887, | |
| "grad_norm": 0.16871442265684417, | |
| "learning_rate": 1.389551971500624e-06, | |
| "loss": 0.0015, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 2.3466257668711656, | |
| "grad_norm": 0.05570036580769489, | |
| "learning_rate": 1.3772264121140661e-06, | |
| "loss": 0.0009, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.3496932515337425, | |
| "grad_norm": 0.1683059834869823, | |
| "learning_rate": 1.3649470243496327e-06, | |
| "loss": 0.0037, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 2.352760736196319, | |
| "grad_norm": 0.17630906022011067, | |
| "learning_rate": 1.3527139647059912e-06, | |
| "loss": 0.0016, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 2.355828220858896, | |
| "grad_norm": 0.19859929329947976, | |
| "learning_rate": 1.340527389091374e-06, | |
| "loss": 0.0048, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 2.3588957055214723, | |
| "grad_norm": 0.13967179062236237, | |
| "learning_rate": 1.3283874528215735e-06, | |
| "loss": 0.0045, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 2.361963190184049, | |
| "grad_norm": 0.0984015071068125, | |
| "learning_rate": 1.3162943106179748e-06, | |
| "loss": 0.0011, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.3650306748466257, | |
| "grad_norm": 0.2649561326989602, | |
| "learning_rate": 1.304248116605587e-06, | |
| "loss": 0.0034, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 2.3680981595092025, | |
| "grad_norm": 0.20608647696978882, | |
| "learning_rate": 1.2922490243110613e-06, | |
| "loss": 0.0021, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 2.371165644171779, | |
| "grad_norm": 0.14261322619364292, | |
| "learning_rate": 1.2802971866607522e-06, | |
| "loss": 0.001, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 2.374233128834356, | |
| "grad_norm": 0.2809342227158972, | |
| "learning_rate": 1.2683927559787657e-06, | |
| "loss": 0.006, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 2.3773006134969323, | |
| "grad_norm": 0.14128256049100985, | |
| "learning_rate": 1.256535883985005e-06, | |
| "loss": 0.0022, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.3803680981595092, | |
| "grad_norm": 0.17658685558545897, | |
| "learning_rate": 1.2447267217932508e-06, | |
| "loss": 0.002, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 2.383435582822086, | |
| "grad_norm": 0.16558249370135808, | |
| "learning_rate": 1.232965419909235e-06, | |
| "loss": 0.0038, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 2.3865030674846626, | |
| "grad_norm": 0.3563889958841285, | |
| "learning_rate": 1.2212521282287093e-06, | |
| "loss": 0.005, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 2.3895705521472395, | |
| "grad_norm": 0.17260337058148664, | |
| "learning_rate": 1.2095869960355494e-06, | |
| "loss": 0.003, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 2.392638036809816, | |
| "grad_norm": 0.1256214537945841, | |
| "learning_rate": 1.1979701719998454e-06, | |
| "loss": 0.0019, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.395705521472393, | |
| "grad_norm": 0.20072911308799066, | |
| "learning_rate": 1.186401804176009e-06, | |
| "loss": 0.0026, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 2.3987730061349692, | |
| "grad_norm": 0.12122821617966971, | |
| "learning_rate": 1.1748820400008843e-06, | |
| "loss": 0.0014, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 2.401840490797546, | |
| "grad_norm": 0.12587338917377983, | |
| "learning_rate": 1.1634110262918718e-06, | |
| "loss": 0.0041, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 2.4049079754601226, | |
| "grad_norm": 0.3656333842091313, | |
| "learning_rate": 1.1519889092450543e-06, | |
| "loss": 0.0018, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 2.4079754601226995, | |
| "grad_norm": 0.17872994295712075, | |
| "learning_rate": 1.1406158344333367e-06, | |
| "loss": 0.002, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.411042944785276, | |
| "grad_norm": 0.1619892096996537, | |
| "learning_rate": 1.1292919468045876e-06, | |
| "loss": 0.0023, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 2.414110429447853, | |
| "grad_norm": 0.19439110501138088, | |
| "learning_rate": 1.1180173906797947e-06, | |
| "loss": 0.0025, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 2.4171779141104293, | |
| "grad_norm": 0.10302567991744616, | |
| "learning_rate": 1.1067923097512256e-06, | |
| "loss": 0.0016, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 2.420245398773006, | |
| "grad_norm": 0.2911971113981604, | |
| "learning_rate": 1.0956168470805877e-06, | |
| "loss": 0.0069, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 2.4233128834355826, | |
| "grad_norm": 0.06255863079734855, | |
| "learning_rate": 1.0844911450972228e-06, | |
| "loss": 0.0009, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.4263803680981595, | |
| "grad_norm": 0.08073513643263174, | |
| "learning_rate": 1.0734153455962765e-06, | |
| "loss": 0.0011, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 2.4294478527607364, | |
| "grad_norm": 0.10514179663335815, | |
| "learning_rate": 1.0623895897368914e-06, | |
| "loss": 0.0015, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 2.432515337423313, | |
| "grad_norm": 0.1666940116725245, | |
| "learning_rate": 1.0514140180404202e-06, | |
| "loss": 0.003, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 2.4355828220858897, | |
| "grad_norm": 0.3297566953046385, | |
| "learning_rate": 1.0404887703886252e-06, | |
| "loss": 0.0044, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 2.438650306748466, | |
| "grad_norm": 0.17531363640577552, | |
| "learning_rate": 1.0296139860218928e-06, | |
| "loss": 0.0024, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 2.441717791411043, | |
| "grad_norm": 0.16868562336567175, | |
| "learning_rate": 1.0187898035374683e-06, | |
| "loss": 0.0016, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 2.4447852760736195, | |
| "grad_norm": 0.04584091385348708, | |
| "learning_rate": 1.008016360887683e-06, | |
| "loss": 0.0004, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 2.4478527607361964, | |
| "grad_norm": 0.18449622203743876, | |
| "learning_rate": 9.972937953781985e-07, | |
| "loss": 0.0042, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 2.450920245398773, | |
| "grad_norm": 0.13526404943688417, | |
| "learning_rate": 9.86622243666256e-07, | |
| "loss": 0.0016, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 2.4539877300613497, | |
| "grad_norm": 0.25252415406049705, | |
| "learning_rate": 9.760018417589333e-07, | |
| "loss": 0.0034, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.457055214723926, | |
| "grad_norm": 0.215518358226254, | |
| "learning_rate": 9.654327250114147e-07, | |
| "loss": 0.0037, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 2.460122699386503, | |
| "grad_norm": 0.24277757923937995, | |
| "learning_rate": 9.549150281252633e-07, | |
| "loss": 0.0023, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 2.46319018404908, | |
| "grad_norm": 0.35989818534447426, | |
| "learning_rate": 9.444488851467043e-07, | |
| "loss": 0.003, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 2.4662576687116564, | |
| "grad_norm": 0.21107732092261233, | |
| "learning_rate": 9.340344294649184e-07, | |
| "loss": 0.0015, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 2.4693251533742333, | |
| "grad_norm": 0.16593048874828475, | |
| "learning_rate": 9.236717938103396e-07, | |
| "loss": 0.0021, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.4723926380368098, | |
| "grad_norm": 0.07842110293160545, | |
| "learning_rate": 9.133611102529655e-07, | |
| "loss": 0.001, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 2.4754601226993866, | |
| "grad_norm": 0.0736410449630101, | |
| "learning_rate": 9.031025102006725e-07, | |
| "loss": 0.0007, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 2.478527607361963, | |
| "grad_norm": 0.15374285119898826, | |
| "learning_rate": 8.928961243975437e-07, | |
| "loss": 0.0009, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 2.48159509202454, | |
| "grad_norm": 0.09763968706400328, | |
| "learning_rate": 8.827420829221944e-07, | |
| "loss": 0.0009, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 2.4846625766871164, | |
| "grad_norm": 0.5363611758679326, | |
| "learning_rate": 8.7264051518613e-07, | |
| "loss": 0.0054, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.4877300613496933, | |
| "grad_norm": 0.09587721531791853, | |
| "learning_rate": 8.625915499320819e-07, | |
| "loss": 0.001, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 2.4907975460122698, | |
| "grad_norm": 0.07047828098328363, | |
| "learning_rate": 8.525953152323685e-07, | |
| "loss": 0.0009, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 2.4938650306748467, | |
| "grad_norm": 0.18694536936682596, | |
| "learning_rate": 8.426519384872733e-07, | |
| "loss": 0.0024, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 2.4969325153374236, | |
| "grad_norm": 0.0805331719571376, | |
| "learning_rate": 8.327615464234129e-07, | |
| "loss": 0.0006, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.07186649864490034, | |
| "learning_rate": 8.229242650921166e-07, | |
| "loss": 0.0008, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.5030674846625764, | |
| "grad_norm": 0.12548189563671605, | |
| "learning_rate": 8.131402198678373e-07, | |
| "loss": 0.0027, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 2.5061349693251533, | |
| "grad_norm": 0.2623745485957233, | |
| "learning_rate": 8.034095354465337e-07, | |
| "loss": 0.0028, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 2.5092024539877302, | |
| "grad_norm": 0.11779343034917025, | |
| "learning_rate": 7.937323358440935e-07, | |
| "loss": 0.001, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 2.5122699386503067, | |
| "grad_norm": 0.09129107157387073, | |
| "learning_rate": 7.841087443947543e-07, | |
| "loss": 0.0015, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 2.5153374233128836, | |
| "grad_norm": 0.0603800063286766, | |
| "learning_rate": 7.745388837495188e-07, | |
| "loss": 0.0006, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.51840490797546, | |
| "grad_norm": 0.1546472643676182, | |
| "learning_rate": 7.650228758746059e-07, | |
| "loss": 0.0024, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 2.521472392638037, | |
| "grad_norm": 0.3094740167503855, | |
| "learning_rate": 7.555608420498872e-07, | |
| "loss": 0.0051, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 2.5245398773006134, | |
| "grad_norm": 0.28126279193166526, | |
| "learning_rate": 7.461529028673465e-07, | |
| "loss": 0.0197, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 2.5276073619631902, | |
| "grad_norm": 0.0954026314786444, | |
| "learning_rate": 7.367991782295392e-07, | |
| "loss": 0.001, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 2.530674846625767, | |
| "grad_norm": 0.08452856435235079, | |
| "learning_rate": 7.274997873480666e-07, | |
| "loss": 0.0011, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.5337423312883436, | |
| "grad_norm": 0.12493971123469698, | |
| "learning_rate": 7.182548487420555e-07, | |
| "loss": 0.0019, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 2.53680981595092, | |
| "grad_norm": 0.21679833329538098, | |
| "learning_rate": 7.090644802366469e-07, | |
| "loss": 0.0027, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 2.539877300613497, | |
| "grad_norm": 0.1801329143229757, | |
| "learning_rate": 6.999287989614972e-07, | |
| "loss": 0.0014, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 2.542944785276074, | |
| "grad_norm": 0.22834022050034936, | |
| "learning_rate": 6.908479213492825e-07, | |
| "loss": 0.0011, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 2.5460122699386503, | |
| "grad_norm": 0.2595629467564202, | |
| "learning_rate": 6.818219631342149e-07, | |
| "loss": 0.0039, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.549079754601227, | |
| "grad_norm": 0.2836220482178321, | |
| "learning_rate": 6.728510393505694e-07, | |
| "loss": 0.0026, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 2.5521472392638036, | |
| "grad_norm": 0.06453238892514226, | |
| "learning_rate": 6.639352643312164e-07, | |
| "loss": 0.0004, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 2.5552147239263805, | |
| "grad_norm": 0.20852970651359395, | |
| "learning_rate": 6.550747517061656e-07, | |
| "loss": 0.001, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 2.558282208588957, | |
| "grad_norm": 0.2841174821202171, | |
| "learning_rate": 6.462696144011149e-07, | |
| "loss": 0.0014, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 2.561349693251534, | |
| "grad_norm": 0.2581856484121087, | |
| "learning_rate": 6.375199646360142e-07, | |
| "loss": 0.0022, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.5644171779141103, | |
| "grad_norm": 0.2834383185441278, | |
| "learning_rate": 6.28825913923638e-07, | |
| "loss": 0.0047, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 2.567484662576687, | |
| "grad_norm": 0.5107731515234254, | |
| "learning_rate": 6.201875730681544e-07, | |
| "loss": 0.0093, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 2.5705521472392636, | |
| "grad_norm": 0.27824373108650474, | |
| "learning_rate": 6.116050521637218e-07, | |
| "loss": 0.0049, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 2.5736196319018405, | |
| "grad_norm": 0.2579706167604278, | |
| "learning_rate": 6.030784605930856e-07, | |
| "loss": 0.0039, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 2.5766871165644174, | |
| "grad_norm": 0.12452116042145692, | |
| "learning_rate": 5.946079070261773e-07, | |
| "loss": 0.0024, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.579754601226994, | |
| "grad_norm": 0.2858948864429028, | |
| "learning_rate": 5.861934994187357e-07, | |
| "loss": 0.008, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 2.5828220858895703, | |
| "grad_norm": 0.237981754274074, | |
| "learning_rate": 5.778353450109286e-07, | |
| "loss": 0.0029, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 2.585889570552147, | |
| "grad_norm": 0.02606381443790744, | |
| "learning_rate": 5.69533550325988e-07, | |
| "loss": 0.0004, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 2.588957055214724, | |
| "grad_norm": 0.14042042098956603, | |
| "learning_rate": 5.61288221168848e-07, | |
| "loss": 0.0031, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 2.5920245398773005, | |
| "grad_norm": 0.1407516693295058, | |
| "learning_rate": 5.530994626248026e-07, | |
| "loss": 0.001, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.5950920245398774, | |
| "grad_norm": 0.10839729984992401, | |
| "learning_rate": 5.449673790581611e-07, | |
| "loss": 0.0022, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 2.598159509202454, | |
| "grad_norm": 0.39504221516607024, | |
| "learning_rate": 5.368920741109202e-07, | |
| "loss": 0.005, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 2.6012269938650308, | |
| "grad_norm": 0.16569517436714892, | |
| "learning_rate": 5.288736507014436e-07, | |
| "loss": 0.0023, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 2.604294478527607, | |
| "grad_norm": 0.10691366249706033, | |
| "learning_rate": 5.209122110231496e-07, | |
| "loss": 0.0015, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 2.607361963190184, | |
| "grad_norm": 0.08708747519441029, | |
| "learning_rate": 5.130078565432089e-07, | |
| "loss": 0.0015, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.610429447852761, | |
| "grad_norm": 0.16248278133516086, | |
| "learning_rate": 5.051606880012483e-07, | |
| "loss": 0.0014, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 2.6134969325153374, | |
| "grad_norm": 0.15115304316641817, | |
| "learning_rate": 4.97370805408075e-07, | |
| "loss": 0.0014, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 2.616564417177914, | |
| "grad_norm": 0.17910642709470473, | |
| "learning_rate": 4.896383080443934e-07, | |
| "loss": 0.0019, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 2.6196319018404908, | |
| "grad_norm": 0.10629488236344448, | |
| "learning_rate": 4.819632944595415e-07, | |
| "loss": 0.0018, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 2.6226993865030677, | |
| "grad_norm": 0.3160945524607155, | |
| "learning_rate": 4.7434586247024075e-07, | |
| "loss": 0.003, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.625766871165644, | |
| "grad_norm": 0.1796109375846772, | |
| "learning_rate": 4.667861091593434e-07, | |
| "loss": 0.002, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 2.628834355828221, | |
| "grad_norm": 0.09805120856646073, | |
| "learning_rate": 4.5928413087459325e-07, | |
| "loss": 0.0015, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 2.6319018404907975, | |
| "grad_norm": 0.06512120496498192, | |
| "learning_rate": 4.5184002322740784e-07, | |
| "loss": 0.0009, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 2.6349693251533743, | |
| "grad_norm": 0.08736046400576912, | |
| "learning_rate": 4.444538810916499e-07, | |
| "loss": 0.0005, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 2.638036809815951, | |
| "grad_norm": 0.11903062986503751, | |
| "learning_rate": 4.371257986024202e-07, | |
| "loss": 0.0014, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.6411042944785277, | |
| "grad_norm": 0.1738579960227546, | |
| "learning_rate": 4.298558691548638e-07, | |
| "loss": 0.0039, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 2.644171779141104, | |
| "grad_norm": 0.23024694590361497, | |
| "learning_rate": 4.2264418540297e-07, | |
| "loss": 0.0042, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 2.647239263803681, | |
| "grad_norm": 0.09629140238564009, | |
| "learning_rate": 4.1549083925840174e-07, | |
| "loss": 0.0007, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 2.6503067484662575, | |
| "grad_norm": 0.17847211521709486, | |
| "learning_rate": 4.083959218893158e-07, | |
| "loss": 0.0021, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 2.6533742331288344, | |
| "grad_norm": 0.14244846012513432, | |
| "learning_rate": 4.0135952371920636e-07, | |
| "loss": 0.0018, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.6564417177914113, | |
| "grad_norm": 1.1152167570510674, | |
| "learning_rate": 3.9438173442575e-07, | |
| "loss": 0.0059, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 2.6595092024539877, | |
| "grad_norm": 0.07020182370714435, | |
| "learning_rate": 3.874626429396622e-07, | |
| "loss": 0.0009, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 2.662576687116564, | |
| "grad_norm": 0.18577423108935284, | |
| "learning_rate": 3.8060233744356634e-07, | |
| "loss": 0.0062, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 2.665644171779141, | |
| "grad_norm": 0.4435684511619857, | |
| "learning_rate": 3.7380090537086853e-07, | |
| "loss": 0.0022, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 2.668711656441718, | |
| "grad_norm": 0.2716721122126474, | |
| "learning_rate": 3.6705843340464287e-07, | |
| "loss": 0.0211, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.6717791411042944, | |
| "grad_norm": 0.1978025404729548, | |
| "learning_rate": 3.6037500747652665e-07, | |
| "loss": 0.0011, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 2.6748466257668713, | |
| "grad_norm": 0.2832440687817866, | |
| "learning_rate": 3.53750712765627e-07, | |
| "loss": 0.0025, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 2.6779141104294477, | |
| "grad_norm": 0.24595271118155285, | |
| "learning_rate": 3.4718563369743217e-07, | |
| "loss": 0.0058, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 2.6809815950920246, | |
| "grad_norm": 0.09084236194044377, | |
| "learning_rate": 3.406798539427386e-07, | |
| "loss": 0.0013, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 2.684049079754601, | |
| "grad_norm": 0.06503950468432222, | |
| "learning_rate": 3.3423345641658275e-07, | |
| "loss": 0.0013, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.687116564417178, | |
| "grad_norm": 0.3314300890265219, | |
| "learning_rate": 3.2784652327718544e-07, | |
| "loss": 0.0031, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 2.690184049079755, | |
| "grad_norm": 0.1396336301171356, | |
| "learning_rate": 3.2151913592490256e-07, | |
| "loss": 0.0034, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 2.6932515337423313, | |
| "grad_norm": 0.5653766171978473, | |
| "learning_rate": 3.1525137500119207e-07, | |
| "loss": 0.0045, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 2.6963190184049077, | |
| "grad_norm": 0.10599295362951303, | |
| "learning_rate": 3.0904332038757977e-07, | |
| "loss": 0.0013, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 2.6993865030674846, | |
| "grad_norm": 0.23406302898617593, | |
| "learning_rate": 3.0289505120464743e-07, | |
| "loss": 0.0021, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.7024539877300615, | |
| "grad_norm": 0.06314907207577944, | |
| "learning_rate": 2.96806645811023e-07, | |
| "loss": 0.0012, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 2.705521472392638, | |
| "grad_norm": 0.2275280025600531, | |
| "learning_rate": 2.9077818180237693e-07, | |
| "loss": 0.0062, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 2.708588957055215, | |
| "grad_norm": 0.21241533924947312, | |
| "learning_rate": 2.848097360104396e-07, | |
| "loss": 0.0044, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 2.7116564417177913, | |
| "grad_norm": 0.31301496464316575, | |
| "learning_rate": 2.7890138450202053e-07, | |
| "loss": 0.0059, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 2.714723926380368, | |
| "grad_norm": 0.12241935449577525, | |
| "learning_rate": 2.7305320257803524e-07, | |
| "loss": 0.0014, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 2.7177914110429446, | |
| "grad_norm": 0.3673718302258716, | |
| "learning_rate": 2.6726526477254986e-07, | |
| "loss": 0.0039, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 2.7208588957055215, | |
| "grad_norm": 0.2702232084402326, | |
| "learning_rate": 2.615376448518314e-07, | |
| "loss": 0.0037, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 2.7239263803680984, | |
| "grad_norm": 0.4714333984588122, | |
| "learning_rate": 2.5587041581340235e-07, | |
| "loss": 0.004, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 2.726993865030675, | |
| "grad_norm": 0.07117338469739014, | |
| "learning_rate": 2.502636498851152e-07, | |
| "loss": 0.0009, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 2.7300613496932513, | |
| "grad_norm": 0.13772813511574597, | |
| "learning_rate": 2.447174185242324e-07, | |
| "loss": 0.0007, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.733128834355828, | |
| "grad_norm": 0.14647291454327963, | |
| "learning_rate": 2.392317924165116e-07, | |
| "loss": 0.0029, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 2.736196319018405, | |
| "grad_norm": 0.1033756801336396, | |
| "learning_rate": 2.338068414753075e-07, | |
| "loss": 0.0034, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 2.7392638036809815, | |
| "grad_norm": 0.13310767902357046, | |
| "learning_rate": 2.2844263484068097e-07, | |
| "loss": 0.0017, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 2.7423312883435584, | |
| "grad_norm": 0.11225484608545211, | |
| "learning_rate": 2.2313924087851657e-07, | |
| "loss": 0.0016, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 2.745398773006135, | |
| "grad_norm": 0.1581141376006445, | |
| "learning_rate": 2.1789672717965227e-07, | |
| "loss": 0.0036, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 2.7484662576687118, | |
| "grad_norm": 0.13380182051018658, | |
| "learning_rate": 2.1271516055901774e-07, | |
| "loss": 0.0015, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 2.7515337423312882, | |
| "grad_norm": 0.30152265206371165, | |
| "learning_rate": 2.0759460705478186e-07, | |
| "loss": 0.0046, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 2.754601226993865, | |
| "grad_norm": 0.2248407912430735, | |
| "learning_rate": 2.0253513192751374e-07, | |
| "loss": 0.0055, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 2.7576687116564416, | |
| "grad_norm": 0.2815675146560431, | |
| "learning_rate": 1.9753679965934526e-07, | |
| "loss": 0.004, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 2.7607361963190185, | |
| "grad_norm": 0.32432774333312003, | |
| "learning_rate": 1.925996739531577e-07, | |
| "loss": 0.0016, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.763803680981595, | |
| "grad_norm": 0.12189177547164826, | |
| "learning_rate": 1.8772381773176417e-07, | |
| "loss": 0.0019, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 2.766871165644172, | |
| "grad_norm": 0.16085814495182016, | |
| "learning_rate": 1.8290929313710514e-07, | |
| "loss": 0.0018, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 2.7699386503067487, | |
| "grad_norm": 0.23030017813530398, | |
| "learning_rate": 1.7815616152946523e-07, | |
| "loss": 0.0033, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 2.773006134969325, | |
| "grad_norm": 0.2560418398994958, | |
| "learning_rate": 1.7346448348668443e-07, | |
| "loss": 0.0031, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 2.7760736196319016, | |
| "grad_norm": 0.17074392845672137, | |
| "learning_rate": 1.6883431880338473e-07, | |
| "loss": 0.001, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 2.7791411042944785, | |
| "grad_norm": 0.2075421386457064, | |
| "learning_rate": 1.6426572649021477e-07, | |
| "loss": 0.003, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 2.7822085889570554, | |
| "grad_norm": 0.2904212772947595, | |
| "learning_rate": 1.5975876477309193e-07, | |
| "loss": 0.0031, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 2.785276073619632, | |
| "grad_norm": 0.1008864192169771, | |
| "learning_rate": 1.5531349109246364e-07, | |
| "loss": 0.0015, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 2.7883435582822087, | |
| "grad_norm": 0.10209292364608329, | |
| "learning_rate": 1.5092996210257281e-07, | |
| "loss": 0.0004, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 2.791411042944785, | |
| "grad_norm": 0.12376916447693681, | |
| "learning_rate": 1.466082336707375e-07, | |
| "loss": 0.0022, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.794478527607362, | |
| "grad_norm": 0.25821128489268347, | |
| "learning_rate": 1.423483608766385e-07, | |
| "loss": 0.0029, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 2.7975460122699385, | |
| "grad_norm": 0.1579943616682322, | |
| "learning_rate": 1.3815039801161723e-07, | |
| "loss": 0.0036, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 2.8006134969325154, | |
| "grad_norm": 0.3539618179713858, | |
| "learning_rate": 1.3401439857798292e-07, | |
| "loss": 0.005, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 2.8036809815950923, | |
| "grad_norm": 0.11487729898070202, | |
| "learning_rate": 1.2994041528833267e-07, | |
| "loss": 0.001, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 2.8067484662576687, | |
| "grad_norm": 0.20363041791420816, | |
| "learning_rate": 1.2592850006487801e-07, | |
| "loss": 0.0046, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 2.809815950920245, | |
| "grad_norm": 0.18459789759276166, | |
| "learning_rate": 1.2197870403878375e-07, | |
| "loss": 0.0017, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 2.812883435582822, | |
| "grad_norm": 0.2409014981906113, | |
| "learning_rate": 1.1809107754951643e-07, | |
| "loss": 0.0019, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 2.815950920245399, | |
| "grad_norm": 0.13585872733436774, | |
| "learning_rate": 1.1426567014420297e-07, | |
| "loss": 0.0018, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 2.8190184049079754, | |
| "grad_norm": 0.11734644264645676, | |
| "learning_rate": 1.105025305769969e-07, | |
| "loss": 0.0021, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 2.8220858895705523, | |
| "grad_norm": 0.15393567968740215, | |
| "learning_rate": 1.0680170680846259e-07, | |
| "loss": 0.0035, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.8251533742331287, | |
| "grad_norm": 0.5560090616250628, | |
| "learning_rate": 1.0316324600495697e-07, | |
| "loss": 0.0476, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 2.8282208588957056, | |
| "grad_norm": 0.09066848667102294, | |
| "learning_rate": 9.958719453803278e-08, | |
| "loss": 0.0008, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 2.831288343558282, | |
| "grad_norm": 0.10536567544481347, | |
| "learning_rate": 9.607359798384785e-08, | |
| "loss": 0.0015, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 2.834355828220859, | |
| "grad_norm": 0.12467104732377465, | |
| "learning_rate": 9.26225011225812e-08, | |
| "loss": 0.001, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 2.837423312883436, | |
| "grad_norm": 0.2808585290483472, | |
| "learning_rate": 8.923394793786455e-08, | |
| "loss": 0.0018, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.8404907975460123, | |
| "grad_norm": 0.27131651565465975, | |
| "learning_rate": 8.590798161622227e-08, | |
| "loss": 0.0032, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 2.8435582822085887, | |
| "grad_norm": 0.23536713230244996, | |
| "learning_rate": 8.264464454651843e-08, | |
| "loss": 0.0023, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 2.8466257668711656, | |
| "grad_norm": 0.3065758572901688, | |
| "learning_rate": 7.944397831941952e-08, | |
| "loss": 0.0056, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 2.8496932515337425, | |
| "grad_norm": 0.0762524485953778, | |
| "learning_rate": 7.630602372686258e-08, | |
| "loss": 0.0017, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 2.852760736196319, | |
| "grad_norm": 0.23912997282686557, | |
| "learning_rate": 7.32308207615351e-08, | |
| "loss": 0.003, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.855828220858896, | |
| "grad_norm": 0.17423640557655332, | |
| "learning_rate": 7.021840861636652e-08, | |
| "loss": 0.0017, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 2.8588957055214723, | |
| "grad_norm": 0.1868208824915922, | |
| "learning_rate": 6.72688256840287e-08, | |
| "loss": 0.0027, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 2.861963190184049, | |
| "grad_norm": 0.1894809084876684, | |
| "learning_rate": 6.438210955644453e-08, | |
| "loss": 0.0009, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 2.8650306748466257, | |
| "grad_norm": 0.46134304784124597, | |
| "learning_rate": 6.15582970243117e-08, | |
| "loss": 0.0029, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 2.8680981595092025, | |
| "grad_norm": 0.4497782763650271, | |
| "learning_rate": 5.879742407663147e-08, | |
| "loss": 0.0028, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.871165644171779, | |
| "grad_norm": 0.047072709464050136, | |
| "learning_rate": 5.609952590025225e-08, | |
| "loss": 0.0005, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 2.874233128834356, | |
| "grad_norm": 0.07165859203606187, | |
| "learning_rate": 5.3464636879419496e-08, | |
| "loss": 0.001, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 2.8773006134969323, | |
| "grad_norm": 0.09661223755215212, | |
| "learning_rate": 5.089279059533658e-08, | |
| "loss": 0.0023, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 2.8803680981595092, | |
| "grad_norm": 0.09171222486373179, | |
| "learning_rate": 4.8384019825739036e-08, | |
| "loss": 0.0009, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 2.883435582822086, | |
| "grad_norm": 0.2299910781565878, | |
| "learning_rate": 4.593835654447709e-08, | |
| "loss": 0.0049, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.8865030674846626, | |
| "grad_norm": 0.09951233304726008, | |
| "learning_rate": 4.3555831921104905e-08, | |
| "loss": 0.0004, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 2.889570552147239, | |
| "grad_norm": 0.13293849716173955, | |
| "learning_rate": 4.123647632048644e-08, | |
| "loss": 0.0019, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 2.892638036809816, | |
| "grad_norm": 0.17984529573061198, | |
| "learning_rate": 3.8980319302407976e-08, | |
| "loss": 0.0022, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 2.895705521472393, | |
| "grad_norm": 0.23956821016046442, | |
| "learning_rate": 3.678738962119899e-08, | |
| "loss": 0.0032, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 2.8987730061349692, | |
| "grad_norm": 0.1195679361937312, | |
| "learning_rate": 3.465771522536854e-08, | |
| "loss": 0.0014, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.901840490797546, | |
| "grad_norm": 0.06300492295803174, | |
| "learning_rate": 3.25913232572489e-08, | |
| "loss": 0.0003, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 2.9049079754601226, | |
| "grad_norm": 0.1186283025014797, | |
| "learning_rate": 3.058824005264805e-08, | |
| "loss": 0.0008, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 2.9079754601226995, | |
| "grad_norm": 0.2913471755472139, | |
| "learning_rate": 2.8648491140513267e-08, | |
| "loss": 0.0027, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 2.911042944785276, | |
| "grad_norm": 0.37708500248147947, | |
| "learning_rate": 2.6772101242610316e-08, | |
| "loss": 0.0033, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 2.914110429447853, | |
| "grad_norm": 0.10203749592807297, | |
| "learning_rate": 2.495909427320198e-08, | |
| "loss": 0.0011, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.9171779141104297, | |
| "grad_norm": 0.04844387099370729, | |
| "learning_rate": 2.3209493338749444e-08, | |
| "loss": 0.0008, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 2.920245398773006, | |
| "grad_norm": 0.14844116201176166, | |
| "learning_rate": 2.1523320737613095e-08, | |
| "loss": 0.0023, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 2.9233128834355826, | |
| "grad_norm": 0.06648586707215681, | |
| "learning_rate": 1.9900597959770506e-08, | |
| "loss": 0.001, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 2.9263803680981595, | |
| "grad_norm": 0.06323384833319899, | |
| "learning_rate": 1.834134568654333e-08, | |
| "loss": 0.0009, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 2.9294478527607364, | |
| "grad_norm": 0.21617483164150297, | |
| "learning_rate": 1.6845583790330855e-08, | |
| "loss": 0.0053, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.932515337423313, | |
| "grad_norm": 0.46122917062522734, | |
| "learning_rate": 1.541333133436018e-08, | |
| "loss": 0.0061, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 2.9355828220858897, | |
| "grad_norm": 0.03574910339123186, | |
| "learning_rate": 1.404460657244089e-08, | |
| "loss": 0.0002, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 2.938650306748466, | |
| "grad_norm": 0.39754534061164976, | |
| "learning_rate": 1.2739426948732426e-08, | |
| "loss": 0.0057, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 2.941717791411043, | |
| "grad_norm": 0.22679275982144256, | |
| "learning_rate": 1.1497809097523737e-08, | |
| "loss": 0.0018, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 2.9447852760736195, | |
| "grad_norm": 0.320664640430231, | |
| "learning_rate": 1.0319768843018995e-08, | |
| "loss": 0.0038, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.9478527607361964, | |
| "grad_norm": 0.2519872312593028, | |
| "learning_rate": 9.20532119913775e-09, | |
| "loss": 0.0065, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 2.950920245398773, | |
| "grad_norm": 0.11284270513200542, | |
| "learning_rate": 8.15448036932176e-09, | |
| "loss": 0.0006, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 2.9539877300613497, | |
| "grad_norm": 0.10208352343863136, | |
| "learning_rate": 7.167259746355681e-09, | |
| "loss": 0.0011, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 2.957055214723926, | |
| "grad_norm": 0.25701217063452914, | |
| "learning_rate": 6.243671912194993e-09, | |
| "loss": 0.002, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 2.960122699386503, | |
| "grad_norm": 0.0764572908354291, | |
| "learning_rate": 5.383728637807784e-09, | |
| "loss": 0.0015, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.96319018404908, | |
| "grad_norm": 0.07471945840486285, | |
| "learning_rate": 4.587440883021543e-09, | |
| "loss": 0.0008, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 2.9662576687116564, | |
| "grad_norm": 0.2099586583717868, | |
| "learning_rate": 3.854818796385495e-09, | |
| "loss": 0.0045, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 2.969325153374233, | |
| "grad_norm": 0.24637085011322238, | |
| "learning_rate": 3.1858717150412554e-09, | |
| "loss": 0.0019, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 2.9723926380368098, | |
| "grad_norm": 0.05193551709164074, | |
| "learning_rate": 2.580608164604592e-09, | |
| "loss": 0.0003, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 2.9754601226993866, | |
| "grad_norm": 0.04547774488809871, | |
| "learning_rate": 2.0390358590538507e-09, | |
| "loss": 0.0004, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.978527607361963, | |
| "grad_norm": 0.7184876930985127, | |
| "learning_rate": 1.5611617006344725e-09, | |
| "loss": 0.006, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 2.98159509202454, | |
| "grad_norm": 0.14243992488733678, | |
| "learning_rate": 1.1469917797696238e-09, | |
| "loss": 0.0017, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 2.9846625766871164, | |
| "grad_norm": 0.16006164134574483, | |
| "learning_rate": 7.96531374983589e-10, | |
| "loss": 0.0043, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 2.9877300613496933, | |
| "grad_norm": 0.09809638018672716, | |
| "learning_rate": 5.09784952833492e-10, | |
| "loss": 0.0016, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 2.9907975460122698, | |
| "grad_norm": 0.2412737011340249, | |
| "learning_rate": 2.8675616785212023e-10, | |
| "loss": 0.0062, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.9938650306748467, | |
| "grad_norm": 0.17763972988409896, | |
| "learning_rate": 1.2744786250407092e-10, | |
| "loss": 0.0017, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 2.9969325153374236, | |
| "grad_norm": 0.21922904263222162, | |
| "learning_rate": 3.186206714522744e-11, | |
| "loss": 0.0036, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.04875957060132452, | |
| "learning_rate": 0.0, | |
| "loss": 0.0005, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 978, | |
| "total_flos": 34026430169088.0, | |
| "train_loss": 0.014223355380586132, | |
| "train_runtime": 5099.3334, | |
| "train_samples_per_second": 6.131, | |
| "train_steps_per_second": 0.192 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 978, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 783, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 34026430169088.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |