| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 319, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003134796238244514, |
| "grad_norm": 43.949100494384766, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 1.8127, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006269592476489028, |
| "grad_norm": 46.380184173583984, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 1.782, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009404388714733543, |
| "grad_norm": 42.30755615234375, |
| "learning_rate": 1.5e-06, |
| "loss": 1.7996, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.012539184952978056, |
| "grad_norm": 42.93296813964844, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.789, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.01567398119122257, |
| "grad_norm": 38.31450653076172, |
| "learning_rate": 2.5e-06, |
| "loss": 1.6763, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.018808777429467086, |
| "grad_norm": 30.79650115966797, |
| "learning_rate": 3e-06, |
| "loss": 1.4802, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0219435736677116, |
| "grad_norm": 37.57395935058594, |
| "learning_rate": 3.5e-06, |
| "loss": 1.4183, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.025078369905956112, |
| "grad_norm": 19.238168716430664, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.1746, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02821316614420063, |
| "grad_norm": 20.116256713867188, |
| "learning_rate": 4.5e-06, |
| "loss": 1.0266, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03134796238244514, |
| "grad_norm": 8.39165210723877, |
| "learning_rate": 5e-06, |
| "loss": 0.9115, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 9.131606101989746, |
| "learning_rate": 4.9998707921028104e-06, |
| "loss": 0.8921, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03761755485893417, |
| "grad_norm": 6.591880798339844, |
| "learning_rate": 4.999483181766986e-06, |
| "loss": 0.8571, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04075235109717868, |
| "grad_norm": 6.148767948150635, |
| "learning_rate": 4.998837209058379e-06, |
| "loss": 0.8377, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0438871473354232, |
| "grad_norm": 5.670365333557129, |
| "learning_rate": 4.997932940748811e-06, |
| "loss": 0.8791, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.047021943573667714, |
| "grad_norm": 4.403618335723877, |
| "learning_rate": 4.996770470309167e-06, |
| "loss": 0.892, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.050156739811912224, |
| "grad_norm": 3.835578441619873, |
| "learning_rate": 4.995349917899735e-06, |
| "loss": 0.7415, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.05329153605015674, |
| "grad_norm": 4.489407062530518, |
| "learning_rate": 4.993671430357788e-06, |
| "loss": 0.7822, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.05642633228840126, |
| "grad_norm": 5.612992763519287, |
| "learning_rate": 4.991735181182401e-06, |
| "loss": 0.7184, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.05956112852664577, |
| "grad_norm": 13.66352367401123, |
| "learning_rate": 4.989541370516523e-06, |
| "loss": 0.7222, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.06269592476489028, |
| "grad_norm": 3.666353940963745, |
| "learning_rate": 4.987090225126285e-06, |
| "loss": 0.7231, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06583072100313479, |
| "grad_norm": 4.0020294189453125, |
| "learning_rate": 4.9843819983775575e-06, |
| "loss": 0.7674, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 3.6200690269470215, |
| "learning_rate": 4.98141697020977e-06, |
| "loss": 0.7478, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.07210031347962383, |
| "grad_norm": 3.7657089233398438, |
| "learning_rate": 4.978195447106965e-06, |
| "loss": 0.7388, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.07523510971786834, |
| "grad_norm": 3.262274742126465, |
| "learning_rate": 4.974717762066123e-06, |
| "loss": 0.7176, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07836990595611286, |
| "grad_norm": 3.8943138122558594, |
| "learning_rate": 4.970984274562741e-06, |
| "loss": 0.6745, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.08150470219435736, |
| "grad_norm": 3.2295124530792236, |
| "learning_rate": 4.966995370513675e-06, |
| "loss": 0.7079, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.08463949843260188, |
| "grad_norm": 4.9130730628967285, |
| "learning_rate": 4.962751462237248e-06, |
| "loss": 0.7824, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0877742946708464, |
| "grad_norm": 3.4682295322418213, |
| "learning_rate": 4.958252988410631e-06, |
| "loss": 0.7122, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 3.1807892322540283, |
| "learning_rate": 4.9535004140245005e-06, |
| "loss": 0.752, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.09404388714733543, |
| "grad_norm": 6.412112712860107, |
| "learning_rate": 4.94849423033497e-06, |
| "loss": 0.7503, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09717868338557993, |
| "grad_norm": 3.3517048358917236, |
| "learning_rate": 4.943234954812812e-06, |
| "loss": 0.6783, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.10031347962382445, |
| "grad_norm": 3.2728397846221924, |
| "learning_rate": 4.937723131089974e-06, |
| "loss": 0.713, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 3.6628053188323975, |
| "learning_rate": 4.931959328903376e-06, |
| "loss": 0.6842, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.10658307210031348, |
| "grad_norm": 4.155019283294678, |
| "learning_rate": 4.925944144036027e-06, |
| "loss": 0.6627, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.109717868338558, |
| "grad_norm": 2.7333738803863525, |
| "learning_rate": 4.919678198255438e-06, |
| "loss": 0.6807, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.11285266457680251, |
| "grad_norm": 3.560575246810913, |
| "learning_rate": 4.91316213924935e-06, |
| "loss": 0.6802, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.11598746081504702, |
| "grad_norm": 2.562624454498291, |
| "learning_rate": 4.90639664055879e-06, |
| "loss": 0.6264, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.11912225705329153, |
| "grad_norm": 5.172059059143066, |
| "learning_rate": 4.899382401508446e-06, |
| "loss": 0.6783, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.12225705329153605, |
| "grad_norm": 3.2025134563446045, |
| "learning_rate": 4.892120147134378e-06, |
| "loss": 0.7013, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.12539184952978055, |
| "grad_norm": 2.37896466255188, |
| "learning_rate": 4.884610628109082e-06, |
| "loss": 0.6241, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.12852664576802508, |
| "grad_norm": 2.381072759628296, |
| "learning_rate": 4.876854620663887e-06, |
| "loss": 0.6328, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.13166144200626959, |
| "grad_norm": 2.695284605026245, |
| "learning_rate": 4.868852926508721e-06, |
| "loss": 0.6626, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.13479623824451412, |
| "grad_norm": 6.515556335449219, |
| "learning_rate": 4.860606372749247e-06, |
| "loss": 0.7056, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 3.1236801147460938, |
| "learning_rate": 4.8521158118013605e-06, |
| "loss": 0.678, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.14106583072100312, |
| "grad_norm": 3.5594000816345215, |
| "learning_rate": 4.843382121303082e-06, |
| "loss": 0.6649, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.14420062695924765, |
| "grad_norm": 2.737841844558716, |
| "learning_rate": 4.83440620402384e-06, |
| "loss": 0.5953, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.14733542319749215, |
| "grad_norm": 2.5807104110717773, |
| "learning_rate": 4.825188987771149e-06, |
| "loss": 0.6678, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.15047021943573669, |
| "grad_norm": 2.5918169021606445, |
| "learning_rate": 4.815731425294716e-06, |
| "loss": 0.7223, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1536050156739812, |
| "grad_norm": 2.677417278289795, |
| "learning_rate": 4.806034494187949e-06, |
| "loss": 0.6688, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.15673981191222572, |
| "grad_norm": 2.6603641510009766, |
| "learning_rate": 4.796099196786908e-06, |
| "loss": 0.6652, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.15987460815047022, |
| "grad_norm": 2.502426862716675, |
| "learning_rate": 4.785926560066703e-06, |
| "loss": 0.6092, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.16300940438871472, |
| "grad_norm": 6.598116397857666, |
| "learning_rate": 4.775517635535332e-06, |
| "loss": 0.6496, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.16614420062695925, |
| "grad_norm": 3.122972249984741, |
| "learning_rate": 4.764873499124997e-06, |
| "loss": 0.6687, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.16927899686520376, |
| "grad_norm": 3.360384225845337, |
| "learning_rate": 4.753995251080884e-06, |
| "loss": 0.6911, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 2.609579563140869, |
| "learning_rate": 4.742884015847436e-06, |
| "loss": 0.6397, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1755485893416928, |
| "grad_norm": 2.5354106426239014, |
| "learning_rate": 4.731540941952126e-06, |
| "loss": 0.6009, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1786833855799373, |
| "grad_norm": 2.5063207149505615, |
| "learning_rate": 4.719967201886734e-06, |
| "loss": 0.5991, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 2.7579185962677, |
| "learning_rate": 4.708163991986152e-06, |
| "loss": 0.6064, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.18495297805642633, |
| "grad_norm": 2.891486883163452, |
| "learning_rate": 4.696132532304727e-06, |
| "loss": 0.6391, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.18808777429467086, |
| "grad_norm": 2.916727304458618, |
| "learning_rate": 4.683874066490143e-06, |
| "loss": 0.6727, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.19122257053291536, |
| "grad_norm": 2.708406686782837, |
| "learning_rate": 4.671389861654873e-06, |
| "loss": 0.6499, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.19435736677115986, |
| "grad_norm": 4.942819118499756, |
| "learning_rate": 4.658681208245198e-06, |
| "loss": 0.6356, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1974921630094044, |
| "grad_norm": 3.262690544128418, |
| "learning_rate": 4.645749419907829e-06, |
| "loss": 0.6732, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2006269592476489, |
| "grad_norm": 2.6621508598327637, |
| "learning_rate": 4.632595833354105e-06, |
| "loss": 0.6615, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.20376175548589343, |
| "grad_norm": 2.9821105003356934, |
| "learning_rate": 4.619221808221833e-06, |
| "loss": 0.6667, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 5.076481342315674, |
| "learning_rate": 4.605628726934747e-06, |
| "loss": 0.6505, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.21003134796238246, |
| "grad_norm": 4.245087623596191, |
| "learning_rate": 4.5918179945596055e-06, |
| "loss": 0.6129, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.21316614420062696, |
| "grad_norm": 3.060851812362671, |
| "learning_rate": 4.577791038660959e-06, |
| "loss": 0.6436, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.21630094043887146, |
| "grad_norm": 3.0752642154693604, |
| "learning_rate": 4.563549309153589e-06, |
| "loss": 0.6957, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.219435736677116, |
| "grad_norm": 2.996229887008667, |
| "learning_rate": 4.549094278152631e-06, |
| "loss": 0.6877, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2225705329153605, |
| "grad_norm": 4.217442035675049, |
| "learning_rate": 4.534427439821416e-06, |
| "loss": 0.6231, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.22570532915360503, |
| "grad_norm": 3.009230136871338, |
| "learning_rate": 4.519550310217013e-06, |
| "loss": 0.6574, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.22884012539184953, |
| "grad_norm": 3.037616491317749, |
| "learning_rate": 4.504464427133527e-06, |
| "loss": 0.6238, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.23197492163009403, |
| "grad_norm": 3.02176833152771, |
| "learning_rate": 4.489171349943144e-06, |
| "loss": 0.6985, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.23510971786833856, |
| "grad_norm": 3.0625197887420654, |
| "learning_rate": 4.473672659434941e-06, |
| "loss": 0.7531, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.23824451410658307, |
| "grad_norm": 3.099853277206421, |
| "learning_rate": 4.457969957651485e-06, |
| "loss": 0.6188, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.2413793103448276, |
| "grad_norm": 3.041682004928589, |
| "learning_rate": 4.442064867723236e-06, |
| "loss": 0.6754, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2445141065830721, |
| "grad_norm": 2.7343809604644775, |
| "learning_rate": 4.425959033700776e-06, |
| "loss": 0.615, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.2476489028213166, |
| "grad_norm": 2.6281471252441406, |
| "learning_rate": 4.409654120384863e-06, |
| "loss": 0.6247, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2507836990595611, |
| "grad_norm": 2.4146194458007812, |
| "learning_rate": 4.393151813154345e-06, |
| "loss": 0.6237, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.25391849529780564, |
| "grad_norm": 2.641150712966919, |
| "learning_rate": 4.3764538177919555e-06, |
| "loss": 0.5891, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.25705329153605017, |
| "grad_norm": 2.4911434650421143, |
| "learning_rate": 4.35956186030799e-06, |
| "loss": 0.6456, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.2601880877742947, |
| "grad_norm": 3.6674325466156006, |
| "learning_rate": 4.3424776867618935e-06, |
| "loss": 0.5946, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.26332288401253917, |
| "grad_norm": 8.596332550048828, |
| "learning_rate": 4.325203063081776e-06, |
| "loss": 0.6133, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2664576802507837, |
| "grad_norm": 2.6561825275421143, |
| "learning_rate": 4.307739774881878e-06, |
| "loss": 0.6654, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.26959247648902823, |
| "grad_norm": 3.8426294326782227, |
| "learning_rate": 4.290089627277998e-06, |
| "loss": 0.6124, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 3.1375346183776855, |
| "learning_rate": 4.2722544447008995e-06, |
| "loss": 0.6183, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 2.7622690200805664, |
| "learning_rate": 4.254236070707734e-06, |
| "loss": 0.6555, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.27899686520376177, |
| "grad_norm": 2.8743462562561035, |
| "learning_rate": 4.236036367791471e-06, |
| "loss": 0.5867, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.28213166144200624, |
| "grad_norm": 2.7058961391448975, |
| "learning_rate": 4.2176572171883865e-06, |
| "loss": 0.6346, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2852664576802508, |
| "grad_norm": 2.520024538040161, |
| "learning_rate": 4.199100518683601e-06, |
| "loss": 0.646, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.2884012539184953, |
| "grad_norm": 2.6446547508239746, |
| "learning_rate": 4.18036819041471e-06, |
| "loss": 0.6502, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.29153605015673983, |
| "grad_norm": 2.559896945953369, |
| "learning_rate": 4.161462168673508e-06, |
| "loss": 0.6166, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.2946708463949843, |
| "grad_norm": 2.6093804836273193, |
| "learning_rate": 4.142384407705846e-06, |
| "loss": 0.607, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.29780564263322884, |
| "grad_norm": 2.8598270416259766, |
| "learning_rate": 4.123136879509626e-06, |
| "loss": 0.6094, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.30094043887147337, |
| "grad_norm": 2.6045126914978027, |
| "learning_rate": 4.103721573630965e-06, |
| "loss": 0.6639, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.30407523510971785, |
| "grad_norm": 2.7823448181152344, |
| "learning_rate": 4.084140496958539e-06, |
| "loss": 0.6341, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3072100313479624, |
| "grad_norm": 2.320493459701538, |
| "learning_rate": 4.06439567351614e-06, |
| "loss": 0.5939, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 2.2848961353302, |
| "learning_rate": 4.0444891442534615e-06, |
| "loss": 0.5916, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.31347962382445144, |
| "grad_norm": 2.4216668605804443, |
| "learning_rate": 4.024422966835137e-06, |
| "loss": 0.6116, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3166144200626959, |
| "grad_norm": 2.654069185256958, |
| "learning_rate": 4.004199215428032e-06, |
| "loss": 0.654, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.31974921630094044, |
| "grad_norm": 2.4687626361846924, |
| "learning_rate": 3.9838199804868635e-06, |
| "loss": 0.6136, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.322884012539185, |
| "grad_norm": 3.22712779045105, |
| "learning_rate": 3.963287368538105e-06, |
| "loss": 0.6208, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.32601880877742945, |
| "grad_norm": 2.4066531658172607, |
| "learning_rate": 3.942603501962249e-06, |
| "loss": 0.6191, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.329153605015674, |
| "grad_norm": 2.9688427448272705, |
| "learning_rate": 3.92177051877442e-06, |
| "loss": 0.6132, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.3322884012539185, |
| "grad_norm": 2.6026861667633057, |
| "learning_rate": 3.900790572403376e-06, |
| "loss": 0.5957, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.335423197492163, |
| "grad_norm": 3.1237998008728027, |
| "learning_rate": 3.8796658314689205e-06, |
| "loss": 0.6267, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.3385579937304075, |
| "grad_norm": 2.7337708473205566, |
| "learning_rate": 3.858398479557739e-06, |
| "loss": 0.6635, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.34169278996865204, |
| "grad_norm": 2.707108497619629, |
| "learning_rate": 3.836990714997686e-06, |
| "loss": 0.6217, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 2.4689037799835205, |
| "learning_rate": 3.815444750630555e-06, |
| "loss": 0.6364, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.34796238244514105, |
| "grad_norm": 2.9303574562072754, |
| "learning_rate": 3.7937628135833453e-06, |
| "loss": 0.6117, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.3510971786833856, |
| "grad_norm": 2.5677459239959717, |
| "learning_rate": 3.7719471450380518e-06, |
| "loss": 0.6007, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.3542319749216301, |
| "grad_norm": 2.688203811645508, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.5778, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3573667711598746, |
| "grad_norm": 2.5018489360809326, |
| "learning_rate": 3.7279236470647593e-06, |
| "loss": 0.5826, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.3605015673981191, |
| "grad_norm": 2.8333818912506104, |
| "learning_rate": 3.7057203681836407e-06, |
| "loss": 0.59, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 2.9619221687316895, |
| "learning_rate": 3.683392458427825e-06, |
| "loss": 0.6616, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3667711598746082, |
| "grad_norm": 2.860719919204712, |
| "learning_rate": 3.660942225751126e-06, |
| "loss": 0.5618, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.36990595611285265, |
| "grad_norm": 2.507951021194458, |
| "learning_rate": 3.638371990751428e-06, |
| "loss": 0.6305, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.3730407523510972, |
| "grad_norm": 2.5088613033294678, |
| "learning_rate": 3.615684086430815e-06, |
| "loss": 0.5831, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3761755485893417, |
| "grad_norm": 2.534837245941162, |
| "learning_rate": 3.592880857954413e-06, |
| "loss": 0.5818, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3793103448275862, |
| "grad_norm": 2.4578607082366943, |
| "learning_rate": 3.5699646624079824e-06, |
| "loss": 0.6267, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3824451410658307, |
| "grad_norm": 2.6599507331848145, |
| "learning_rate": 3.5469378685542742e-06, |
| "loss": 0.5954, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.38557993730407525, |
| "grad_norm": 3.10658597946167, |
| "learning_rate": 3.52380285658818e-06, |
| "loss": 0.5963, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.3887147335423197, |
| "grad_norm": 2.4190332889556885, |
| "learning_rate": 3.500562017890695e-06, |
| "loss": 0.6224, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.39184952978056425, |
| "grad_norm": 3.2278661727905273, |
| "learning_rate": 3.4772177547817387e-06, |
| "loss": 0.6182, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.3949843260188088, |
| "grad_norm": 2.7765655517578125, |
| "learning_rate": 3.4537724802718294e-06, |
| "loss": 0.6399, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.3981191222570533, |
| "grad_norm": 2.6910951137542725, |
| "learning_rate": 3.430228617812661e-06, |
| "loss": 0.5898, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4012539184952978, |
| "grad_norm": 4.030726909637451, |
| "learning_rate": 3.4065886010466014e-06, |
| "loss": 0.6093, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4043887147335423, |
| "grad_norm": 2.7327334880828857, |
| "learning_rate": 3.382854873555137e-06, |
| "loss": 0.5574, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.40752351097178685, |
| "grad_norm": 3.4407501220703125, |
| "learning_rate": 3.3590298886062833e-06, |
| "loss": 0.6339, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.4106583072100313, |
| "grad_norm": 2.798560380935669, |
| "learning_rate": 3.3351161089010055e-06, |
| "loss": 0.6152, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 2.4109294414520264, |
| "learning_rate": 3.3111160063186553e-06, |
| "loss": 0.5964, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.4169278996865204, |
| "grad_norm": 6.183897018432617, |
| "learning_rate": 3.2870320616614626e-06, |
| "loss": 0.5906, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4200626959247649, |
| "grad_norm": 2.960341691970825, |
| "learning_rate": 3.2628667643981036e-06, |
| "loss": 0.663, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.4231974921630094, |
| "grad_norm": 2.809236764907837, |
| "learning_rate": 3.238622612406373e-06, |
| "loss": 0.6198, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.4263322884012539, |
| "grad_norm": 3.4371628761291504, |
| "learning_rate": 3.21430211171499e-06, |
| "loss": 0.6275, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.42946708463949845, |
| "grad_norm": 3.0913808345794678, |
| "learning_rate": 3.189907776244556e-06, |
| "loss": 0.6232, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.43260188087774293, |
| "grad_norm": 2.930027961730957, |
| "learning_rate": 3.1654421275477045e-06, |
| "loss": 0.5638, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.43573667711598746, |
| "grad_norm": 2.9050416946411133, |
| "learning_rate": 3.1409076945484513e-06, |
| "loss": 0.621, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.438871473354232, |
| "grad_norm": 2.39300274848938, |
| "learning_rate": 3.116307013280793e-06, |
| "loss": 0.5852, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.44200626959247646, |
| "grad_norm": 2.8745641708374023, |
| "learning_rate": 3.0916426266265676e-06, |
| "loss": 0.6119, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.445141065830721, |
| "grad_norm": 3.0072708129882812, |
| "learning_rate": 3.066917084052603e-06, |
| "loss": 0.5851, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.4482758620689655, |
| "grad_norm": 2.8062074184417725, |
| "learning_rate": 3.042132941347189e-06, |
| "loss": 0.586, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.45141065830721006, |
| "grad_norm": 3.202028274536133, |
| "learning_rate": 3.017292760355896e-06, |
| "loss": 0.6312, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 2.7520525455474854, |
| "learning_rate": 2.9923991087167657e-06, |
| "loss": 0.5769, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.45768025078369906, |
| "grad_norm": 2.7981884479522705, |
| "learning_rate": 2.967454559594903e-06, |
| "loss": 0.6349, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.4608150470219436, |
| "grad_norm": 2.9364802837371826, |
| "learning_rate": 2.9424616914164982e-06, |
| "loss": 0.5936, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.46394984326018807, |
| "grad_norm": 2.985931873321533, |
| "learning_rate": 2.917423087602306e-06, |
| "loss": 0.5731, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.4670846394984326, |
| "grad_norm": 2.4261667728424072, |
| "learning_rate": 2.8923413363006038e-06, |
| "loss": 0.602, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.4702194357366771, |
| "grad_norm": 2.6361424922943115, |
| "learning_rate": 2.8672190301196655e-06, |
| "loss": 0.5851, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.47335423197492166, |
| "grad_norm": 2.6938276290893555, |
| "learning_rate": 2.842058765859776e-06, |
| "loss": 0.6026, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.47648902821316613, |
| "grad_norm": 2.6547839641571045, |
| "learning_rate": 2.8168631442448046e-06, |
| "loss": 0.5863, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.47962382445141066, |
| "grad_norm": 2.8255505561828613, |
| "learning_rate": 2.791634769653381e-06, |
| "loss": 0.6096, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.4827586206896552, |
| "grad_norm": 2.461580514907837, |
| "learning_rate": 2.7663762498496905e-06, |
| "loss": 0.5744, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.48589341692789967, |
| "grad_norm": 2.9616644382476807, |
| "learning_rate": 2.741090195713917e-06, |
| "loss": 0.5849, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4890282131661442, |
| "grad_norm": 2.7509751319885254, |
| "learning_rate": 2.7157792209723654e-06, |
| "loss": 0.5711, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.49216300940438873, |
| "grad_norm": 3.163322687149048, |
| "learning_rate": 2.6904459419272955e-06, |
| "loss": 0.6491, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.4952978056426332, |
| "grad_norm": 2.5019166469573975, |
| "learning_rate": 2.6650929771864776e-06, |
| "loss": 0.5608, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.49843260188087773, |
| "grad_norm": 2.8161232471466064, |
| "learning_rate": 2.639722947392521e-06, |
| "loss": 0.6116, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5015673981191222, |
| "grad_norm": 2.9896793365478516, |
| "learning_rate": 2.614338474951987e-06, |
| "loss": 0.5859, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5047021943573667, |
| "grad_norm": 2.9633073806762695, |
| "learning_rate": 2.5889421837643186e-06, |
| "loss": 0.5757, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5078369905956113, |
| "grad_norm": 7.553648471832275, |
| "learning_rate": 2.563536698950624e-06, |
| "loss": 0.5985, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5109717868338558, |
| "grad_norm": 2.4814646244049072, |
| "learning_rate": 2.538124646582315e-06, |
| "loss": 0.5918, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5141065830721003, |
| "grad_norm": 2.601158380508423, |
| "learning_rate": 2.512708653409674e-06, |
| "loss": 0.5768, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 2.3953468799591064, |
| "learning_rate": 2.487291346590326e-06, |
| "loss": 0.5801, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5203761755485894, |
| "grad_norm": 2.782278060913086, |
| "learning_rate": 2.4618753534176854e-06, |
| "loss": 0.5953, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5235109717868338, |
| "grad_norm": 2.6170544624328613, |
| "learning_rate": 2.436463301049378e-06, |
| "loss": 0.584, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5266457680250783, |
| "grad_norm": 2.2067277431488037, |
| "learning_rate": 2.4110578162356814e-06, |
| "loss": 0.5709, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5297805642633229, |
| "grad_norm": 2.650946617126465, |
| "learning_rate": 2.385661525048014e-06, |
| "loss": 0.6157, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.5329153605015674, |
| "grad_norm": 2.4111557006835938, |
| "learning_rate": 2.3602770526074804e-06, |
| "loss": 0.587, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5360501567398119, |
| "grad_norm": 2.574047088623047, |
| "learning_rate": 2.334907022813523e-06, |
| "loss": 0.5945, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5391849529780565, |
| "grad_norm": 5.312939167022705, |
| "learning_rate": 2.3095540580727054e-06, |
| "loss": 0.5584, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.542319749216301, |
| "grad_norm": 2.999335289001465, |
| "learning_rate": 2.2842207790276355e-06, |
| "loss": 0.5588, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 2.8886678218841553, |
| "learning_rate": 2.2589098042860838e-06, |
| "loss": 0.5834, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.54858934169279, |
| "grad_norm": 2.7539076805114746, |
| "learning_rate": 2.2336237501503103e-06, |
| "loss": 0.529, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 2.600677967071533, |
| "learning_rate": 2.2083652303466196e-06, |
| "loss": 0.5694, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.554858934169279, |
| "grad_norm": 2.550015449523926, |
| "learning_rate": 2.1831368557551962e-06, |
| "loss": 0.5734, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.5579937304075235, |
| "grad_norm": 2.4202213287353516, |
| "learning_rate": 2.157941234140225e-06, |
| "loss": 0.5664, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5611285266457681, |
| "grad_norm": 2.6022562980651855, |
| "learning_rate": 2.1327809698803354e-06, |
| "loss": 0.5516, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.5642633228840125, |
| "grad_norm": 2.3936119079589844, |
| "learning_rate": 2.1076586636993975e-06, |
| "loss": 0.5697, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.567398119122257, |
| "grad_norm": 2.6119375228881836, |
| "learning_rate": 2.0825769123976954e-06, |
| "loss": 0.5524, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5705329153605015, |
| "grad_norm": 2.9607300758361816, |
| "learning_rate": 2.057538308583502e-06, |
| "loss": 0.5539, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5736677115987461, |
| "grad_norm": 2.5394551753997803, |
| "learning_rate": 2.0325454404050983e-06, |
| "loss": 0.5902, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5768025078369906, |
| "grad_norm": 2.248412609100342, |
| "learning_rate": 2.0076008912832355e-06, |
| "loss": 0.5684, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.5799373040752351, |
| "grad_norm": 2.369102954864502, |
| "learning_rate": 1.9827072396441044e-06, |
| "loss": 0.5473, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.5830721003134797, |
| "grad_norm": 2.8046441078186035, |
| "learning_rate": 1.957867058652812e-06, |
| "loss": 0.5125, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5862068965517241, |
| "grad_norm": 2.5482161045074463, |
| "learning_rate": 1.933082915947398e-06, |
| "loss": 0.5586, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.5893416927899686, |
| "grad_norm": 2.53220534324646, |
| "learning_rate": 1.9083573733734328e-06, |
| "loss": 0.598, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5924764890282131, |
| "grad_norm": 2.742966413497925, |
| "learning_rate": 1.8836929867192077e-06, |
| "loss": 0.5432, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.5956112852664577, |
| "grad_norm": 4.084339141845703, |
| "learning_rate": 1.8590923054515504e-06, |
| "loss": 0.5232, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5987460815047022, |
| "grad_norm": 2.8514344692230225, |
| "learning_rate": 1.8345578724522957e-06, |
| "loss": 0.5748, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6018808777429467, |
| "grad_norm": 2.736140012741089, |
| "learning_rate": 1.8100922237554442e-06, |
| "loss": 0.5315, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6050156739811913, |
| "grad_norm": 2.4470133781433105, |
| "learning_rate": 1.7856978882850112e-06, |
| "loss": 0.5722, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6081504702194357, |
| "grad_norm": 2.587562084197998, |
| "learning_rate": 1.7613773875936274e-06, |
| "loss": 0.5697, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.6112852664576802, |
| "grad_norm": 2.340610980987549, |
| "learning_rate": 1.7371332356018972e-06, |
| "loss": 0.5292, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6144200626959248, |
| "grad_norm": 4.569915771484375, |
| "learning_rate": 1.7129679383385384e-06, |
| "loss": 0.582, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.6175548589341693, |
| "grad_norm": 2.7119388580322266, |
| "learning_rate": 1.688883993681345e-06, |
| "loss": 0.6219, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 2.8180112838745117, |
| "learning_rate": 1.6648838910989955e-06, |
| "loss": 0.5649, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.6238244514106583, |
| "grad_norm": 3.1212546825408936, |
| "learning_rate": 1.6409701113937182e-06, |
| "loss": 0.5269, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6269592476489029, |
| "grad_norm": 3.6080574989318848, |
| "learning_rate": 1.617145126444864e-06, |
| "loss": 0.5903, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6300940438871473, |
| "grad_norm": 2.5957369804382324, |
| "learning_rate": 1.5934113989533992e-06, |
| "loss": 0.6123, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.6332288401253918, |
| "grad_norm": 2.664415121078491, |
| "learning_rate": 1.5697713821873401e-06, |
| "loss": 0.6159, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 2.5966672897338867, |
| "learning_rate": 1.5462275197281717e-06, |
| "loss": 0.5255, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.6394984326018809, |
| "grad_norm": 2.552795886993408, |
| "learning_rate": 1.5227822452182617e-06, |
| "loss": 0.5485, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.6426332288401254, |
| "grad_norm": 2.581660032272339, |
| "learning_rate": 1.499437982109305e-06, |
| "loss": 0.5727, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.64576802507837, |
| "grad_norm": 2.6740126609802246, |
| "learning_rate": 1.4761971434118207e-06, |
| "loss": 0.568, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.6489028213166145, |
| "grad_norm": 2.314016342163086, |
| "learning_rate": 1.4530621314457255e-06, |
| "loss": 0.5335, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.6520376175548589, |
| "grad_norm": 2.5612449645996094, |
| "learning_rate": 1.430035337592018e-06, |
| "loss": 0.5422, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6551724137931034, |
| "grad_norm": 6.558284759521484, |
| "learning_rate": 1.4071191420455873e-06, |
| "loss": 0.5938, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.658307210031348, |
| "grad_norm": 2.5115890502929688, |
| "learning_rate": 1.3843159135691859e-06, |
| "loss": 0.5194, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6614420062695925, |
| "grad_norm": 3.0726919174194336, |
| "learning_rate": 1.3616280092485719e-06, |
| "loss": 0.554, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.664576802507837, |
| "grad_norm": 2.4502389430999756, |
| "learning_rate": 1.3390577742488747e-06, |
| "loss": 0.6057, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6677115987460815, |
| "grad_norm": 2.853550434112549, |
| "learning_rate": 1.3166075415721762e-06, |
| "loss": 0.5049, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.670846394984326, |
| "grad_norm": 2.496123790740967, |
| "learning_rate": 1.2942796318163595e-06, |
| "loss": 0.5625, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6739811912225705, |
| "grad_norm": 2.3185224533081055, |
| "learning_rate": 1.2720763529352415e-06, |
| "loss": 0.5336, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.677115987460815, |
| "grad_norm": 2.621919631958008, |
| "learning_rate": 1.2500000000000007e-06, |
| "loss": 0.539, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6802507836990596, |
| "grad_norm": 2.744100570678711, |
| "learning_rate": 1.2280528549619487e-06, |
| "loss": 0.5213, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.6833855799373041, |
| "grad_norm": 2.494028329849243, |
| "learning_rate": 1.2062371864166553e-06, |
| "loss": 0.5419, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6865203761755486, |
| "grad_norm": 2.599900245666504, |
| "learning_rate": 1.1845552493694462e-06, |
| "loss": 0.5456, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 2.5224337577819824, |
| "learning_rate": 1.1630092850023148e-06, |
| "loss": 0.566, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6927899686520376, |
| "grad_norm": 2.492403030395508, |
| "learning_rate": 1.141601520442262e-06, |
| "loss": 0.5415, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.6959247648902821, |
| "grad_norm": 2.5345394611358643, |
| "learning_rate": 1.120334168531081e-06, |
| "loss": 0.5301, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.6990595611285266, |
| "grad_norm": 2.418922185897827, |
| "learning_rate": 1.0992094275966256e-06, |
| "loss": 0.5764, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.7021943573667712, |
| "grad_norm": 3.3536760807037354, |
| "learning_rate": 1.078229481225582e-06, |
| "loss": 0.5596, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7053291536050157, |
| "grad_norm": 2.531526803970337, |
| "learning_rate": 1.0573964980377517e-06, |
| "loss": 0.549, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7084639498432602, |
| "grad_norm": 2.7442548274993896, |
| "learning_rate": 1.0367126314618946e-06, |
| "loss": 0.5025, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.7115987460815048, |
| "grad_norm": 2.368351459503174, |
| "learning_rate": 1.0161800195131372e-06, |
| "loss": 0.5311, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.7147335423197492, |
| "grad_norm": 2.8416459560394287, |
| "learning_rate": 9.95800784571969e-07, |
| "loss": 0.5243, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.7178683385579937, |
| "grad_norm": 2.772183656692505, |
| "learning_rate": 9.755770331648642e-07, |
| "loss": 0.5677, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.7210031347962382, |
| "grad_norm": 2.4133315086364746, |
| "learning_rate": 9.555108557465383e-07, |
| "loss": 0.5507, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 2.677746295928955, |
| "learning_rate": 9.356043264838607e-07, |
| "loss": 0.5553, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 2.8451437950134277, |
| "learning_rate": 9.158595030414621e-07, |
| "loss": 0.5135, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.7304075235109718, |
| "grad_norm": 2.838019609451294, |
| "learning_rate": 8.962784263690358e-07, |
| "loss": 0.59, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.7335423197492164, |
| "grad_norm": 2.865750312805176, |
| "learning_rate": 8.768631204903738e-07, |
| "loss": 0.5164, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.7366771159874608, |
| "grad_norm": 2.9796836376190186, |
| "learning_rate": 8.576155922941548e-07, |
| "loss": 0.5242, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.7398119122257053, |
| "grad_norm": 3.789559841156006, |
| "learning_rate": 8.385378313264933e-07, |
| "loss": 0.5419, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.7429467084639498, |
| "grad_norm": 2.552150249481201, |
| "learning_rate": 8.196318095852909e-07, |
| "loss": 0.5426, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.7460815047021944, |
| "grad_norm": 3.243431568145752, |
| "learning_rate": 8.008994813163995e-07, |
| "loss": 0.5121, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.7492163009404389, |
| "grad_norm": 3.1874783039093018, |
| "learning_rate": 7.823427828116148e-07, |
| "loss": 0.5512, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.7523510971786834, |
| "grad_norm": 2.545905828475952, |
| "learning_rate": 7.6396363220853e-07, |
| "loss": 0.5483, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7554858934169278, |
| "grad_norm": 2.719782829284668, |
| "learning_rate": 7.457639292922675e-07, |
| "loss": 0.5683, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.7586206896551724, |
| "grad_norm": 2.9073195457458496, |
| "learning_rate": 7.277455552991011e-07, |
| "loss": 0.5711, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.7617554858934169, |
| "grad_norm": 2.301893949508667, |
| "learning_rate": 7.099103727220024e-07, |
| "loss": 0.533, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.7648902821316614, |
| "grad_norm": 2.9436652660369873, |
| "learning_rate": 6.922602251181221e-07, |
| "loss": 0.5447, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.768025078369906, |
| "grad_norm": 3.2471468448638916, |
| "learning_rate": 6.747969369182248e-07, |
| "loss": 0.5551, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7711598746081505, |
| "grad_norm": 2.480755567550659, |
| "learning_rate": 6.575223132381067e-07, |
| "loss": 0.5143, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.774294670846395, |
| "grad_norm": 2.8075945377349854, |
| "learning_rate": 6.4043813969201e-07, |
| "loss": 0.5099, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.7774294670846394, |
| "grad_norm": 3.024644136428833, |
| "learning_rate": 6.235461822080449e-07, |
| "loss": 0.5393, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.780564263322884, |
| "grad_norm": 2.6839873790740967, |
| "learning_rate": 6.068481868456558e-07, |
| "loss": 0.5509, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.7836990595611285, |
| "grad_norm": 3.0200679302215576, |
| "learning_rate": 5.903458796151382e-07, |
| "loss": 0.5647, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.786833855799373, |
| "grad_norm": 2.65813946723938, |
| "learning_rate": 5.740409662992244e-07, |
| "loss": 0.5202, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.7899686520376176, |
| "grad_norm": 2.6419460773468018, |
| "learning_rate": 5.579351322767643e-07, |
| "loss": 0.5412, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.7931034482758621, |
| "grad_norm": 2.5918684005737305, |
| "learning_rate": 5.420300423485167e-07, |
| "loss": 0.5671, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.7962382445141066, |
| "grad_norm": 2.6645092964172363, |
| "learning_rate": 5.263273405650601e-07, |
| "loss": 0.5971, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.799373040752351, |
| "grad_norm": 2.6975386142730713, |
| "learning_rate": 5.108286500568562e-07, |
| "loss": 0.5569, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.8025078369905956, |
| "grad_norm": 2.585435628890991, |
| "learning_rate": 4.95535572866474e-07, |
| "loss": 0.5394, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.8056426332288401, |
| "grad_norm": 2.4776594638824463, |
| "learning_rate": 4.804496897829883e-07, |
| "loss": 0.5231, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.8087774294670846, |
| "grad_norm": 2.783409833908081, |
| "learning_rate": 4.6557256017858485e-07, |
| "loss": 0.5114, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.8119122257053292, |
| "grad_norm": 2.355269193649292, |
| "learning_rate": 4.5090572184736863e-07, |
| "loss": 0.5202, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.8150470219435737, |
| "grad_norm": 2.541964292526245, |
| "learning_rate": 4.3645069084641195e-07, |
| "loss": 0.5414, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 2.6445441246032715, |
| "learning_rate": 4.222089613390412e-07, |
| "loss": 0.5289, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.8213166144200627, |
| "grad_norm": 2.8741798400878906, |
| "learning_rate": 4.0818200544039484e-07, |
| "loss": 0.5541, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.8244514106583072, |
| "grad_norm": 3.0294582843780518, |
| "learning_rate": 3.9437127306525295e-07, |
| "loss": 0.5234, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 2.6354918479919434, |
| "learning_rate": 3.8077819177816695e-07, |
| "loss": 0.5061, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.8307210031347962, |
| "grad_norm": 2.5358927249908447, |
| "learning_rate": 3.6740416664589634e-07, |
| "loss": 0.5108, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.8338557993730408, |
| "grad_norm": 3.637833595275879, |
| "learning_rate": 3.5425058009217193e-07, |
| "loss": 0.5398, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.8369905956112853, |
| "grad_norm": 2.77534556388855, |
| "learning_rate": 3.413187917548019e-07, |
| "loss": 0.5727, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.8401253918495298, |
| "grad_norm": 2.57776141166687, |
| "learning_rate": 3.2861013834512844e-07, |
| "loss": 0.5309, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.8432601880877743, |
| "grad_norm": 2.4252471923828125, |
| "learning_rate": 3.161259335098571e-07, |
| "loss": 0.4912, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.8463949843260188, |
| "grad_norm": 4.025521278381348, |
| "learning_rate": 3.0386746769527323e-07, |
| "loss": 0.5448, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.8495297805642633, |
| "grad_norm": 2.6746034622192383, |
| "learning_rate": 2.9183600801384853e-07, |
| "loss": 0.5454, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.8526645768025078, |
| "grad_norm": 2.7830092906951904, |
| "learning_rate": 2.8003279811326724e-07, |
| "loss": 0.539, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8557993730407524, |
| "grad_norm": 2.5394887924194336, |
| "learning_rate": 2.684590580478749e-07, |
| "loss": 0.5234, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.8589341692789969, |
| "grad_norm": 2.765644073486328, |
| "learning_rate": 2.57115984152565e-07, |
| "loss": 0.5105, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 2.5733540058135986, |
| "learning_rate": 2.4600474891911696e-07, |
| "loss": 0.5381, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.8652037617554859, |
| "grad_norm": 2.2739200592041016, |
| "learning_rate": 2.3512650087500338e-07, |
| "loss": 0.5344, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.8683385579937304, |
| "grad_norm": 2.446244478225708, |
| "learning_rate": 2.2448236446466847e-07, |
| "loss": 0.5271, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.8714733542319749, |
| "grad_norm": 2.833040237426758, |
| "learning_rate": 2.140734399332975e-07, |
| "loss": 0.5841, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.8746081504702194, |
| "grad_norm": 2.487649440765381, |
| "learning_rate": 2.0390080321309236e-07, |
| "loss": 0.5353, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.877742946708464, |
| "grad_norm": 3.27183198928833, |
| "learning_rate": 1.9396550581205208e-07, |
| "loss": 0.5181, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8808777429467085, |
| "grad_norm": 2.5979673862457275, |
| "learning_rate": 1.8426857470528414e-07, |
| "loss": 0.521, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.8840125391849529, |
| "grad_norm": 2.452927589416504, |
| "learning_rate": 1.7481101222885126e-07, |
| "loss": 0.5394, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.8871473354231975, |
| "grad_norm": 3.278170585632324, |
| "learning_rate": 1.6559379597616136e-07, |
| "loss": 0.5098, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.890282131661442, |
| "grad_norm": 2.9773340225219727, |
| "learning_rate": 1.5661787869691858e-07, |
| "loss": 0.5046, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.8934169278996865, |
| "grad_norm": 2.6932992935180664, |
| "learning_rate": 1.4788418819864037e-07, |
| "loss": 0.5517, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.896551724137931, |
| "grad_norm": 2.7016708850860596, |
| "learning_rate": 1.3939362725075344e-07, |
| "loss": 0.5386, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.8996865203761756, |
| "grad_norm": 3.2767891883850098, |
| "learning_rate": 1.3114707349127954e-07, |
| "loss": 0.53, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.9028213166144201, |
| "grad_norm": 2.865053653717041, |
| "learning_rate": 1.2314537933611425e-07, |
| "loss": 0.5306, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.9059561128526645, |
| "grad_norm": 2.703111410140991, |
| "learning_rate": 1.1538937189091825e-07, |
| "loss": 0.5677, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 2.6944828033447266, |
| "learning_rate": 1.0787985286562219e-07, |
| "loss": 0.5488, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.9122257053291536, |
| "grad_norm": 2.602788209915161, |
| "learning_rate": 1.00617598491555e-07, |
| "loss": 0.5406, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.9153605015673981, |
| "grad_norm": 2.350580930709839, |
| "learning_rate": 9.360335944121029e-08, |
| "loss": 0.5027, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.9184952978056427, |
| "grad_norm": 2.7530674934387207, |
| "learning_rate": 8.683786075065065e-08, |
| "loss": 0.5458, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.9216300940438872, |
| "grad_norm": 2.564846992492676, |
| "learning_rate": 8.032180174456283e-08, |
| "loss": 0.5267, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.9247648902821317, |
| "grad_norm": 3.4500110149383545, |
| "learning_rate": 7.405585596397314e-08, |
| "loss": 0.5129, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.9278996865203761, |
| "grad_norm": 2.9540138244628906, |
| "learning_rate": 6.804067109662443e-08, |
| "loss": 0.5221, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 2.5607857704162598, |
| "learning_rate": 6.227686891002671e-08, |
| "loss": 0.4751, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.9341692789968652, |
| "grad_norm": 2.6755456924438477, |
| "learning_rate": 5.6765045187187614e-08, |
| "loss": 0.5014, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.9373040752351097, |
| "grad_norm": 3.1413800716400146, |
| "learning_rate": 5.150576966503063e-08, |
| "loss": 0.5191, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.9404388714733543, |
| "grad_norm": 2.7286934852600098, |
| "learning_rate": 4.649958597549964e-08, |
| "loss": 0.5229, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9435736677115988, |
| "grad_norm": 4.638148784637451, |
| "learning_rate": 4.174701158936895e-08, |
| "loss": 0.5181, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.9467084639498433, |
| "grad_norm": 2.8824093341827393, |
| "learning_rate": 3.7248537762752666e-08, |
| "loss": 0.5899, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.9498432601880877, |
| "grad_norm": 3.2580602169036865, |
| "learning_rate": 3.300462948632593e-08, |
| "loss": 0.5234, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.9529780564263323, |
| "grad_norm": 2.773378610610962, |
| "learning_rate": 2.9015725437259724e-08, |
| "loss": 0.5406, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.9561128526645768, |
| "grad_norm": 2.5910532474517822, |
| "learning_rate": 2.5282237933877962e-08, |
| "loss": 0.5322, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.9592476489028213, |
| "grad_norm": 4.50349760055542, |
| "learning_rate": 2.180455289303579e-08, |
| "loss": 0.6053, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.9623824451410659, |
| "grad_norm": 2.9559998512268066, |
| "learning_rate": 1.8583029790230356e-08, |
| "loss": 0.4884, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 3.511509418487549, |
| "learning_rate": 1.561800162244248e-08, |
| "loss": 0.5252, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.9686520376175548, |
| "grad_norm": 2.7472832202911377, |
| "learning_rate": 1.2909774873715585e-08, |
| "loss": 0.5427, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.9717868338557993, |
| "grad_norm": 3.0372958183288574, |
| "learning_rate": 1.0458629483476868e-08, |
| "loss": 0.5447, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.9749216300940439, |
| "grad_norm": 2.645599126815796, |
| "learning_rate": 8.264818817599052e-09, |
| "loss": 0.5911, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.9780564263322884, |
| "grad_norm": 3.0988388061523438, |
| "learning_rate": 6.328569642212734e-09, |
| "loss": 0.522, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.9811912225705329, |
| "grad_norm": 4.376644134521484, |
| "learning_rate": 4.6500821002654075e-09, |
| "loss": 0.551, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.9843260188087775, |
| "grad_norm": 2.846813917160034, |
| "learning_rate": 3.2295296908338437e-09, |
| "loss": 0.5204, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.987460815047022, |
| "grad_norm": 4.044336318969727, |
| "learning_rate": 2.067059251189274e-09, |
| "loss": 0.5254, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.9905956112852664, |
| "grad_norm": 2.489978790283203, |
| "learning_rate": 1.1627909416211947e-09, |
| "loss": 0.5397, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.9937304075235109, |
| "grad_norm": 2.610431671142578, |
| "learning_rate": 5.168182330145266e-10, |
| "loss": 0.555, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.9968652037617555, |
| "grad_norm": 3.202317953109741, |
| "learning_rate": 1.292078971898425e-10, |
| "loss": 0.5094, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.7502589225769043, |
| "learning_rate": 0.0, |
| "loss": 0.5585, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 319, |
| "total_flos": 834160017014784.0, |
| "train_loss": 0.6235808798325099, |
| "train_runtime": 6415.1151, |
| "train_samples_per_second": 3.182, |
| "train_steps_per_second": 0.05 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 319, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 400, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 834160017014784.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
