| { |
| "best_metric": 1.262895941734314, |
| "best_model_checkpoint": "runs/deepseek_lora_20240422-165831/checkpoint-27500", |
| "epoch": 0.75, |
| "eval_steps": 500, |
| "global_step": 30000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "grad_norm": 2.7229208946228027, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 2.2066, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.007352828979492, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 2.1122, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.8536276817321777, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 2.2073, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 6.411635875701904, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 2.3019, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 8.24316692352295, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 2.1321, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.362759113311768, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 2.1916, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.222783088684082, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 2.2857, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.4690635204315186, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 2.2253, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.878602981567383, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 2.1578, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.750248908996582, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 2.0044, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 7.198167324066162, |
| "learning_rate": 4.4e-06, |
| "loss": 1.8984, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.500101327896118, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 1.9501, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 7.465259552001953, |
| "learning_rate": 5.2e-06, |
| "loss": 1.8413, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.6927084922790527, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 2.0101, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 8.518953323364258, |
| "learning_rate": 6e-06, |
| "loss": 1.8778, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.7254889011383057, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 1.8361, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.634269714355469, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 1.6214, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 8.053196907043457, |
| "learning_rate": 7.2000000000000005e-06, |
| "loss": 1.7552, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.407431125640869, |
| "learning_rate": 7.600000000000001e-06, |
| "loss": 1.8447, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 8.015592575073242, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.736, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 10.115213394165039, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 1.5497, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 6.565807819366455, |
| "learning_rate": 8.8e-06, |
| "loss": 1.6854, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.260842800140381, |
| "learning_rate": 9.200000000000002e-06, |
| "loss": 1.986, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.239616394042969, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 1.5284, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.048999786376953, |
| "learning_rate": 1e-05, |
| "loss": 1.7342, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.2346177101135254, |
| "learning_rate": 1.04e-05, |
| "loss": 1.8604, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.236307144165039, |
| "learning_rate": 1.0800000000000002e-05, |
| "loss": 1.6303, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.784558057785034, |
| "learning_rate": 1.1200000000000001e-05, |
| "loss": 1.6309, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.2512731552124023, |
| "learning_rate": 1.16e-05, |
| "loss": 1.8278, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.695291996002197, |
| "learning_rate": 1.2e-05, |
| "loss": 1.6175, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.554133892059326, |
| "learning_rate": 1.2400000000000002e-05, |
| "loss": 1.6657, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 24.56378936767578, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 1.663, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.6168453693389893, |
| "learning_rate": 1.3200000000000002e-05, |
| "loss": 1.811, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.714534282684326, |
| "learning_rate": 1.3600000000000002e-05, |
| "loss": 1.7414, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.220114231109619, |
| "learning_rate": 1.4e-05, |
| "loss": 1.69, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.1215527057647705, |
| "learning_rate": 1.4400000000000001e-05, |
| "loss": 1.6113, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.8771586418151855, |
| "learning_rate": 1.48e-05, |
| "loss": 1.6141, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.036810398101807, |
| "learning_rate": 1.5200000000000002e-05, |
| "loss": 1.7124, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.9079569578170776, |
| "learning_rate": 1.5600000000000003e-05, |
| "loss": 1.629, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 9.102452278137207, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.659, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 6.5280866622924805, |
| "learning_rate": 1.64e-05, |
| "loss": 1.6147, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 6.27349853515625, |
| "learning_rate": 1.6800000000000002e-05, |
| "loss": 1.5316, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 21.586790084838867, |
| "learning_rate": 1.72e-05, |
| "loss": 1.7693, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.198234796524048, |
| "learning_rate": 1.76e-05, |
| "loss": 1.465, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.132129669189453, |
| "learning_rate": 1.8e-05, |
| "loss": 1.6176, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.825719833374023, |
| "learning_rate": 1.8400000000000003e-05, |
| "loss": 1.6984, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 6.724545478820801, |
| "learning_rate": 1.88e-05, |
| "loss": 1.7011, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.723080635070801, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 1.6338, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.8718888759613037, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 1.5002, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 11.207817077636719, |
| "learning_rate": 2e-05, |
| "loss": 1.6829, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.01, |
| "eval_loss": 1.6066228151321411, |
| "eval_runtime": 66.1997, |
| "eval_samples_per_second": 15.106, |
| "eval_steps_per_second": 15.106, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.459104537963867, |
| "learning_rate": 1.999322033898305e-05, |
| "loss": 1.6216, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.6112444400787354, |
| "learning_rate": 1.9986440677966104e-05, |
| "loss": 1.5761, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 4.285440921783447, |
| "learning_rate": 1.9979661016949154e-05, |
| "loss": 1.6097, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.781306505203247, |
| "learning_rate": 1.9972881355932204e-05, |
| "loss": 1.6967, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 7.55482292175293, |
| "learning_rate": 1.9966101694915257e-05, |
| "loss": 1.5974, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.083601474761963, |
| "learning_rate": 1.9959322033898307e-05, |
| "loss": 1.6287, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.7552945613861084, |
| "learning_rate": 1.995254237288136e-05, |
| "loss": 1.4225, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.149674892425537, |
| "learning_rate": 1.994576271186441e-05, |
| "loss": 1.5439, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 5.270935535430908, |
| "learning_rate": 1.993898305084746e-05, |
| "loss": 1.8439, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.552823543548584, |
| "learning_rate": 1.9932203389830512e-05, |
| "loss": 1.5678, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.6956074237823486, |
| "learning_rate": 1.992542372881356e-05, |
| "loss": 1.6002, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.0761303901672363, |
| "learning_rate": 1.991864406779661e-05, |
| "loss": 1.7211, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.1744227409362793, |
| "learning_rate": 1.991186440677966e-05, |
| "loss": 1.6327, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 4.774084091186523, |
| "learning_rate": 1.990508474576271e-05, |
| "loss": 1.6871, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.4767563343048096, |
| "learning_rate": 1.9898305084745764e-05, |
| "loss": 1.6038, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.3587417602539062, |
| "learning_rate": 1.9891525423728814e-05, |
| "loss": 1.8443, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.177602529525757, |
| "learning_rate": 1.9884745762711867e-05, |
| "loss": 1.5371, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.579742193222046, |
| "learning_rate": 1.9877966101694917e-05, |
| "loss": 1.4555, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.631253242492676, |
| "learning_rate": 1.9871186440677966e-05, |
| "loss": 1.6794, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.278071641921997, |
| "learning_rate": 1.986440677966102e-05, |
| "loss": 1.477, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.924114227294922, |
| "learning_rate": 1.985762711864407e-05, |
| "loss": 1.6933, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.5087924003601074, |
| "learning_rate": 1.985084745762712e-05, |
| "loss": 1.5713, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.0184319019317627, |
| "learning_rate": 1.9844067796610172e-05, |
| "loss": 1.6689, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.6397581100463867, |
| "learning_rate": 1.9837288135593222e-05, |
| "loss": 1.5636, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.12296986579895, |
| "learning_rate": 1.9830508474576275e-05, |
| "loss": 1.6867, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.04766583442688, |
| "learning_rate": 1.9823728813559324e-05, |
| "loss": 1.6027, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.8128042221069336, |
| "learning_rate": 1.9816949152542374e-05, |
| "loss": 1.6354, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.708834171295166, |
| "learning_rate": 1.9810169491525427e-05, |
| "loss": 1.5484, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.9796117544174194, |
| "learning_rate": 1.9803389830508477e-05, |
| "loss": 1.4511, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 4.195634365081787, |
| "learning_rate": 1.9796610169491527e-05, |
| "loss": 1.6435, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.132399320602417, |
| "learning_rate": 1.978983050847458e-05, |
| "loss": 1.5196, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.9280669689178467, |
| "learning_rate": 1.9783050847457626e-05, |
| "loss": 1.522, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.2013494968414307, |
| "learning_rate": 1.977627118644068e-05, |
| "loss": 1.6589, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 9.277434349060059, |
| "learning_rate": 1.976949152542373e-05, |
| "loss": 1.5828, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 6.09869384765625, |
| "learning_rate": 1.9762711864406782e-05, |
| "loss": 1.6683, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.7093573808670044, |
| "learning_rate": 1.9755932203389832e-05, |
| "loss": 1.6881, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.834920048713684, |
| "learning_rate": 1.974915254237288e-05, |
| "loss": 1.6169, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.802130699157715, |
| "learning_rate": 1.9742372881355935e-05, |
| "loss": 1.5526, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.086676836013794, |
| "learning_rate": 1.9735593220338984e-05, |
| "loss": 1.661, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.9825890064239502, |
| "learning_rate": 1.9728813559322034e-05, |
| "loss": 1.6302, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.9660803079605103, |
| "learning_rate": 1.9722033898305087e-05, |
| "loss": 1.6146, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.5572495460510254, |
| "learning_rate": 1.9715254237288137e-05, |
| "loss": 1.6143, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 5.440743923187256, |
| "learning_rate": 1.970847457627119e-05, |
| "loss": 1.4907, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.432176351547241, |
| "learning_rate": 1.970169491525424e-05, |
| "loss": 1.6272, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.2422198057174683, |
| "learning_rate": 1.969491525423729e-05, |
| "loss": 1.6404, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.0598487854003906, |
| "learning_rate": 1.9688135593220342e-05, |
| "loss": 1.5811, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 3.399864673614502, |
| "learning_rate": 1.9681355932203392e-05, |
| "loss": 1.6221, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.3376494646072388, |
| "learning_rate": 1.9674576271186442e-05, |
| "loss": 1.5384, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 4.062708854675293, |
| "learning_rate": 1.9667796610169495e-05, |
| "loss": 1.5448, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.200625419616699, |
| "learning_rate": 1.9661016949152545e-05, |
| "loss": 1.6656, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.03, |
| "eval_loss": 1.5288029909133911, |
| "eval_runtime": 66.2062, |
| "eval_samples_per_second": 15.104, |
| "eval_steps_per_second": 15.104, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.217132091522217, |
| "learning_rate": 1.9654237288135594e-05, |
| "loss": 1.6834, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.8246206045150757, |
| "learning_rate": 1.9647457627118644e-05, |
| "loss": 1.7242, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.0907254219055176, |
| "learning_rate": 1.9640677966101697e-05, |
| "loss": 1.6493, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.1235597133636475, |
| "learning_rate": 1.9633898305084747e-05, |
| "loss": 1.6628, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.815682411193848, |
| "learning_rate": 1.9627118644067796e-05, |
| "loss": 1.5552, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.7466652393341064, |
| "learning_rate": 1.962033898305085e-05, |
| "loss": 1.7091, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.9031518697738647, |
| "learning_rate": 1.96135593220339e-05, |
| "loss": 1.4593, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 7.788964748382568, |
| "learning_rate": 1.960677966101695e-05, |
| "loss": 1.7782, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.2768681049346924, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 1.6339, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.7264978885650635, |
| "learning_rate": 1.9593220338983052e-05, |
| "loss": 1.7666, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.865339279174805, |
| "learning_rate": 1.95864406779661e-05, |
| "loss": 1.7127, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.9894134998321533, |
| "learning_rate": 1.9579661016949155e-05, |
| "loss": 1.5671, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.2608160972595215, |
| "learning_rate": 1.9572881355932204e-05, |
| "loss": 1.5396, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.3654749393463135, |
| "learning_rate": 1.9566101694915257e-05, |
| "loss": 1.514, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.9910569190979004, |
| "learning_rate": 1.9559322033898307e-05, |
| "loss": 1.6519, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.1228861808776855, |
| "learning_rate": 1.9552542372881357e-05, |
| "loss": 1.5683, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.8690907955169678, |
| "learning_rate": 1.954576271186441e-05, |
| "loss": 1.5795, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 7.847595691680908, |
| "learning_rate": 1.953898305084746e-05, |
| "loss": 1.4718, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.4904606342315674, |
| "learning_rate": 1.953220338983051e-05, |
| "loss": 1.6105, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.352919340133667, |
| "learning_rate": 1.9525423728813562e-05, |
| "loss": 1.6323, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.9066511392593384, |
| "learning_rate": 1.9518644067796612e-05, |
| "loss": 1.5846, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.2066802978515625, |
| "learning_rate": 1.9511864406779665e-05, |
| "loss": 1.4947, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.038661003112793, |
| "learning_rate": 1.950508474576271e-05, |
| "loss": 1.5167, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.544153690338135, |
| "learning_rate": 1.9498305084745765e-05, |
| "loss": 1.7429, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.264445781707764, |
| "learning_rate": 1.9491525423728814e-05, |
| "loss": 1.7164, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 7.955377101898193, |
| "learning_rate": 1.9484745762711864e-05, |
| "loss": 1.4268, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.6983351707458496, |
| "learning_rate": 1.9477966101694917e-05, |
| "loss": 1.5497, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.3593084812164307, |
| "learning_rate": 1.9471186440677967e-05, |
| "loss": 1.4209, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 5.2454938888549805, |
| "learning_rate": 1.9464406779661017e-05, |
| "loss": 1.7169, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.33056116104126, |
| "learning_rate": 1.945762711864407e-05, |
| "loss": 1.491, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.095102071762085, |
| "learning_rate": 1.945084745762712e-05, |
| "loss": 1.5366, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.7006287574768066, |
| "learning_rate": 1.9444067796610172e-05, |
| "loss": 1.5085, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.643651008605957, |
| "learning_rate": 1.9437288135593222e-05, |
| "loss": 1.4597, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.9585516452789307, |
| "learning_rate": 1.9430508474576272e-05, |
| "loss": 1.6975, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.669740676879883, |
| "learning_rate": 1.9423728813559325e-05, |
| "loss": 1.4074, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 3.0379438400268555, |
| "learning_rate": 1.9416949152542375e-05, |
| "loss": 1.5256, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.81781005859375, |
| "learning_rate": 1.9410169491525424e-05, |
| "loss": 1.5329, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.2218108177185059, |
| "learning_rate": 1.9403389830508477e-05, |
| "loss": 1.5283, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.4585816860198975, |
| "learning_rate": 1.9396610169491527e-05, |
| "loss": 1.4265, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 6.117985725402832, |
| "learning_rate": 1.938983050847458e-05, |
| "loss": 1.6968, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.7194918394088745, |
| "learning_rate": 1.938305084745763e-05, |
| "loss": 1.5565, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.65537691116333, |
| "learning_rate": 1.937627118644068e-05, |
| "loss": 1.7526, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.0874905586242676, |
| "learning_rate": 1.9369491525423733e-05, |
| "loss": 1.4787, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.945019006729126, |
| "learning_rate": 1.936271186440678e-05, |
| "loss": 1.5238, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.7200796604156494, |
| "learning_rate": 1.9355932203389832e-05, |
| "loss": 1.4571, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 8.368704795837402, |
| "learning_rate": 1.9349152542372882e-05, |
| "loss": 1.5916, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.0204453468322754, |
| "learning_rate": 1.934237288135593e-05, |
| "loss": 1.6997, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.3051364421844482, |
| "learning_rate": 1.9335593220338985e-05, |
| "loss": 1.5315, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.246631145477295, |
| "learning_rate": 1.9328813559322034e-05, |
| "loss": 1.478, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.8742200136184692, |
| "learning_rate": 1.9322033898305087e-05, |
| "loss": 1.5419, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_loss": 1.5387661457061768, |
| "eval_runtime": 66.1849, |
| "eval_samples_per_second": 15.109, |
| "eval_steps_per_second": 15.109, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.624708652496338, |
| "learning_rate": 1.9315254237288137e-05, |
| "loss": 1.5002, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 5.5269856452941895, |
| "learning_rate": 1.9308474576271187e-05, |
| "loss": 1.6267, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.879159688949585, |
| "learning_rate": 1.930169491525424e-05, |
| "loss": 1.4951, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 4.727252006530762, |
| "learning_rate": 1.929491525423729e-05, |
| "loss": 1.5438, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.9965201616287231, |
| "learning_rate": 1.928813559322034e-05, |
| "loss": 1.6525, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.61816143989563, |
| "learning_rate": 1.9281355932203392e-05, |
| "loss": 1.4746, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.8157131671905518, |
| "learning_rate": 1.9274576271186442e-05, |
| "loss": 1.5454, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.738640546798706, |
| "learning_rate": 1.9267796610169492e-05, |
| "loss": 1.4876, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.118277072906494, |
| "learning_rate": 1.9261016949152545e-05, |
| "loss": 1.5587, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 6.730972766876221, |
| "learning_rate": 1.9254237288135595e-05, |
| "loss": 1.6752, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 9.461782455444336, |
| "learning_rate": 1.9247457627118648e-05, |
| "loss": 1.5409, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 4.566100120544434, |
| "learning_rate": 1.9240677966101698e-05, |
| "loss": 1.4724, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.8972136974334717, |
| "learning_rate": 1.9233898305084747e-05, |
| "loss": 1.5706, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.0403244495391846, |
| "learning_rate": 1.92271186440678e-05, |
| "loss": 1.6694, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.0590033531188965, |
| "learning_rate": 1.9220338983050847e-05, |
| "loss": 1.5711, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.9862588047981262, |
| "learning_rate": 1.92135593220339e-05, |
| "loss": 1.486, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.9184350967407227, |
| "learning_rate": 1.920677966101695e-05, |
| "loss": 1.5526, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.7024717330932617, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 1.6754, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 4.887876510620117, |
| "learning_rate": 1.9193220338983052e-05, |
| "loss": 1.6843, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.6079001426696777, |
| "learning_rate": 1.9186440677966102e-05, |
| "loss": 1.5116, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.407667875289917, |
| "learning_rate": 1.9179661016949155e-05, |
| "loss": 1.581, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.201183795928955, |
| "learning_rate": 1.9172881355932205e-05, |
| "loss": 1.6449, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.4738363027572632, |
| "learning_rate": 1.9166101694915254e-05, |
| "loss": 1.3959, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.745976209640503, |
| "learning_rate": 1.9159322033898308e-05, |
| "loss": 1.394, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 3.694169759750366, |
| "learning_rate": 1.9152542372881357e-05, |
| "loss": 1.6542, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.3387959003448486, |
| "learning_rate": 1.9145762711864407e-05, |
| "loss": 1.6928, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.8310043811798096, |
| "learning_rate": 1.913898305084746e-05, |
| "loss": 1.5955, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.731762647628784, |
| "learning_rate": 1.913220338983051e-05, |
| "loss": 1.7997, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.896686553955078, |
| "learning_rate": 1.9125423728813563e-05, |
| "loss": 1.5137, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.8352593183517456, |
| "learning_rate": 1.9118644067796613e-05, |
| "loss": 1.5224, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 4.474410057067871, |
| "learning_rate": 1.9111864406779662e-05, |
| "loss": 1.6659, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.063828468322754, |
| "learning_rate": 1.9105084745762715e-05, |
| "loss": 1.4191, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.9058163166046143, |
| "learning_rate": 1.9098305084745765e-05, |
| "loss": 1.5386, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.915477991104126, |
| "learning_rate": 1.9091525423728815e-05, |
| "loss": 1.5756, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.423071265220642, |
| "learning_rate": 1.9084745762711868e-05, |
| "loss": 1.5377, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.5523242950439453, |
| "learning_rate": 1.9077966101694914e-05, |
| "loss": 1.5199, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.609219789505005, |
| "learning_rate": 1.9071186440677967e-05, |
| "loss": 1.5402, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 7.032884120941162, |
| "learning_rate": 1.9064406779661017e-05, |
| "loss": 1.4348, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.192718029022217, |
| "learning_rate": 1.905762711864407e-05, |
| "loss": 1.5971, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.0084311962127686, |
| "learning_rate": 1.905084745762712e-05, |
| "loss": 1.459, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.646857738494873, |
| "learning_rate": 1.904406779661017e-05, |
| "loss": 1.507, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.855058431625366, |
| "learning_rate": 1.9037288135593223e-05, |
| "loss": 1.5667, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.520700216293335, |
| "learning_rate": 1.9030508474576272e-05, |
| "loss": 1.573, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.6929845809936523, |
| "learning_rate": 1.9023728813559322e-05, |
| "loss": 1.4966, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.283622980117798, |
| "learning_rate": 1.9016949152542375e-05, |
| "loss": 1.5018, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.3686760663986206, |
| "learning_rate": 1.9010169491525425e-05, |
| "loss": 1.3841, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.02280592918396, |
| "learning_rate": 1.9003389830508478e-05, |
| "loss": 1.3902, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.312986135482788, |
| "learning_rate": 1.8996610169491528e-05, |
| "loss": 1.6016, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.497074604034424, |
| "learning_rate": 1.8989830508474577e-05, |
| "loss": 1.6256, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 8.351258277893066, |
| "learning_rate": 1.898305084745763e-05, |
| "loss": 1.5034, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.05, |
| "eval_loss": 1.555788516998291, |
| "eval_runtime": 66.1337, |
| "eval_samples_per_second": 15.121, |
| "eval_steps_per_second": 15.121, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 10.036495208740234, |
| "learning_rate": 1.897627118644068e-05, |
| "loss": 1.6968, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 5.859747886657715, |
| "learning_rate": 1.896949152542373e-05, |
| "loss": 1.655, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.809723138809204, |
| "learning_rate": 1.8962711864406783e-05, |
| "loss": 1.5661, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.2033305168151855, |
| "learning_rate": 1.8955932203389833e-05, |
| "loss": 1.5528, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.821791887283325, |
| "learning_rate": 1.8949152542372882e-05, |
| "loss": 1.5215, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.9140360355377197, |
| "learning_rate": 1.8942372881355932e-05, |
| "loss": 1.6541, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.9218617677688599, |
| "learning_rate": 1.8935593220338985e-05, |
| "loss": 1.6119, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.7994463443756104, |
| "learning_rate": 1.8928813559322035e-05, |
| "loss": 1.5222, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.291020631790161, |
| "learning_rate": 1.8922033898305085e-05, |
| "loss": 1.5315, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.737337589263916, |
| "learning_rate": 1.8915254237288138e-05, |
| "loss": 1.4785, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.1229870319366455, |
| "learning_rate": 1.8908474576271187e-05, |
| "loss": 1.6181, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.7481417655944824, |
| "learning_rate": 1.8901694915254237e-05, |
| "loss": 1.4123, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.3576602935791016, |
| "learning_rate": 1.889491525423729e-05, |
| "loss": 1.5839, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.292433261871338, |
| "learning_rate": 1.888813559322034e-05, |
| "loss": 1.5668, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 5.039631366729736, |
| "learning_rate": 1.8881355932203393e-05, |
| "loss": 1.3932, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.142812490463257, |
| "learning_rate": 1.8874576271186443e-05, |
| "loss": 1.6613, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.2970080375671387, |
| "learning_rate": 1.8867796610169492e-05, |
| "loss": 1.4982, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 7.887810230255127, |
| "learning_rate": 1.8861016949152545e-05, |
| "loss": 1.6085, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.8233675956726074, |
| "learning_rate": 1.8854237288135595e-05, |
| "loss": 1.668, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.357754707336426, |
| "learning_rate": 1.8847457627118645e-05, |
| "loss": 1.6456, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 5.471128463745117, |
| "learning_rate": 1.8840677966101698e-05, |
| "loss": 1.5198, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.850195050239563, |
| "learning_rate": 1.8833898305084748e-05, |
| "loss": 1.5557, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.1556105613708496, |
| "learning_rate": 1.8827118644067797e-05, |
| "loss": 1.6411, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.6570167541503906, |
| "learning_rate": 1.882033898305085e-05, |
| "loss": 1.474, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.989947557449341, |
| "learning_rate": 1.88135593220339e-05, |
| "loss": 1.5413, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.8367825746536255, |
| "learning_rate": 1.8806779661016953e-05, |
| "loss": 1.5744, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.2120065689086914, |
| "learning_rate": 1.88e-05, |
| "loss": 1.5589, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.29278302192688, |
| "learning_rate": 1.8793220338983053e-05, |
| "loss": 1.4468, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.6164047718048096, |
| "learning_rate": 1.8786440677966102e-05, |
| "loss": 1.5143, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.008776903152466, |
| "learning_rate": 1.8779661016949152e-05, |
| "loss": 1.5692, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.0924556255340576, |
| "learning_rate": 1.8772881355932205e-05, |
| "loss": 1.4559, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.1632914543151855, |
| "learning_rate": 1.8766101694915255e-05, |
| "loss": 1.5876, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.367845058441162, |
| "learning_rate": 1.8759322033898305e-05, |
| "loss": 1.5093, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.618950843811035, |
| "learning_rate": 1.8752542372881358e-05, |
| "loss": 1.4839, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.7340502738952637, |
| "learning_rate": 1.8745762711864407e-05, |
| "loss": 1.7354, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.4295051097869873, |
| "learning_rate": 1.873898305084746e-05, |
| "loss": 1.4937, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.078732967376709, |
| "learning_rate": 1.873220338983051e-05, |
| "loss": 1.7125, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.103182554244995, |
| "learning_rate": 1.872542372881356e-05, |
| "loss": 1.4019, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.760866641998291, |
| "learning_rate": 1.8718644067796613e-05, |
| "loss": 1.4383, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.4431618452072144, |
| "learning_rate": 1.8711864406779663e-05, |
| "loss": 1.5302, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.5087249279022217, |
| "learning_rate": 1.8705084745762712e-05, |
| "loss": 1.5693, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.648737668991089, |
| "learning_rate": 1.8698305084745765e-05, |
| "loss": 1.2027, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 4.0298357009887695, |
| "learning_rate": 1.8691525423728815e-05, |
| "loss": 1.4772, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 4.11863899230957, |
| "learning_rate": 1.8684745762711868e-05, |
| "loss": 1.402, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.1432223320007324, |
| "learning_rate": 1.8677966101694918e-05, |
| "loss": 1.5907, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.0923776626586914, |
| "learning_rate": 1.8671186440677968e-05, |
| "loss": 1.569, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.987396001815796, |
| "learning_rate": 1.866440677966102e-05, |
| "loss": 1.6504, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.959685802459717, |
| "learning_rate": 1.8657627118644067e-05, |
| "loss": 1.4029, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.1348440647125244, |
| "learning_rate": 1.865084745762712e-05, |
| "loss": 1.5063, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.788222074508667, |
| "learning_rate": 1.864406779661017e-05, |
| "loss": 1.5971, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_loss": 1.5344786643981934, |
| "eval_runtime": 66.1387, |
| "eval_samples_per_second": 15.12, |
| "eval_steps_per_second": 15.12, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.9007914066314697, |
| "learning_rate": 1.863728813559322e-05, |
| "loss": 1.5292, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.1382060050964355, |
| "learning_rate": 1.8630508474576273e-05, |
| "loss": 1.516, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.914665162563324, |
| "learning_rate": 1.8623728813559322e-05, |
| "loss": 1.3994, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 4.413509368896484, |
| "learning_rate": 1.8616949152542376e-05, |
| "loss": 1.5696, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.9687520265579224, |
| "learning_rate": 1.8610169491525425e-05, |
| "loss": 1.6693, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.4700605869293213, |
| "learning_rate": 1.8603389830508475e-05, |
| "loss": 1.6217, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.2257847785949707, |
| "learning_rate": 1.8596610169491528e-05, |
| "loss": 1.65, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 15.683956146240234, |
| "learning_rate": 1.8589830508474578e-05, |
| "loss": 1.5663, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.2584922313690186, |
| "learning_rate": 1.8583050847457627e-05, |
| "loss": 1.5146, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.900083065032959, |
| "learning_rate": 1.857627118644068e-05, |
| "loss": 1.5062, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.6166887283325195, |
| "learning_rate": 1.856949152542373e-05, |
| "loss": 1.3145, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.9894976019859314, |
| "learning_rate": 1.856271186440678e-05, |
| "loss": 1.6037, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 5.897536277770996, |
| "learning_rate": 1.8555932203389833e-05, |
| "loss": 1.5846, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.8714261054992676, |
| "learning_rate": 1.8549152542372883e-05, |
| "loss": 1.5008, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.062786817550659, |
| "learning_rate": 1.8542372881355936e-05, |
| "loss": 1.5885, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 4.548590660095215, |
| "learning_rate": 1.8535593220338986e-05, |
| "loss": 1.4718, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.9573743343353271, |
| "learning_rate": 1.8528813559322035e-05, |
| "loss": 1.5926, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.7771761417388916, |
| "learning_rate": 1.852203389830509e-05, |
| "loss": 1.5136, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.312812328338623, |
| "learning_rate": 1.8515254237288135e-05, |
| "loss": 1.4674, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.288461685180664, |
| "learning_rate": 1.8508474576271188e-05, |
| "loss": 1.576, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.608473062515259, |
| "learning_rate": 1.8501694915254237e-05, |
| "loss": 1.5574, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.6018731594085693, |
| "learning_rate": 1.849491525423729e-05, |
| "loss": 1.473, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.2333261966705322, |
| "learning_rate": 1.848813559322034e-05, |
| "loss": 1.4562, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 6.693967342376709, |
| "learning_rate": 1.848135593220339e-05, |
| "loss": 1.433, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.6075336933135986, |
| "learning_rate": 1.8474576271186443e-05, |
| "loss": 1.2995, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.2900924682617188, |
| "learning_rate": 1.8467796610169493e-05, |
| "loss": 1.4313, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 5.270084381103516, |
| "learning_rate": 1.8461016949152542e-05, |
| "loss": 1.4531, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.3377845287323, |
| "learning_rate": 1.8454237288135596e-05, |
| "loss": 1.4393, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.9369862079620361, |
| "learning_rate": 1.8447457627118645e-05, |
| "loss": 1.5269, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.107175350189209, |
| "learning_rate": 1.8440677966101695e-05, |
| "loss": 1.4581, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.7586755752563477, |
| "learning_rate": 1.8433898305084748e-05, |
| "loss": 1.4577, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.3124182224273682, |
| "learning_rate": 1.8427118644067798e-05, |
| "loss": 1.6085, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.8919298648834229, |
| "learning_rate": 1.842033898305085e-05, |
| "loss": 1.3827, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.49289870262146, |
| "learning_rate": 1.84135593220339e-05, |
| "loss": 1.4628, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.832827568054199, |
| "learning_rate": 1.840677966101695e-05, |
| "loss": 1.4701, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.2280476093292236, |
| "learning_rate": 1.8400000000000003e-05, |
| "loss": 1.5576, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.703963279724121, |
| "learning_rate": 1.8393220338983053e-05, |
| "loss": 1.3686, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.554801106452942, |
| "learning_rate": 1.8386440677966103e-05, |
| "loss": 1.5867, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.4219539165496826, |
| "learning_rate": 1.8379661016949153e-05, |
| "loss": 1.696, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 7.199713706970215, |
| "learning_rate": 1.8372881355932202e-05, |
| "loss": 1.5041, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.7661526203155518, |
| "learning_rate": 1.8366101694915255e-05, |
| "loss": 1.4472, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 6.59897518157959, |
| "learning_rate": 1.8359322033898305e-05, |
| "loss": 1.4166, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.927669882774353, |
| "learning_rate": 1.8352542372881358e-05, |
| "loss": 1.4674, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.0190672874450684, |
| "learning_rate": 1.8345762711864408e-05, |
| "loss": 1.4591, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.63718843460083, |
| "learning_rate": 1.8338983050847458e-05, |
| "loss": 1.7469, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.5168763399124146, |
| "learning_rate": 1.833220338983051e-05, |
| "loss": 1.5691, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.323123574256897, |
| "learning_rate": 1.832542372881356e-05, |
| "loss": 1.385, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.590506076812744, |
| "learning_rate": 1.831864406779661e-05, |
| "loss": 1.429, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 4.562034606933594, |
| "learning_rate": 1.8311864406779663e-05, |
| "loss": 1.4169, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 3.3229966163635254, |
| "learning_rate": 1.8305084745762713e-05, |
| "loss": 1.5123, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.07, |
| "eval_loss": 1.5320124626159668, |
| "eval_runtime": 66.1653, |
| "eval_samples_per_second": 15.114, |
| "eval_steps_per_second": 15.114, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.8690502643585205, |
| "learning_rate": 1.8298305084745766e-05, |
| "loss": 1.2614, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.8421173095703125, |
| "learning_rate": 1.8291525423728816e-05, |
| "loss": 1.3572, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.3784098625183105, |
| "learning_rate": 1.8284745762711865e-05, |
| "loss": 1.4465, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.611422061920166, |
| "learning_rate": 1.827796610169492e-05, |
| "loss": 1.4531, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.3969950675964355, |
| "learning_rate": 1.8271186440677968e-05, |
| "loss": 1.3137, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 4.92153263092041, |
| "learning_rate": 1.8264406779661018e-05, |
| "loss": 1.6209, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.952179431915283, |
| "learning_rate": 1.825762711864407e-05, |
| "loss": 1.4923, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 4.00267219543457, |
| "learning_rate": 1.825084745762712e-05, |
| "loss": 1.5688, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.1664321422576904, |
| "learning_rate": 1.824406779661017e-05, |
| "loss": 1.4545, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.1541237831115723, |
| "learning_rate": 1.823728813559322e-05, |
| "loss": 1.6623, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.577681064605713, |
| "learning_rate": 1.8230508474576273e-05, |
| "loss": 1.6301, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.2123563289642334, |
| "learning_rate": 1.8223728813559323e-05, |
| "loss": 1.5614, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.7630640268325806, |
| "learning_rate": 1.8216949152542373e-05, |
| "loss": 1.5482, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.5110881328582764, |
| "learning_rate": 1.8210169491525426e-05, |
| "loss": 1.4324, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.9992825984954834, |
| "learning_rate": 1.8203389830508475e-05, |
| "loss": 1.5376, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.825230836868286, |
| "learning_rate": 1.8196610169491525e-05, |
| "loss": 1.3925, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 5.502832412719727, |
| "learning_rate": 1.8189830508474578e-05, |
| "loss": 1.5082, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.258467197418213, |
| "learning_rate": 1.8183050847457628e-05, |
| "loss": 1.512, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 6.260064601898193, |
| "learning_rate": 1.817627118644068e-05, |
| "loss": 1.5949, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.3906792402267456, |
| "learning_rate": 1.816949152542373e-05, |
| "loss": 1.4887, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 6.833672523498535, |
| "learning_rate": 1.816271186440678e-05, |
| "loss": 1.6286, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 7.004729747772217, |
| "learning_rate": 1.8155932203389833e-05, |
| "loss": 1.6974, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.688082695007324, |
| "learning_rate": 1.8149152542372883e-05, |
| "loss": 1.577, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.2561973333358765, |
| "learning_rate": 1.8142372881355933e-05, |
| "loss": 1.5154, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.1860358715057373, |
| "learning_rate": 1.8135593220338986e-05, |
| "loss": 1.5281, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.4622399806976318, |
| "learning_rate": 1.8128813559322036e-05, |
| "loss": 1.4103, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.036226511001587, |
| "learning_rate": 1.8122033898305085e-05, |
| "loss": 1.4003, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 4.228930473327637, |
| "learning_rate": 1.811525423728814e-05, |
| "loss": 1.6889, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 4.7660322189331055, |
| "learning_rate": 1.8108474576271188e-05, |
| "loss": 1.5185, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.857886552810669, |
| "learning_rate": 1.810169491525424e-05, |
| "loss": 1.4166, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.357570171356201, |
| "learning_rate": 1.8094915254237288e-05, |
| "loss": 1.6341, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.1648855209350586, |
| "learning_rate": 1.808813559322034e-05, |
| "loss": 1.6001, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.5360536575317383, |
| "learning_rate": 1.808135593220339e-05, |
| "loss": 1.5059, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.741981267929077, |
| "learning_rate": 1.807457627118644e-05, |
| "loss": 1.5082, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.4550766944885254, |
| "learning_rate": 1.8067796610169493e-05, |
| "loss": 1.6378, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.9454740285873413, |
| "learning_rate": 1.8061016949152543e-05, |
| "loss": 1.6602, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 3.708360195159912, |
| "learning_rate": 1.8054237288135593e-05, |
| "loss": 1.4584, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.4115514755249023, |
| "learning_rate": 1.8047457627118646e-05, |
| "loss": 1.4053, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.075867176055908, |
| "learning_rate": 1.8040677966101695e-05, |
| "loss": 1.46, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.1672651767730713, |
| "learning_rate": 1.803389830508475e-05, |
| "loss": 1.4964, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 4.5812578201293945, |
| "learning_rate": 1.8027118644067798e-05, |
| "loss": 1.4005, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.583771228790283, |
| "learning_rate": 1.8020338983050848e-05, |
| "loss": 1.6024, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 4.464291095733643, |
| "learning_rate": 1.80135593220339e-05, |
| "loss": 1.5075, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.609657049179077, |
| "learning_rate": 1.800677966101695e-05, |
| "loss": 1.4527, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.844227910041809, |
| "learning_rate": 1.8e-05, |
| "loss": 1.471, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.5781702995300293, |
| "learning_rate": 1.7993220338983054e-05, |
| "loss": 1.5221, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8293837308883667, |
| "learning_rate": 1.7986440677966103e-05, |
| "loss": 1.4831, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 5.273003101348877, |
| "learning_rate": 1.7979661016949156e-05, |
| "loss": 1.5131, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.1019296646118164, |
| "learning_rate": 1.7972881355932206e-05, |
| "loss": 1.4346, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.419081687927246, |
| "learning_rate": 1.7966101694915256e-05, |
| "loss": 1.496, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.09, |
| "eval_loss": 1.5301283597946167, |
| "eval_runtime": 66.1385, |
| "eval_samples_per_second": 15.12, |
| "eval_steps_per_second": 15.12, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 4.49799919128418, |
| "learning_rate": 1.795932203389831e-05, |
| "loss": 1.5304, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.267191171646118, |
| "learning_rate": 1.7952542372881355e-05, |
| "loss": 1.5103, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.4655425548553467, |
| "learning_rate": 1.7945762711864408e-05, |
| "loss": 1.3131, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.289358615875244, |
| "learning_rate": 1.7938983050847458e-05, |
| "loss": 1.2731, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.528286337852478, |
| "learning_rate": 1.7932203389830508e-05, |
| "loss": 1.6249, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.5927760601043701, |
| "learning_rate": 1.792542372881356e-05, |
| "loss": 1.5177, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.5520817041397095, |
| "learning_rate": 1.791864406779661e-05, |
| "loss": 1.4523, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.531754970550537, |
| "learning_rate": 1.7911864406779664e-05, |
| "loss": 1.5342, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.6139304637908936, |
| "learning_rate": 1.7905084745762713e-05, |
| "loss": 1.3377, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 5.242190837860107, |
| "learning_rate": 1.7898305084745763e-05, |
| "loss": 1.592, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.10337495803833, |
| "learning_rate": 1.7891525423728816e-05, |
| "loss": 1.4516, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.615224599838257, |
| "learning_rate": 1.7884745762711866e-05, |
| "loss": 1.4325, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 5.353131294250488, |
| "learning_rate": 1.7877966101694916e-05, |
| "loss": 1.5772, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.1678059101104736, |
| "learning_rate": 1.787118644067797e-05, |
| "loss": 1.572, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.2298007011413574, |
| "learning_rate": 1.7864406779661018e-05, |
| "loss": 1.5214, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.405092477798462, |
| "learning_rate": 1.785762711864407e-05, |
| "loss": 1.4677, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.6669983863830566, |
| "learning_rate": 1.785084745762712e-05, |
| "loss": 1.2853, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.2381701469421387, |
| "learning_rate": 1.784406779661017e-05, |
| "loss": 1.3501, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.3621437549591064, |
| "learning_rate": 1.7837288135593224e-05, |
| "loss": 1.5105, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.1474658250808716, |
| "learning_rate": 1.7830508474576274e-05, |
| "loss": 1.5107, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 9.769930839538574, |
| "learning_rate": 1.7823728813559323e-05, |
| "loss": 1.8114, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6212892532348633, |
| "learning_rate": 1.7816949152542376e-05, |
| "loss": 1.4948, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.909820795059204, |
| "learning_rate": 1.7810169491525423e-05, |
| "loss": 1.4145, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.870615005493164, |
| "learning_rate": 1.7803389830508476e-05, |
| "loss": 1.4856, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.5912163257598877, |
| "learning_rate": 1.7796610169491526e-05, |
| "loss": 1.5021, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.303807020187378, |
| "learning_rate": 1.778983050847458e-05, |
| "loss": 1.4348, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.5953946113586426, |
| "learning_rate": 1.778305084745763e-05, |
| "loss": 1.4073, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.129793643951416, |
| "learning_rate": 1.7776271186440678e-05, |
| "loss": 1.4827, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 8.186966896057129, |
| "learning_rate": 1.776949152542373e-05, |
| "loss": 1.5887, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.2956864833831787, |
| "learning_rate": 1.776271186440678e-05, |
| "loss": 1.4925, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.3646732568740845, |
| "learning_rate": 1.775593220338983e-05, |
| "loss": 1.5814, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 5.3318071365356445, |
| "learning_rate": 1.7749152542372884e-05, |
| "loss": 1.6139, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.53743314743042, |
| "learning_rate": 1.7742372881355933e-05, |
| "loss": 1.5198, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 7.048913478851318, |
| "learning_rate": 1.7735593220338983e-05, |
| "loss": 1.4417, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.367314100265503, |
| "learning_rate": 1.7728813559322036e-05, |
| "loss": 1.4633, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.619931697845459, |
| "learning_rate": 1.7722033898305086e-05, |
| "loss": 1.3719, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.264190435409546, |
| "learning_rate": 1.771525423728814e-05, |
| "loss": 1.3079, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 4.68599796295166, |
| "learning_rate": 1.770847457627119e-05, |
| "loss": 1.6278, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 4.21970272064209, |
| "learning_rate": 1.770169491525424e-05, |
| "loss": 1.4814, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.3647706508636475, |
| "learning_rate": 1.769491525423729e-05, |
| "loss": 1.5973, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.2886738777160645, |
| "learning_rate": 1.768813559322034e-05, |
| "loss": 1.5224, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.6817705631256104, |
| "learning_rate": 1.768135593220339e-05, |
| "loss": 1.566, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.6243913173675537, |
| "learning_rate": 1.767457627118644e-05, |
| "loss": 1.6011, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.8161165714263916, |
| "learning_rate": 1.7667796610169494e-05, |
| "loss": 1.5303, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.486697196960449, |
| "learning_rate": 1.7661016949152543e-05, |
| "loss": 1.4032, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.8153432607650757, |
| "learning_rate": 1.7654237288135593e-05, |
| "loss": 1.5167, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.186868190765381, |
| "learning_rate": 1.7647457627118646e-05, |
| "loss": 1.6066, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.1040332317352295, |
| "learning_rate": 1.7640677966101696e-05, |
| "loss": 1.4142, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.989042282104492, |
| "learning_rate": 1.7633898305084746e-05, |
| "loss": 1.4877, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.7532989978790283, |
| "learning_rate": 1.76271186440678e-05, |
| "loss": 1.4016, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_loss": 1.5089428424835205, |
| "eval_runtime": 66.2329, |
| "eval_samples_per_second": 15.098, |
| "eval_steps_per_second": 15.098, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 6.605846405029297, |
| "learning_rate": 1.762033898305085e-05, |
| "loss": 1.6163, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.1976850032806396, |
| "learning_rate": 1.7613559322033898e-05, |
| "loss": 1.4298, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 5.412558555603027, |
| "learning_rate": 1.760677966101695e-05, |
| "loss": 1.3316, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 5.241945266723633, |
| "learning_rate": 1.76e-05, |
| "loss": 1.6258, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 11.647382736206055, |
| "learning_rate": 1.7593220338983054e-05, |
| "loss": 1.5479, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.091214656829834, |
| "learning_rate": 1.7586440677966104e-05, |
| "loss": 1.4385, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.492511034011841, |
| "learning_rate": 1.7579661016949153e-05, |
| "loss": 1.6785, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.9180244207382202, |
| "learning_rate": 1.7572881355932206e-05, |
| "loss": 1.6234, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.256627082824707, |
| "learning_rate": 1.7566101694915256e-05, |
| "loss": 1.3143, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.2864432334899902, |
| "learning_rate": 1.7559322033898306e-05, |
| "loss": 1.4961, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 6.091422080993652, |
| "learning_rate": 1.755254237288136e-05, |
| "loss": 1.27, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.6744223833084106, |
| "learning_rate": 1.754576271186441e-05, |
| "loss": 1.6859, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.741482973098755, |
| "learning_rate": 1.753898305084746e-05, |
| "loss": 1.5382, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.2129416465759277, |
| "learning_rate": 1.7532203389830508e-05, |
| "loss": 1.548, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.9851702451705933, |
| "learning_rate": 1.752542372881356e-05, |
| "loss": 1.5777, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.7135250568389893, |
| "learning_rate": 1.751864406779661e-05, |
| "loss": 1.6374, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 6.881992340087891, |
| "learning_rate": 1.751186440677966e-05, |
| "loss": 1.5171, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.8673460483551025, |
| "learning_rate": 1.7505084745762714e-05, |
| "loss": 1.3488, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 3.7248244285583496, |
| "learning_rate": 1.7498305084745763e-05, |
| "loss": 1.4269, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 4.191452503204346, |
| "learning_rate": 1.7491525423728813e-05, |
| "loss": 1.591, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.9477959871292114, |
| "learning_rate": 1.7484745762711866e-05, |
| "loss": 1.5194, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.151371002197266, |
| "learning_rate": 1.7477966101694916e-05, |
| "loss": 1.4644, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.285062551498413, |
| "learning_rate": 1.747118644067797e-05, |
| "loss": 1.3697, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 5.2172136306762695, |
| "learning_rate": 1.746440677966102e-05, |
| "loss": 1.3542, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.321295738220215, |
| "learning_rate": 1.745762711864407e-05, |
| "loss": 1.6265, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.2060482501983643, |
| "learning_rate": 1.745084745762712e-05, |
| "loss": 1.5214, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.697052240371704, |
| "learning_rate": 1.744406779661017e-05, |
| "loss": 1.5446, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.639937162399292, |
| "learning_rate": 1.743728813559322e-05, |
| "loss": 1.5329, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.5502707958221436, |
| "learning_rate": 1.7430508474576274e-05, |
| "loss": 1.4997, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 5.514580726623535, |
| "learning_rate": 1.7423728813559324e-05, |
| "loss": 1.4641, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.264512062072754, |
| "learning_rate": 1.7416949152542373e-05, |
| "loss": 1.5588, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.865510940551758, |
| "learning_rate": 1.7410169491525427e-05, |
| "loss": 1.5777, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.872544050216675, |
| "learning_rate": 1.7403389830508476e-05, |
| "loss": 1.4683, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.1891725063323975, |
| "learning_rate": 1.739661016949153e-05, |
| "loss": 1.4572, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 5.604435443878174, |
| "learning_rate": 1.7389830508474576e-05, |
| "loss": 1.3685, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.9309135675430298, |
| "learning_rate": 1.738305084745763e-05, |
| "loss": 1.6086, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.2651278972625732, |
| "learning_rate": 1.737627118644068e-05, |
| "loss": 1.5768, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.4745676517486572, |
| "learning_rate": 1.7369491525423728e-05, |
| "loss": 1.4553, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 5.904428958892822, |
| "learning_rate": 1.736271186440678e-05, |
| "loss": 1.654, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.6250745058059692, |
| "learning_rate": 1.735593220338983e-05, |
| "loss": 1.5443, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.289626121520996, |
| "learning_rate": 1.734915254237288e-05, |
| "loss": 1.4691, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 5.800081729888916, |
| "learning_rate": 1.7342372881355934e-05, |
| "loss": 1.543, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 9.145909309387207, |
| "learning_rate": 1.7335593220338983e-05, |
| "loss": 1.4814, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.22583270072937, |
| "learning_rate": 1.7328813559322037e-05, |
| "loss": 1.548, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.693650722503662, |
| "learning_rate": 1.7322033898305086e-05, |
| "loss": 1.5602, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.1424403190612793, |
| "learning_rate": 1.7315254237288136e-05, |
| "loss": 1.5298, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.8103983402252197, |
| "learning_rate": 1.730847457627119e-05, |
| "loss": 1.435, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.2972493171691895, |
| "learning_rate": 1.730169491525424e-05, |
| "loss": 1.4906, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.437459707260132, |
| "learning_rate": 1.729491525423729e-05, |
| "loss": 1.5637, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.561988115310669, |
| "learning_rate": 1.728813559322034e-05, |
| "loss": 1.572, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.11, |
| "eval_loss": 1.4887409210205078, |
| "eval_runtime": 66.1778, |
| "eval_samples_per_second": 15.111, |
| "eval_steps_per_second": 15.111, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.4782548248767853, |
| "learning_rate": 1.728135593220339e-05, |
| "loss": 1.606, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.1626386642456055, |
| "learning_rate": 1.7274576271186444e-05, |
| "loss": 1.6311, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.057555675506592, |
| "learning_rate": 1.7267796610169494e-05, |
| "loss": 1.495, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.714250087738037, |
| "learning_rate": 1.7261016949152544e-05, |
| "loss": 1.5219, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.1815061569213867, |
| "learning_rate": 1.7254237288135597e-05, |
| "loss": 1.5227, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.602353811264038, |
| "learning_rate": 1.7247457627118643e-05, |
| "loss": 1.6756, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.7794777154922485, |
| "learning_rate": 1.7240677966101696e-05, |
| "loss": 1.3716, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.1229944229125977, |
| "learning_rate": 1.7233898305084746e-05, |
| "loss": 1.4612, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 4.656471252441406, |
| "learning_rate": 1.7227118644067796e-05, |
| "loss": 1.6358, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.0882911682128906, |
| "learning_rate": 1.722033898305085e-05, |
| "loss": 1.5147, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.070713996887207, |
| "learning_rate": 1.72135593220339e-05, |
| "loss": 1.5253, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.7038753032684326, |
| "learning_rate": 1.720677966101695e-05, |
| "loss": 1.4375, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.5298070907592773, |
| "learning_rate": 1.72e-05, |
| "loss": 1.5301, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.2928740978240967, |
| "learning_rate": 1.719322033898305e-05, |
| "loss": 1.2571, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 5.660508155822754, |
| "learning_rate": 1.7186440677966104e-05, |
| "loss": 1.5168, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 5.104097366333008, |
| "learning_rate": 1.7179661016949154e-05, |
| "loss": 1.4134, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.954836368560791, |
| "learning_rate": 1.7172881355932204e-05, |
| "loss": 1.4909, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.392303466796875, |
| "learning_rate": 1.7166101694915257e-05, |
| "loss": 1.5639, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.9031317234039307, |
| "learning_rate": 1.7159322033898306e-05, |
| "loss": 1.4521, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.280984401702881, |
| "learning_rate": 1.715254237288136e-05, |
| "loss": 1.3877, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.2300760746002197, |
| "learning_rate": 1.714576271186441e-05, |
| "loss": 1.5971, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.845804452896118, |
| "learning_rate": 1.713898305084746e-05, |
| "loss": 1.5987, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 5.861780643463135, |
| "learning_rate": 1.7132203389830512e-05, |
| "loss": 1.7391, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.704226970672607, |
| "learning_rate": 1.712542372881356e-05, |
| "loss": 1.3629, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.362378716468811, |
| "learning_rate": 1.711864406779661e-05, |
| "loss": 1.5607, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.89095139503479, |
| "learning_rate": 1.711186440677966e-05, |
| "loss": 1.6382, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.8033549785614014, |
| "learning_rate": 1.710508474576271e-05, |
| "loss": 1.6113, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.045806884765625, |
| "learning_rate": 1.7098305084745764e-05, |
| "loss": 1.4223, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 7.401500701904297, |
| "learning_rate": 1.7091525423728814e-05, |
| "loss": 1.4659, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.490501880645752, |
| "learning_rate": 1.7084745762711867e-05, |
| "loss": 1.4543, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.137923240661621, |
| "learning_rate": 1.7077966101694916e-05, |
| "loss": 1.4117, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.254201889038086, |
| "learning_rate": 1.7071186440677966e-05, |
| "loss": 1.4404, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.1423888206481934, |
| "learning_rate": 1.706440677966102e-05, |
| "loss": 1.5539, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.927777647972107, |
| "learning_rate": 1.705762711864407e-05, |
| "loss": 1.5285, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.6136608123779297, |
| "learning_rate": 1.705084745762712e-05, |
| "loss": 1.3503, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.160021781921387, |
| "learning_rate": 1.704406779661017e-05, |
| "loss": 1.5243, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.0722756385803223, |
| "learning_rate": 1.703728813559322e-05, |
| "loss": 1.5306, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 6.304449558258057, |
| "learning_rate": 1.703050847457627e-05, |
| "loss": 1.5878, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.935084581375122, |
| "learning_rate": 1.7023728813559324e-05, |
| "loss": 1.5446, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.6202478408813477, |
| "learning_rate": 1.7016949152542374e-05, |
| "loss": 1.6461, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.2252795696258545, |
| "learning_rate": 1.7010169491525427e-05, |
| "loss": 1.445, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.115199565887451, |
| "learning_rate": 1.7003389830508477e-05, |
| "loss": 1.5513, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.852402448654175, |
| "learning_rate": 1.6996610169491526e-05, |
| "loss": 1.496, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.5148980617523193, |
| "learning_rate": 1.698983050847458e-05, |
| "loss": 1.4281, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.3501824140548706, |
| "learning_rate": 1.698305084745763e-05, |
| "loss": 1.4301, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.4159467220306396, |
| "learning_rate": 1.697627118644068e-05, |
| "loss": 1.5491, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.547379970550537, |
| "learning_rate": 1.696949152542373e-05, |
| "loss": 1.5137, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.4466910362243652, |
| "learning_rate": 1.6962711864406782e-05, |
| "loss": 1.4767, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 6.4336395263671875, |
| "learning_rate": 1.695593220338983e-05, |
| "loss": 1.5213, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.0396947860717773, |
| "learning_rate": 1.694915254237288e-05, |
| "loss": 1.4402, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_loss": 1.4466354846954346, |
| "eval_runtime": 66.2264, |
| "eval_samples_per_second": 15.1, |
| "eval_steps_per_second": 15.1, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.8836324214935303, |
| "learning_rate": 1.6942372881355934e-05, |
| "loss": 1.6772, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.293881893157959, |
| "learning_rate": 1.6935593220338984e-05, |
| "loss": 1.4618, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.111931800842285, |
| "learning_rate": 1.6928813559322034e-05, |
| "loss": 1.5564, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.7768237590789795, |
| "learning_rate": 1.6922033898305087e-05, |
| "loss": 1.5239, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.8081879615783691, |
| "learning_rate": 1.6915254237288136e-05, |
| "loss": 1.5257, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.2274467945098877, |
| "learning_rate": 1.6908474576271186e-05, |
| "loss": 1.3785, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.4177571535110474, |
| "learning_rate": 1.690169491525424e-05, |
| "loss": 1.4504, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.527300834655762, |
| "learning_rate": 1.689491525423729e-05, |
| "loss": 1.4865, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.1885902881622314, |
| "learning_rate": 1.6888135593220342e-05, |
| "loss": 1.5584, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.6522934436798096, |
| "learning_rate": 1.6881355932203392e-05, |
| "loss": 1.4736, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.8651719093322754, |
| "learning_rate": 1.687457627118644e-05, |
| "loss": 1.6247, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.211879253387451, |
| "learning_rate": 1.6867796610169495e-05, |
| "loss": 1.4822, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.725778579711914, |
| "learning_rate": 1.6861016949152544e-05, |
| "loss": 1.6364, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.7316319942474365, |
| "learning_rate": 1.6854237288135594e-05, |
| "loss": 1.4218, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.2881827354431152, |
| "learning_rate": 1.6847457627118647e-05, |
| "loss": 1.4729, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.106601238250732, |
| "learning_rate": 1.6840677966101697e-05, |
| "loss": 1.5303, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.9981019496917725, |
| "learning_rate": 1.683389830508475e-05, |
| "loss": 1.4583, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.5599071979522705, |
| "learning_rate": 1.6827118644067796e-05, |
| "loss": 1.5817, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.673508644104004, |
| "learning_rate": 1.682033898305085e-05, |
| "loss": 1.4967, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 7.4875922203063965, |
| "learning_rate": 1.68135593220339e-05, |
| "loss": 1.4482, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 5.208539962768555, |
| "learning_rate": 1.680677966101695e-05, |
| "loss": 1.5031, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 5.5398664474487305, |
| "learning_rate": 1.6800000000000002e-05, |
| "loss": 1.3661, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.9544267654418945, |
| "learning_rate": 1.679322033898305e-05, |
| "loss": 1.599, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.121668815612793, |
| "learning_rate": 1.67864406779661e-05, |
| "loss": 1.4801, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.368370532989502, |
| "learning_rate": 1.6779661016949154e-05, |
| "loss": 1.5737, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.03584098815918, |
| "learning_rate": 1.6772881355932204e-05, |
| "loss": 1.4995, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 5.6201090812683105, |
| "learning_rate": 1.6766101694915257e-05, |
| "loss": 1.3567, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.009582996368408, |
| "learning_rate": 1.6759322033898307e-05, |
| "loss": 1.4241, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.4552884101867676, |
| "learning_rate": 1.6752542372881357e-05, |
| "loss": 1.3472, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 4.6100029945373535, |
| "learning_rate": 1.674576271186441e-05, |
| "loss": 1.3696, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 6.752505779266357, |
| "learning_rate": 1.673898305084746e-05, |
| "loss": 1.5192, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.4629709720611572, |
| "learning_rate": 1.673220338983051e-05, |
| "loss": 1.5774, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.904249906539917, |
| "learning_rate": 1.6725423728813562e-05, |
| "loss": 1.4843, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.3308334350585938, |
| "learning_rate": 1.6718644067796612e-05, |
| "loss": 1.6006, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.405097484588623, |
| "learning_rate": 1.671186440677966e-05, |
| "loss": 1.5736, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.4328196048736572, |
| "learning_rate": 1.6705084745762715e-05, |
| "loss": 1.4613, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.5162967443466187, |
| "learning_rate": 1.6698305084745764e-05, |
| "loss": 1.4562, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.473905563354492, |
| "learning_rate": 1.6691525423728817e-05, |
| "loss": 1.4899, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.3600870370864868, |
| "learning_rate": 1.6684745762711864e-05, |
| "loss": 1.4197, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.9598913192749023, |
| "learning_rate": 1.6677966101694917e-05, |
| "loss": 1.4268, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.6608197689056396, |
| "learning_rate": 1.6671186440677967e-05, |
| "loss": 1.2926, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.557682991027832, |
| "learning_rate": 1.6664406779661016e-05, |
| "loss": 1.6283, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.969449281692505, |
| "learning_rate": 1.665762711864407e-05, |
| "loss": 1.4047, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.7862861156463623, |
| "learning_rate": 1.665084745762712e-05, |
| "loss": 1.4233, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.7756729125976562, |
| "learning_rate": 1.6644067796610172e-05, |
| "loss": 1.4485, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.082773447036743, |
| "learning_rate": 1.6637288135593222e-05, |
| "loss": 1.3878, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 5.100788116455078, |
| "learning_rate": 1.663050847457627e-05, |
| "loss": 1.5481, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.218986749649048, |
| "learning_rate": 1.6623728813559325e-05, |
| "loss": 1.3906, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.727528691291809, |
| "learning_rate": 1.6616949152542374e-05, |
| "loss": 1.4824, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 4.321578502655029, |
| "learning_rate": 1.6610169491525424e-05, |
| "loss": 1.5586, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.14, |
| "eval_loss": 1.469241976737976, |
| "eval_runtime": 66.1281, |
| "eval_samples_per_second": 15.122, |
| "eval_steps_per_second": 15.122, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.7050514221191406, |
| "learning_rate": 1.6603389830508477e-05, |
| "loss": 1.2704, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.4852951765060425, |
| "learning_rate": 1.6596610169491527e-05, |
| "loss": 1.6239, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.524787664413452, |
| "learning_rate": 1.6589830508474577e-05, |
| "loss": 1.45, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.804272174835205, |
| "learning_rate": 1.658305084745763e-05, |
| "loss": 1.4039, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.2891910076141357, |
| "learning_rate": 1.657627118644068e-05, |
| "loss": 1.3969, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.775587797164917, |
| "learning_rate": 1.6569491525423732e-05, |
| "loss": 1.5571, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 4.006053924560547, |
| "learning_rate": 1.6562711864406782e-05, |
| "loss": 1.4743, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.258488416671753, |
| "learning_rate": 1.6555932203389832e-05, |
| "loss": 1.3094, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.469382405281067, |
| "learning_rate": 1.654915254237288e-05, |
| "loss": 1.4247, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.234476089477539, |
| "learning_rate": 1.654237288135593e-05, |
| "loss": 1.4024, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 4.297300338745117, |
| "learning_rate": 1.6535593220338984e-05, |
| "loss": 1.3422, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.316805362701416, |
| "learning_rate": 1.6528813559322034e-05, |
| "loss": 1.4723, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.859321117401123, |
| "learning_rate": 1.6522033898305084e-05, |
| "loss": 1.4444, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 5.158230304718018, |
| "learning_rate": 1.6515254237288137e-05, |
| "loss": 1.6279, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.160407781600952, |
| "learning_rate": 1.6508474576271187e-05, |
| "loss": 1.4487, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.0725409984588623, |
| "learning_rate": 1.650169491525424e-05, |
| "loss": 1.4906, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5659565925598145, |
| "learning_rate": 1.649491525423729e-05, |
| "loss": 1.4545, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 8.198447227478027, |
| "learning_rate": 1.648813559322034e-05, |
| "loss": 1.5087, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.8482344150543213, |
| "learning_rate": 1.6481355932203392e-05, |
| "loss": 1.5596, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.828826665878296, |
| "learning_rate": 1.6474576271186442e-05, |
| "loss": 1.5452, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 9.930662155151367, |
| "learning_rate": 1.646779661016949e-05, |
| "loss": 1.4667, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.9717953205108643, |
| "learning_rate": 1.6461016949152545e-05, |
| "loss": 1.5651, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.6129778623580933, |
| "learning_rate": 1.6454237288135594e-05, |
| "loss": 1.3477, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.341064214706421, |
| "learning_rate": 1.6447457627118648e-05, |
| "loss": 1.5159, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 4.6363205909729, |
| "learning_rate": 1.6440677966101697e-05, |
| "loss": 1.5524, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 4.433897495269775, |
| "learning_rate": 1.6433898305084747e-05, |
| "loss": 1.46, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.2978014945983887, |
| "learning_rate": 1.64271186440678e-05, |
| "loss": 1.5847, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 3.325284004211426, |
| "learning_rate": 1.642033898305085e-05, |
| "loss": 1.3553, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.9704495668411255, |
| "learning_rate": 1.64135593220339e-05, |
| "loss": 1.3661, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.6186383962631226, |
| "learning_rate": 1.640677966101695e-05, |
| "loss": 1.5538, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.1665966510772705, |
| "learning_rate": 1.64e-05, |
| "loss": 1.5188, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 7.165323734283447, |
| "learning_rate": 1.6393220338983052e-05, |
| "loss": 1.627, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 7.434396743774414, |
| "learning_rate": 1.63864406779661e-05, |
| "loss": 1.4751, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.549182176589966, |
| "learning_rate": 1.6379661016949155e-05, |
| "loss": 1.5013, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.3907253742218018, |
| "learning_rate": 1.6372881355932204e-05, |
| "loss": 1.5532, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.3262014389038086, |
| "learning_rate": 1.6366101694915254e-05, |
| "loss": 1.4404, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.387146234512329, |
| "learning_rate": 1.6359322033898307e-05, |
| "loss": 1.4057, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 4.461369514465332, |
| "learning_rate": 1.6352542372881357e-05, |
| "loss": 1.4003, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 5.3152384757995605, |
| "learning_rate": 1.6345762711864407e-05, |
| "loss": 1.6658, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.839587450027466, |
| "learning_rate": 1.633898305084746e-05, |
| "loss": 1.6396, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.5456769466400146, |
| "learning_rate": 1.633220338983051e-05, |
| "loss": 1.4543, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.218180775642395, |
| "learning_rate": 1.6325423728813563e-05, |
| "loss": 1.6549, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.9048516750335693, |
| "learning_rate": 1.6318644067796612e-05, |
| "loss": 1.4558, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.0440735816955566, |
| "learning_rate": 1.6311864406779662e-05, |
| "loss": 1.392, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 5.26229190826416, |
| "learning_rate": 1.6305084745762715e-05, |
| "loss": 1.5081, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.3289761543273926, |
| "learning_rate": 1.6298305084745765e-05, |
| "loss": 1.3642, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.584726333618164, |
| "learning_rate": 1.6291525423728814e-05, |
| "loss": 1.3108, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.9245219230651855, |
| "learning_rate": 1.6284745762711868e-05, |
| "loss": 1.5209, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.5690237283706665, |
| "learning_rate": 1.6277966101694917e-05, |
| "loss": 1.4554, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.7308597564697266, |
| "learning_rate": 1.6271186440677967e-05, |
| "loss": 1.3758, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.15, |
| "eval_loss": 1.4649540185928345, |
| "eval_runtime": 66.131, |
| "eval_samples_per_second": 15.122, |
| "eval_steps_per_second": 15.122, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.45599627494812, |
| "learning_rate": 1.6264406779661017e-05, |
| "loss": 1.4816, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.358900785446167, |
| "learning_rate": 1.625762711864407e-05, |
| "loss": 1.5672, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.577291488647461, |
| "learning_rate": 1.625084745762712e-05, |
| "loss": 1.536, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.5293314456939697, |
| "learning_rate": 1.624406779661017e-05, |
| "loss": 1.3852, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.6409552097320557, |
| "learning_rate": 1.6237288135593222e-05, |
| "loss": 1.3703, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.245363712310791, |
| "learning_rate": 1.6230508474576272e-05, |
| "loss": 1.4489, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.5935614109039307, |
| "learning_rate": 1.6223728813559322e-05, |
| "loss": 1.3177, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.89214825630188, |
| "learning_rate": 1.6216949152542375e-05, |
| "loss": 1.6123, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.6698529720306396, |
| "learning_rate": 1.6210169491525424e-05, |
| "loss": 1.4598, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 4.818114757537842, |
| "learning_rate": 1.6203389830508474e-05, |
| "loss": 1.3712, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 5.041522979736328, |
| "learning_rate": 1.6196610169491527e-05, |
| "loss": 1.5556, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.3514511585235596, |
| "learning_rate": 1.6189830508474577e-05, |
| "loss": 1.5359, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.9724153280258179, |
| "learning_rate": 1.618305084745763e-05, |
| "loss": 1.5191, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.0398383140563965, |
| "learning_rate": 1.617627118644068e-05, |
| "loss": 1.4751, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.3548771142959595, |
| "learning_rate": 1.616949152542373e-05, |
| "loss": 1.4159, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.616636276245117, |
| "learning_rate": 1.6162711864406783e-05, |
| "loss": 1.4667, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.348968744277954, |
| "learning_rate": 1.6155932203389832e-05, |
| "loss": 1.4056, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.5771777629852295, |
| "learning_rate": 1.6149152542372882e-05, |
| "loss": 1.4256, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.0773298740386963, |
| "learning_rate": 1.6142372881355935e-05, |
| "loss": 1.2936, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.114321708679199, |
| "learning_rate": 1.6135593220338985e-05, |
| "loss": 1.5362, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.142282485961914, |
| "learning_rate": 1.6128813559322038e-05, |
| "loss": 1.506, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 5.1931562423706055, |
| "learning_rate": 1.6122033898305084e-05, |
| "loss": 1.581, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.0442159175872803, |
| "learning_rate": 1.6115254237288137e-05, |
| "loss": 1.4553, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 4.841310501098633, |
| "learning_rate": 1.6108474576271187e-05, |
| "loss": 1.5559, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 4.651193141937256, |
| "learning_rate": 1.6101694915254237e-05, |
| "loss": 1.3535, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.571608543395996, |
| "learning_rate": 1.609491525423729e-05, |
| "loss": 1.5062, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 6.008980751037598, |
| "learning_rate": 1.608813559322034e-05, |
| "loss": 1.4696, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 11.914450645446777, |
| "learning_rate": 1.608135593220339e-05, |
| "loss": 1.4643, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.8239995241165161, |
| "learning_rate": 1.6074576271186442e-05, |
| "loss": 1.6175, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.543314218521118, |
| "learning_rate": 1.6067796610169492e-05, |
| "loss": 1.4362, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.3625097274780273, |
| "learning_rate": 1.6061016949152545e-05, |
| "loss": 1.5615, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 4.757710933685303, |
| "learning_rate": 1.6054237288135595e-05, |
| "loss": 1.4382, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.5102877616882324, |
| "learning_rate": 1.6047457627118645e-05, |
| "loss": 1.5367, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.226902484893799, |
| "learning_rate": 1.6040677966101698e-05, |
| "loss": 1.7053, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.9312872886657715, |
| "learning_rate": 1.6033898305084747e-05, |
| "loss": 1.5362, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.0346354246139526, |
| "learning_rate": 1.6027118644067797e-05, |
| "loss": 1.6161, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.9462825059890747, |
| "learning_rate": 1.602033898305085e-05, |
| "loss": 1.4455, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.9478490352630615, |
| "learning_rate": 1.60135593220339e-05, |
| "loss": 1.5183, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.781726598739624, |
| "learning_rate": 1.600677966101695e-05, |
| "loss": 1.3517, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.242448091506958, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.6257, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.3541291952133179, |
| "learning_rate": 1.5993220338983052e-05, |
| "loss": 1.4108, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.1203219890594482, |
| "learning_rate": 1.5986440677966105e-05, |
| "loss": 1.5363, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.9840617179870605, |
| "learning_rate": 1.5979661016949152e-05, |
| "loss": 1.4282, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.6846158504486084, |
| "learning_rate": 1.5972881355932205e-05, |
| "loss": 1.4535, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.272042155265808, |
| "learning_rate": 1.5966101694915255e-05, |
| "loss": 1.5842, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.9574079513549805, |
| "learning_rate": 1.5959322033898304e-05, |
| "loss": 1.3752, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.928889751434326, |
| "learning_rate": 1.5952542372881357e-05, |
| "loss": 1.4675, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 5.292194843292236, |
| "learning_rate": 1.5945762711864407e-05, |
| "loss": 1.5172, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.3911092281341553, |
| "learning_rate": 1.593898305084746e-05, |
| "loss": 1.467, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 4.30944299697876, |
| "learning_rate": 1.593220338983051e-05, |
| "loss": 1.3515, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_loss": 1.465691089630127, |
| "eval_runtime": 66.1688, |
| "eval_samples_per_second": 15.113, |
| "eval_steps_per_second": 15.113, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.5098283290863037, |
| "learning_rate": 1.592542372881356e-05, |
| "loss": 1.5554, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 7.33607292175293, |
| "learning_rate": 1.5918644067796613e-05, |
| "loss": 1.6483, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.0138282775878906, |
| "learning_rate": 1.5911864406779662e-05, |
| "loss": 1.5784, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.527956008911133, |
| "learning_rate": 1.5905084745762712e-05, |
| "loss": 1.265, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.4589829444885254, |
| "learning_rate": 1.5898305084745765e-05, |
| "loss": 1.6605, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 5.758669853210449, |
| "learning_rate": 1.5891525423728815e-05, |
| "loss": 1.2722, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.0331597328186035, |
| "learning_rate": 1.5884745762711865e-05, |
| "loss": 1.5016, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 7.730234622955322, |
| "learning_rate": 1.5877966101694918e-05, |
| "loss": 1.6401, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.977071762084961, |
| "learning_rate": 1.5871186440677967e-05, |
| "loss": 1.3554, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.8177216053009033, |
| "learning_rate": 1.586440677966102e-05, |
| "loss": 1.6109, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.232168197631836, |
| "learning_rate": 1.585762711864407e-05, |
| "loss": 1.3901, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 6.004239082336426, |
| "learning_rate": 1.585084745762712e-05, |
| "loss": 1.648, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.166013240814209, |
| "learning_rate": 1.584406779661017e-05, |
| "loss": 1.4462, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.389451503753662, |
| "learning_rate": 1.583728813559322e-05, |
| "loss": 1.5163, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.042405843734741, |
| "learning_rate": 1.5830508474576272e-05, |
| "loss": 1.4931, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.3263092041015625, |
| "learning_rate": 1.5823728813559322e-05, |
| "loss": 1.4758, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 5.392455577850342, |
| "learning_rate": 1.5816949152542372e-05, |
| "loss": 1.6324, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.789013385772705, |
| "learning_rate": 1.5810169491525425e-05, |
| "loss": 1.5744, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.284268617630005, |
| "learning_rate": 1.5803389830508475e-05, |
| "loss": 1.6875, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.3472728729248047, |
| "learning_rate": 1.5796610169491528e-05, |
| "loss": 1.5855, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.676074981689453, |
| "learning_rate": 1.5789830508474577e-05, |
| "loss": 1.4166, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.129818916320801, |
| "learning_rate": 1.5783050847457627e-05, |
| "loss": 1.3874, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.993739604949951, |
| "learning_rate": 1.577627118644068e-05, |
| "loss": 1.4709, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.868453025817871, |
| "learning_rate": 1.576949152542373e-05, |
| "loss": 1.5804, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.086580753326416, |
| "learning_rate": 1.576271186440678e-05, |
| "loss": 1.3879, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 5.881350994110107, |
| "learning_rate": 1.5755932203389833e-05, |
| "loss": 1.4923, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.4320054054260254, |
| "learning_rate": 1.5749152542372882e-05, |
| "loss": 1.401, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.2193899154663086, |
| "learning_rate": 1.5742372881355936e-05, |
| "loss": 1.5497, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.470163583755493, |
| "learning_rate": 1.5735593220338985e-05, |
| "loss": 1.4824, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.5179107189178467, |
| "learning_rate": 1.5728813559322035e-05, |
| "loss": 1.5401, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.4173359870910645, |
| "learning_rate": 1.5722033898305088e-05, |
| "loss": 1.3075, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.17536735534668, |
| "learning_rate": 1.5715254237288138e-05, |
| "loss": 1.5135, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.278881311416626, |
| "learning_rate": 1.5708474576271187e-05, |
| "loss": 1.5745, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.718890905380249, |
| "learning_rate": 1.5701694915254237e-05, |
| "loss": 1.5397, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.8117082118988037, |
| "learning_rate": 1.5694915254237287e-05, |
| "loss": 1.5904, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4601502418518066, |
| "learning_rate": 1.568813559322034e-05, |
| "loss": 1.5485, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.0269432067871094, |
| "learning_rate": 1.568135593220339e-05, |
| "loss": 1.4487, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.047973394393921, |
| "learning_rate": 1.5674576271186443e-05, |
| "loss": 1.2999, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.7541468143463135, |
| "learning_rate": 1.5667796610169492e-05, |
| "loss": 1.4651, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 5.5456767082214355, |
| "learning_rate": 1.5661016949152542e-05, |
| "loss": 1.4433, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.4916276931762695, |
| "learning_rate": 1.5654237288135595e-05, |
| "loss": 1.5764, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.6278750896453857, |
| "learning_rate": 1.5647457627118645e-05, |
| "loss": 1.3208, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.9469902515411377, |
| "learning_rate": 1.5640677966101695e-05, |
| "loss": 1.6433, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 5.235908031463623, |
| "learning_rate": 1.5633898305084748e-05, |
| "loss": 1.2608, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.5849263668060303, |
| "learning_rate": 1.5627118644067798e-05, |
| "loss": 1.5088, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.6014277935028076, |
| "learning_rate": 1.562033898305085e-05, |
| "loss": 1.3976, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.220320701599121, |
| "learning_rate": 1.56135593220339e-05, |
| "loss": 1.5011, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.434382915496826, |
| "learning_rate": 1.560677966101695e-05, |
| "loss": 1.4733, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 4.612408638000488, |
| "learning_rate": 1.5600000000000003e-05, |
| "loss": 1.4618, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.9301650524139404, |
| "learning_rate": 1.5593220338983053e-05, |
| "loss": 1.4165, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.17, |
| "eval_loss": 1.469406247138977, |
| "eval_runtime": 66.2443, |
| "eval_samples_per_second": 15.096, |
| "eval_steps_per_second": 15.096, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 5.865874767303467, |
| "learning_rate": 1.5586440677966103e-05, |
| "loss": 1.3156, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 5.411038875579834, |
| "learning_rate": 1.5579661016949156e-05, |
| "loss": 1.4303, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.869673728942871, |
| "learning_rate": 1.5572881355932205e-05, |
| "loss": 1.5055, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0629090070724487, |
| "learning_rate": 1.5566101694915255e-05, |
| "loss": 1.6094, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.271601676940918, |
| "learning_rate": 1.5559322033898305e-05, |
| "loss": 1.4648, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.5404294729232788, |
| "learning_rate": 1.5552542372881358e-05, |
| "loss": 1.3793, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 3.9599192142486572, |
| "learning_rate": 1.5545762711864408e-05, |
| "loss": 1.3563, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 6.35668420791626, |
| "learning_rate": 1.5538983050847457e-05, |
| "loss": 1.4637, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 7.315426349639893, |
| "learning_rate": 1.553220338983051e-05, |
| "loss": 1.3284, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.8330402374267578, |
| "learning_rate": 1.552542372881356e-05, |
| "loss": 1.3762, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 3.072326183319092, |
| "learning_rate": 1.551864406779661e-05, |
| "loss": 1.4194, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.952779769897461, |
| "learning_rate": 1.5511864406779663e-05, |
| "loss": 1.4886, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.332074165344238, |
| "learning_rate": 1.5505084745762713e-05, |
| "loss": 1.4912, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 3.962344169616699, |
| "learning_rate": 1.5498305084745762e-05, |
| "loss": 1.5502, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 7.930359363555908, |
| "learning_rate": 1.5491525423728815e-05, |
| "loss": 1.471, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.925573825836182, |
| "learning_rate": 1.5484745762711865e-05, |
| "loss": 1.3155, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 3.2943711280822754, |
| "learning_rate": 1.5477966101694918e-05, |
| "loss": 1.3094, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.9433196783065796, |
| "learning_rate": 1.5471186440677968e-05, |
| "loss": 1.3453, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.8384184837341309, |
| "learning_rate": 1.5464406779661018e-05, |
| "loss": 1.3788, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.92781138420105, |
| "learning_rate": 1.545762711864407e-05, |
| "loss": 1.5704, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0172346830368042, |
| "learning_rate": 1.545084745762712e-05, |
| "loss": 1.5442, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0915580987930298, |
| "learning_rate": 1.544406779661017e-05, |
| "loss": 1.5226, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 9.170607566833496, |
| "learning_rate": 1.5437288135593223e-05, |
| "loss": 1.5066, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.84716796875, |
| "learning_rate": 1.5430508474576273e-05, |
| "loss": 1.4508, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 5.949992656707764, |
| "learning_rate": 1.5423728813559326e-05, |
| "loss": 1.3393, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 5.912881851196289, |
| "learning_rate": 1.5416949152542372e-05, |
| "loss": 1.5918, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.8128445148468018, |
| "learning_rate": 1.5410169491525425e-05, |
| "loss": 1.5794, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 3.9023091793060303, |
| "learning_rate": 1.5403389830508475e-05, |
| "loss": 1.345, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.263958692550659, |
| "learning_rate": 1.5396610169491525e-05, |
| "loss": 1.3651, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 8.103110313415527, |
| "learning_rate": 1.5389830508474578e-05, |
| "loss": 1.4784, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.5859456062316895, |
| "learning_rate": 1.5383050847457628e-05, |
| "loss": 1.4087, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 5.6322503089904785, |
| "learning_rate": 1.5376271186440677e-05, |
| "loss": 1.518, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.4485771656036377, |
| "learning_rate": 1.536949152542373e-05, |
| "loss": 1.3471, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.0619120597839355, |
| "learning_rate": 1.536271186440678e-05, |
| "loss": 1.2563, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.037415027618408, |
| "learning_rate": 1.5355932203389833e-05, |
| "loss": 1.4414, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.4679503440856934, |
| "learning_rate": 1.5349152542372883e-05, |
| "loss": 1.4021, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.4774163961410522, |
| "learning_rate": 1.5342372881355933e-05, |
| "loss": 1.4331, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.21893310546875, |
| "learning_rate": 1.5335593220338986e-05, |
| "loss": 1.4847, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.261248588562012, |
| "learning_rate": 1.5328813559322035e-05, |
| "loss": 1.4098, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.419386625289917, |
| "learning_rate": 1.5322033898305085e-05, |
| "loss": 1.4635, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.3119351863861084, |
| "learning_rate": 1.5315254237288138e-05, |
| "loss": 1.3862, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.350612163543701, |
| "learning_rate": 1.5308474576271188e-05, |
| "loss": 1.5094, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.089937925338745, |
| "learning_rate": 1.530169491525424e-05, |
| "loss": 1.6249, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 6.980156898498535, |
| "learning_rate": 1.529491525423729e-05, |
| "loss": 1.6102, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.881622552871704, |
| "learning_rate": 1.528813559322034e-05, |
| "loss": 1.5149, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.8510727882385254, |
| "learning_rate": 1.528135593220339e-05, |
| "loss": 1.4542, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.4826130867004395, |
| "learning_rate": 1.527457627118644e-05, |
| "loss": 1.5085, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.991846084594727, |
| "learning_rate": 1.5267796610169493e-05, |
| "loss": 1.4761, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.136972904205322, |
| "learning_rate": 1.5261016949152543e-05, |
| "loss": 1.4851, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.58878231048584, |
| "learning_rate": 1.5254237288135594e-05, |
| "loss": 1.4117, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.19, |
| "eval_loss": 1.437897801399231, |
| "eval_runtime": 66.1821, |
| "eval_samples_per_second": 15.11, |
| "eval_steps_per_second": 15.11, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.952547311782837, |
| "learning_rate": 1.5247457627118645e-05, |
| "loss": 1.4895, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.617139458656311, |
| "learning_rate": 1.5240677966101695e-05, |
| "loss": 1.3878, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.6708911657333374, |
| "learning_rate": 1.5233898305084747e-05, |
| "loss": 1.5612, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.824523687362671, |
| "learning_rate": 1.5227118644067798e-05, |
| "loss": 1.407, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.4340052604675293, |
| "learning_rate": 1.522033898305085e-05, |
| "loss": 1.2622, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.8234424591064453, |
| "learning_rate": 1.5213559322033899e-05, |
| "loss": 1.5187, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.398066520690918, |
| "learning_rate": 1.520677966101695e-05, |
| "loss": 1.4119, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.461039066314697, |
| "learning_rate": 1.5200000000000002e-05, |
| "loss": 1.6286, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 8.626133918762207, |
| "learning_rate": 1.5193220338983052e-05, |
| "loss": 1.4452, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.230071067810059, |
| "learning_rate": 1.5186440677966103e-05, |
| "loss": 1.3512, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.9356279373168945, |
| "learning_rate": 1.5179661016949154e-05, |
| "loss": 1.5673, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.832441806793213, |
| "learning_rate": 1.5172881355932206e-05, |
| "loss": 1.3301, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.501631259918213, |
| "learning_rate": 1.5166101694915255e-05, |
| "loss": 1.4446, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.15791916847229, |
| "learning_rate": 1.5159322033898307e-05, |
| "loss": 1.4241, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.7517549991607666, |
| "learning_rate": 1.5152542372881358e-05, |
| "loss": 1.5962, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.9269521236419678, |
| "learning_rate": 1.514576271186441e-05, |
| "loss": 1.3783, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.538501501083374, |
| "learning_rate": 1.5138983050847458e-05, |
| "loss": 1.6107, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 9.009359359741211, |
| "learning_rate": 1.5132203389830509e-05, |
| "loss": 1.5968, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.63154673576355, |
| "learning_rate": 1.512542372881356e-05, |
| "loss": 1.5102, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.5580034255981445, |
| "learning_rate": 1.511864406779661e-05, |
| "loss": 1.2809, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 5.356471061706543, |
| "learning_rate": 1.5111864406779662e-05, |
| "loss": 1.214, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.988667964935303, |
| "learning_rate": 1.5105084745762713e-05, |
| "loss": 1.4744, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.1577963829040527, |
| "learning_rate": 1.5098305084745763e-05, |
| "loss": 1.5062, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.623036861419678, |
| "learning_rate": 1.5091525423728814e-05, |
| "loss": 1.5103, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.3117690086364746, |
| "learning_rate": 1.5084745762711865e-05, |
| "loss": 1.4344, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.289649248123169, |
| "learning_rate": 1.5077966101694917e-05, |
| "loss": 1.5636, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5120543241500854, |
| "learning_rate": 1.5071186440677967e-05, |
| "loss": 1.4689, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.479252576828003, |
| "learning_rate": 1.5064406779661018e-05, |
| "loss": 1.3047, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 4.039693832397461, |
| "learning_rate": 1.505762711864407e-05, |
| "loss": 1.3197, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.129855155944824, |
| "learning_rate": 1.505084745762712e-05, |
| "loss": 1.4407, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 4.973848819732666, |
| "learning_rate": 1.504406779661017e-05, |
| "loss": 1.3066, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.673112392425537, |
| "learning_rate": 1.5037288135593222e-05, |
| "loss": 1.4593, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.6259243488311768, |
| "learning_rate": 1.5030508474576273e-05, |
| "loss": 1.4993, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.8319427967071533, |
| "learning_rate": 1.5023728813559325e-05, |
| "loss": 1.444, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.4944241046905518, |
| "learning_rate": 1.5016949152542374e-05, |
| "loss": 1.2785, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.0709774494171143, |
| "learning_rate": 1.5010169491525426e-05, |
| "loss": 1.4925, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.6483750343322754, |
| "learning_rate": 1.5003389830508477e-05, |
| "loss": 1.5283, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 4.786270618438721, |
| "learning_rate": 1.4996610169491525e-05, |
| "loss": 1.4946, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.536661148071289, |
| "learning_rate": 1.4989830508474577e-05, |
| "loss": 1.4044, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.717747926712036, |
| "learning_rate": 1.4983050847457628e-05, |
| "loss": 1.4569, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.2604639530181885, |
| "learning_rate": 1.4976271186440678e-05, |
| "loss": 1.5154, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.6678876876831055, |
| "learning_rate": 1.4969491525423729e-05, |
| "loss": 1.1938, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.3134288787841797, |
| "learning_rate": 1.496271186440678e-05, |
| "loss": 1.4676, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.8791242837905884, |
| "learning_rate": 1.4955932203389832e-05, |
| "loss": 1.5698, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.279029369354248, |
| "learning_rate": 1.4949152542372882e-05, |
| "loss": 1.4374, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 6.518031597137451, |
| "learning_rate": 1.4942372881355933e-05, |
| "loss": 1.3021, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 5.85239315032959, |
| "learning_rate": 1.4935593220338984e-05, |
| "loss": 1.479, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 5.397909641265869, |
| "learning_rate": 1.4928813559322036e-05, |
| "loss": 1.4118, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.4075229167938232, |
| "learning_rate": 1.4922033898305086e-05, |
| "loss": 1.4959, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 6.57758092880249, |
| "learning_rate": 1.4915254237288137e-05, |
| "loss": 1.6252, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_loss": 1.4186667203903198, |
| "eval_runtime": 66.1276, |
| "eval_samples_per_second": 15.122, |
| "eval_steps_per_second": 15.122, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.395254373550415, |
| "learning_rate": 1.4908474576271188e-05, |
| "loss": 1.4234, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.7249040603637695, |
| "learning_rate": 1.490169491525424e-05, |
| "loss": 1.3279, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 6.21826171875, |
| "learning_rate": 1.489491525423729e-05, |
| "loss": 1.3013, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.4089813232421875, |
| "learning_rate": 1.4888135593220341e-05, |
| "loss": 1.4544, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.597097635269165, |
| "learning_rate": 1.4881355932203392e-05, |
| "loss": 1.4793, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.9910588264465332, |
| "learning_rate": 1.4874576271186442e-05, |
| "loss": 1.4182, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 4.10093355178833, |
| "learning_rate": 1.4867796610169493e-05, |
| "loss": 1.1596, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.8215675354003906, |
| "learning_rate": 1.4861016949152545e-05, |
| "loss": 1.5739, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.1352415084838867, |
| "learning_rate": 1.4854237288135593e-05, |
| "loss": 1.3123, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 10.560978889465332, |
| "learning_rate": 1.4847457627118644e-05, |
| "loss": 1.5507, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.808532953262329, |
| "learning_rate": 1.4840677966101696e-05, |
| "loss": 1.5942, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 4.674659252166748, |
| "learning_rate": 1.4833898305084747e-05, |
| "loss": 1.5669, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.7762465476989746, |
| "learning_rate": 1.4827118644067797e-05, |
| "loss": 1.4565, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 8.079657554626465, |
| "learning_rate": 1.4820338983050848e-05, |
| "loss": 1.4097, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.739395260810852, |
| "learning_rate": 1.48135593220339e-05, |
| "loss": 1.5126, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 12.929269790649414, |
| "learning_rate": 1.4806779661016951e-05, |
| "loss": 1.4822, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.2452526092529297, |
| "learning_rate": 1.48e-05, |
| "loss": 1.3672, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 5.2609333992004395, |
| "learning_rate": 1.4793220338983052e-05, |
| "loss": 1.44, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.3144960403442383, |
| "learning_rate": 1.4786440677966103e-05, |
| "loss": 1.4122, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.837510824203491, |
| "learning_rate": 1.4779661016949153e-05, |
| "loss": 1.5105, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.3328332901000977, |
| "learning_rate": 1.4772881355932205e-05, |
| "loss": 1.4721, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.8686797618865967, |
| "learning_rate": 1.4766101694915256e-05, |
| "loss": 1.3236, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.545306444168091, |
| "learning_rate": 1.4759322033898307e-05, |
| "loss": 1.3628, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 5.3495965003967285, |
| "learning_rate": 1.4752542372881357e-05, |
| "loss": 1.4093, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.040356159210205, |
| "learning_rate": 1.4745762711864408e-05, |
| "loss": 1.4116, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.531248092651367, |
| "learning_rate": 1.473898305084746e-05, |
| "loss": 1.4185, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.453710675239563, |
| "learning_rate": 1.4732203389830511e-05, |
| "loss": 1.3446, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 5.032666206359863, |
| "learning_rate": 1.4725423728813561e-05, |
| "loss": 1.521, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.052346229553223, |
| "learning_rate": 1.4718644067796612e-05, |
| "loss": 1.5021, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.378077268600464, |
| "learning_rate": 1.4711864406779662e-05, |
| "loss": 1.3995, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.423922061920166, |
| "learning_rate": 1.4705084745762712e-05, |
| "loss": 1.4133, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 7.027323246002197, |
| "learning_rate": 1.4698305084745763e-05, |
| "loss": 1.2491, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.2872166633605957, |
| "learning_rate": 1.4691525423728815e-05, |
| "loss": 1.1965, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.879119396209717, |
| "learning_rate": 1.4684745762711864e-05, |
| "loss": 1.3579, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.697524070739746, |
| "learning_rate": 1.4677966101694916e-05, |
| "loss": 1.4266, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 5.742332458496094, |
| "learning_rate": 1.4671186440677967e-05, |
| "loss": 1.4115, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 5.360010623931885, |
| "learning_rate": 1.4664406779661018e-05, |
| "loss": 1.443, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 5.725327968597412, |
| "learning_rate": 1.4657627118644068e-05, |
| "loss": 1.3006, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.76000714302063, |
| "learning_rate": 1.465084745762712e-05, |
| "loss": 1.317, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.6450018882751465, |
| "learning_rate": 1.4644067796610171e-05, |
| "loss": 1.5148, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.761094093322754, |
| "learning_rate": 1.4637288135593222e-05, |
| "loss": 1.3873, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 3.0644989013671875, |
| "learning_rate": 1.4630508474576272e-05, |
| "loss": 1.4294, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.3098878860473633, |
| "learning_rate": 1.4623728813559323e-05, |
| "loss": 1.4443, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.367359638214111, |
| "learning_rate": 1.4616949152542375e-05, |
| "loss": 1.5441, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 9.395272254943848, |
| "learning_rate": 1.4610169491525426e-05, |
| "loss": 1.4793, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.6706058979034424, |
| "learning_rate": 1.4603389830508476e-05, |
| "loss": 1.3537, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.5797505378723145, |
| "learning_rate": 1.4596610169491527e-05, |
| "loss": 1.3109, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.9615049362182617, |
| "learning_rate": 1.4589830508474579e-05, |
| "loss": 1.4649, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.650679349899292, |
| "learning_rate": 1.458305084745763e-05, |
| "loss": 1.4196, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.7347412109375, |
| "learning_rate": 1.4576271186440678e-05, |
| "loss": 1.4922, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.21, |
| "eval_loss": 1.4525456428527832, |
| "eval_runtime": 66.1301, |
| "eval_samples_per_second": 15.122, |
| "eval_steps_per_second": 15.122, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.196395397186279, |
| "learning_rate": 1.456949152542373e-05, |
| "loss": 1.4091, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.4905701875686646, |
| "learning_rate": 1.456271186440678e-05, |
| "loss": 1.3764, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 6.2871174812316895, |
| "learning_rate": 1.455593220338983e-05, |
| "loss": 1.5042, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.7789188623428345, |
| "learning_rate": 1.4549152542372882e-05, |
| "loss": 1.4442, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.0368621349334717, |
| "learning_rate": 1.4542372881355933e-05, |
| "loss": 1.3332, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.3782999515533447, |
| "learning_rate": 1.4535593220338983e-05, |
| "loss": 1.4489, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.9039316177368164, |
| "learning_rate": 1.4528813559322035e-05, |
| "loss": 1.4103, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 8.607722282409668, |
| "learning_rate": 1.4522033898305086e-05, |
| "loss": 1.494, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.126497268676758, |
| "learning_rate": 1.4515254237288137e-05, |
| "loss": 1.5005, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.387799024581909, |
| "learning_rate": 1.4508474576271187e-05, |
| "loss": 1.5427, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.6460745334625244, |
| "learning_rate": 1.4501694915254239e-05, |
| "loss": 1.3386, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 13.728014945983887, |
| "learning_rate": 1.449491525423729e-05, |
| "loss": 1.3242, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.1503047943115234, |
| "learning_rate": 1.4488135593220341e-05, |
| "loss": 1.5502, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.9898569583892822, |
| "learning_rate": 1.4481355932203391e-05, |
| "loss": 1.5844, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.0317842960357666, |
| "learning_rate": 1.4474576271186442e-05, |
| "loss": 1.4781, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.0708272457122803, |
| "learning_rate": 1.4467796610169494e-05, |
| "loss": 1.4521, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 5.950216770172119, |
| "learning_rate": 1.4461016949152544e-05, |
| "loss": 1.4619, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.4892992973327637, |
| "learning_rate": 1.4454237288135595e-05, |
| "loss": 1.5312, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.799809694290161, |
| "learning_rate": 1.4447457627118646e-05, |
| "loss": 1.6236, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.8113033771514893, |
| "learning_rate": 1.4440677966101698e-05, |
| "loss": 1.4817, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 4.948983192443848, |
| "learning_rate": 1.4433898305084746e-05, |
| "loss": 1.4583, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 4.663936138153076, |
| "learning_rate": 1.4427118644067797e-05, |
| "loss": 1.3879, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 5.0930256843566895, |
| "learning_rate": 1.4420338983050849e-05, |
| "loss": 1.4138, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.463430404663086, |
| "learning_rate": 1.4413559322033898e-05, |
| "loss": 1.4856, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.769231081008911, |
| "learning_rate": 1.440677966101695e-05, |
| "loss": 1.5743, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.731410503387451, |
| "learning_rate": 1.4400000000000001e-05, |
| "loss": 1.6308, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9978777766227722, |
| "learning_rate": 1.4393220338983052e-05, |
| "loss": 1.5564, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.8928000926971436, |
| "learning_rate": 1.4386440677966102e-05, |
| "loss": 1.4164, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 11.18360424041748, |
| "learning_rate": 1.4379661016949154e-05, |
| "loss": 1.4095, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.7960269451141357, |
| "learning_rate": 1.4372881355932205e-05, |
| "loss": 1.5618, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.2135298252105713, |
| "learning_rate": 1.4366101694915255e-05, |
| "loss": 1.4324, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.8829147815704346, |
| "learning_rate": 1.4359322033898306e-05, |
| "loss": 1.5242, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.833895206451416, |
| "learning_rate": 1.4352542372881357e-05, |
| "loss": 1.2926, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 5.0034356117248535, |
| "learning_rate": 1.4345762711864409e-05, |
| "loss": 1.3666, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.923778533935547, |
| "learning_rate": 1.4338983050847459e-05, |
| "loss": 1.4768, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.227283477783203, |
| "learning_rate": 1.433220338983051e-05, |
| "loss": 1.5738, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 5.208776473999023, |
| "learning_rate": 1.4325423728813561e-05, |
| "loss": 1.5767, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.79727041721344, |
| "learning_rate": 1.4318644067796613e-05, |
| "loss": 1.3856, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.7950516939163208, |
| "learning_rate": 1.4311864406779662e-05, |
| "loss": 1.4558, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.7515742778778076, |
| "learning_rate": 1.4305084745762714e-05, |
| "loss": 1.4925, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.0850913524627686, |
| "learning_rate": 1.4298305084745765e-05, |
| "loss": 1.5348, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.571545124053955, |
| "learning_rate": 1.4291525423728813e-05, |
| "loss": 1.3513, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.581817150115967, |
| "learning_rate": 1.4284745762711865e-05, |
| "loss": 1.2864, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.8698399066925049, |
| "learning_rate": 1.4277966101694916e-05, |
| "loss": 1.3102, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 3.0762484073638916, |
| "learning_rate": 1.4271186440677966e-05, |
| "loss": 1.6684, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 9.45728588104248, |
| "learning_rate": 1.4264406779661017e-05, |
| "loss": 1.4243, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.8703598976135254, |
| "learning_rate": 1.4257627118644069e-05, |
| "loss": 1.6217, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.5414369106292725, |
| "learning_rate": 1.425084745762712e-05, |
| "loss": 1.4434, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.332796335220337, |
| "learning_rate": 1.424406779661017e-05, |
| "loss": 1.3841, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 5.087715148925781, |
| "learning_rate": 1.4237288135593221e-05, |
| "loss": 1.3598, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.23, |
| "eval_loss": 1.4213091135025024, |
| "eval_runtime": 66.1473, |
| "eval_samples_per_second": 15.118, |
| "eval_steps_per_second": 15.118, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.272977590560913, |
| "learning_rate": 1.4230508474576273e-05, |
| "loss": 1.4555, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.6894586086273193, |
| "learning_rate": 1.4223728813559324e-05, |
| "loss": 1.3464, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.8790464401245117, |
| "learning_rate": 1.4216949152542374e-05, |
| "loss": 1.6049, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.313295364379883, |
| "learning_rate": 1.4210169491525425e-05, |
| "loss": 1.538, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.532170295715332, |
| "learning_rate": 1.4203389830508476e-05, |
| "loss": 1.4518, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.459240674972534, |
| "learning_rate": 1.4196610169491528e-05, |
| "loss": 1.4913, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.919579029083252, |
| "learning_rate": 1.4189830508474578e-05, |
| "loss": 1.1391, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 9.67332935333252, |
| "learning_rate": 1.4183050847457629e-05, |
| "loss": 1.4643, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.2171639204025269, |
| "learning_rate": 1.417627118644068e-05, |
| "loss": 1.5016, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 9.06068229675293, |
| "learning_rate": 1.416949152542373e-05, |
| "loss": 1.5658, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 4.348093032836914, |
| "learning_rate": 1.4162711864406781e-05, |
| "loss": 1.4176, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 4.279529094696045, |
| "learning_rate": 1.4155932203389833e-05, |
| "loss": 1.4751, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.2655725479125977, |
| "learning_rate": 1.414915254237288e-05, |
| "loss": 1.4425, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.8446030616760254, |
| "learning_rate": 1.4142372881355932e-05, |
| "loss": 1.4249, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.5366909503936768, |
| "learning_rate": 1.4135593220338984e-05, |
| "loss": 1.3664, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.4776804447174072, |
| "learning_rate": 1.4128813559322035e-05, |
| "loss": 1.4624, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.9319727420806885, |
| "learning_rate": 1.4122033898305085e-05, |
| "loss": 1.2617, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 4.934535503387451, |
| "learning_rate": 1.4115254237288136e-05, |
| "loss": 1.3883, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 5.425727367401123, |
| "learning_rate": 1.4108474576271188e-05, |
| "loss": 1.4821, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.792351007461548, |
| "learning_rate": 1.4101694915254239e-05, |
| "loss": 1.5057, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.8711283206939697, |
| "learning_rate": 1.4094915254237289e-05, |
| "loss": 1.3026, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.8754985332489014, |
| "learning_rate": 1.408813559322034e-05, |
| "loss": 1.5327, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 4.520450592041016, |
| "learning_rate": 1.4081355932203391e-05, |
| "loss": 1.4834, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 4.829522609710693, |
| "learning_rate": 1.4074576271186441e-05, |
| "loss": 1.4513, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.405491352081299, |
| "learning_rate": 1.4067796610169493e-05, |
| "loss": 1.3591, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.4185872077941895, |
| "learning_rate": 1.4061016949152544e-05, |
| "loss": 1.4836, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.9153568744659424, |
| "learning_rate": 1.4054237288135595e-05, |
| "loss": 1.3154, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 5.7017412185668945, |
| "learning_rate": 1.4047457627118645e-05, |
| "loss": 1.5036, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.359771728515625, |
| "learning_rate": 1.4040677966101696e-05, |
| "loss": 1.3116, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.206207036972046, |
| "learning_rate": 1.4033898305084748e-05, |
| "loss": 1.4501, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 5.006134986877441, |
| "learning_rate": 1.40271186440678e-05, |
| "loss": 1.3749, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 5.707823753356934, |
| "learning_rate": 1.4020338983050849e-05, |
| "loss": 1.5003, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.2034099102020264, |
| "learning_rate": 1.4013559322033899e-05, |
| "loss": 1.398, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 4.742650985717773, |
| "learning_rate": 1.400677966101695e-05, |
| "loss": 1.4648, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.050645589828491, |
| "learning_rate": 1.4e-05, |
| "loss": 1.388, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 5.325618267059326, |
| "learning_rate": 1.3993220338983051e-05, |
| "loss": 1.5215, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.011096715927124, |
| "learning_rate": 1.3986440677966103e-05, |
| "loss": 1.3718, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.435424566268921, |
| "learning_rate": 1.3979661016949152e-05, |
| "loss": 1.607, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 2.3544552326202393, |
| "learning_rate": 1.3972881355932204e-05, |
| "loss": 1.487, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 3.571235418319702, |
| "learning_rate": 1.3966101694915255e-05, |
| "loss": 1.3305, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.248509407043457, |
| "learning_rate": 1.3959322033898306e-05, |
| "loss": 1.3421, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.0531005859375, |
| "learning_rate": 1.3952542372881356e-05, |
| "loss": 1.5146, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 6.318211078643799, |
| "learning_rate": 1.3945762711864408e-05, |
| "loss": 1.4586, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.778545379638672, |
| "learning_rate": 1.3938983050847459e-05, |
| "loss": 1.3418, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.6284871101379395, |
| "learning_rate": 1.393220338983051e-05, |
| "loss": 1.6445, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.105873107910156, |
| "learning_rate": 1.392542372881356e-05, |
| "loss": 1.4662, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.4448604583740234, |
| "learning_rate": 1.3918644067796612e-05, |
| "loss": 1.4413, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.9221776723861694, |
| "learning_rate": 1.3911864406779663e-05, |
| "loss": 1.5862, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.959461688995361, |
| "learning_rate": 1.3905084745762714e-05, |
| "loss": 1.3307, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.975703477859497, |
| "learning_rate": 1.3898305084745764e-05, |
| "loss": 1.3601, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_loss": 1.438934087753296, |
| "eval_runtime": 66.1288, |
| "eval_samples_per_second": 15.122, |
| "eval_steps_per_second": 15.122, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.9357355833053589, |
| "learning_rate": 1.3891525423728815e-05, |
| "loss": 1.6061, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.015805244445801, |
| "learning_rate": 1.3884745762711867e-05, |
| "loss": 1.4235, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.4826226234436035, |
| "learning_rate": 1.3877966101694918e-05, |
| "loss": 1.474, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.293178558349609, |
| "learning_rate": 1.3871186440677966e-05, |
| "loss": 1.5052, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.036905527114868, |
| "learning_rate": 1.3864406779661018e-05, |
| "loss": 1.419, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.020019054412842, |
| "learning_rate": 1.3857627118644067e-05, |
| "loss": 1.4257, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 7.403942584991455, |
| "learning_rate": 1.3850847457627119e-05, |
| "loss": 1.3108, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.8201069831848145, |
| "learning_rate": 1.384406779661017e-05, |
| "loss": 1.3367, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.7385600805282593, |
| "learning_rate": 1.3837288135593222e-05, |
| "loss": 1.511, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.3381562232971191, |
| "learning_rate": 1.3830508474576271e-05, |
| "loss": 1.304, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.895104169845581, |
| "learning_rate": 1.3823728813559323e-05, |
| "loss": 1.4794, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.847405910491943, |
| "learning_rate": 1.3816949152542374e-05, |
| "loss": 1.5482, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.4990681409835815, |
| "learning_rate": 1.3810169491525425e-05, |
| "loss": 1.2669, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.587515830993652, |
| "learning_rate": 1.3803389830508475e-05, |
| "loss": 1.3339, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.533742904663086, |
| "learning_rate": 1.3796610169491527e-05, |
| "loss": 1.3709, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 6.8022003173828125, |
| "learning_rate": 1.3789830508474578e-05, |
| "loss": 1.2791, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 7.4975175857543945, |
| "learning_rate": 1.378305084745763e-05, |
| "loss": 1.5221, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.8370859622955322, |
| "learning_rate": 1.3776271186440679e-05, |
| "loss": 1.295, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.027163505554199, |
| "learning_rate": 1.376949152542373e-05, |
| "loss": 1.4657, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 7.874743938446045, |
| "learning_rate": 1.3762711864406782e-05, |
| "loss": 1.4806, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.1617636680603027, |
| "learning_rate": 1.3755932203389832e-05, |
| "loss": 1.4772, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 7.0615458488464355, |
| "learning_rate": 1.3749152542372883e-05, |
| "loss": 1.4963, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.889975070953369, |
| "learning_rate": 1.3742372881355934e-05, |
| "loss": 1.4434, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.209303855895996, |
| "learning_rate": 1.3735593220338986e-05, |
| "loss": 1.5107, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.6406736373901367, |
| "learning_rate": 1.3728813559322034e-05, |
| "loss": 1.3425, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.520709753036499, |
| "learning_rate": 1.3722033898305085e-05, |
| "loss": 1.4677, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.9511709213256836, |
| "learning_rate": 1.3715254237288137e-05, |
| "loss": 1.5378, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.744352102279663, |
| "learning_rate": 1.3708474576271186e-05, |
| "loss": 1.4105, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.820054292678833, |
| "learning_rate": 1.3701694915254238e-05, |
| "loss": 1.3589, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.339268684387207, |
| "learning_rate": 1.3694915254237289e-05, |
| "loss": 1.5092, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.449904680252075, |
| "learning_rate": 1.368813559322034e-05, |
| "loss": 1.4878, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 9.548687934875488, |
| "learning_rate": 1.368135593220339e-05, |
| "loss": 1.4862, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.738724708557129, |
| "learning_rate": 1.3674576271186442e-05, |
| "loss": 1.4042, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.652593612670898, |
| "learning_rate": 1.3667796610169493e-05, |
| "loss": 1.3038, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.120163917541504, |
| "learning_rate": 1.3661016949152543e-05, |
| "loss": 1.4582, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.297613143920898, |
| "learning_rate": 1.3654237288135594e-05, |
| "loss": 1.4914, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.7870216369628906, |
| "learning_rate": 1.3647457627118646e-05, |
| "loss": 1.3886, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.052813529968262, |
| "learning_rate": 1.3640677966101697e-05, |
| "loss": 1.5646, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.547369003295898, |
| "learning_rate": 1.3633898305084747e-05, |
| "loss": 1.3154, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.9027762413024902, |
| "learning_rate": 1.3627118644067798e-05, |
| "loss": 1.4038, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.208552360534668, |
| "learning_rate": 1.362033898305085e-05, |
| "loss": 1.3637, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 13.44774055480957, |
| "learning_rate": 1.36135593220339e-05, |
| "loss": 1.2825, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 8.423622131347656, |
| "learning_rate": 1.360677966101695e-05, |
| "loss": 1.4533, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.321129322052002, |
| "learning_rate": 1.3600000000000002e-05, |
| "loss": 1.3952, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.656356334686279, |
| "learning_rate": 1.3593220338983053e-05, |
| "loss": 1.4925, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.8355157375335693, |
| "learning_rate": 1.3586440677966101e-05, |
| "loss": 1.4598, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.602102041244507, |
| "learning_rate": 1.3579661016949153e-05, |
| "loss": 1.4722, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.8679078817367554, |
| "learning_rate": 1.3572881355932204e-05, |
| "loss": 1.5094, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.2152957916259766, |
| "learning_rate": 1.3566101694915254e-05, |
| "loss": 1.4489, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.101644515991211, |
| "learning_rate": 1.3559322033898305e-05, |
| "loss": 1.5278, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.25, |
| "eval_loss": 1.419925332069397, |
| "eval_runtime": 66.1325, |
| "eval_samples_per_second": 15.121, |
| "eval_steps_per_second": 15.121, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 6.951940536499023, |
| "learning_rate": 1.3552542372881357e-05, |
| "loss": 1.4138, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.5260531902313232, |
| "learning_rate": 1.3545762711864408e-05, |
| "loss": 1.3812, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.1888010501861572, |
| "learning_rate": 1.3538983050847458e-05, |
| "loss": 1.5596, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.2334835529327393, |
| "learning_rate": 1.353220338983051e-05, |
| "loss": 1.5287, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.4969353675842285, |
| "learning_rate": 1.352542372881356e-05, |
| "loss": 1.4268, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.795516490936279, |
| "learning_rate": 1.3518644067796612e-05, |
| "loss": 1.2992, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.478320837020874, |
| "learning_rate": 1.3511864406779662e-05, |
| "loss": 1.4974, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.9508737325668335, |
| "learning_rate": 1.3505084745762713e-05, |
| "loss": 1.3097, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.163217306137085, |
| "learning_rate": 1.3498305084745764e-05, |
| "loss": 1.4782, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 5.9888787269592285, |
| "learning_rate": 1.3491525423728816e-05, |
| "loss": 1.3798, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.777866840362549, |
| "learning_rate": 1.3484745762711866e-05, |
| "loss": 1.4042, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.4334771633148193, |
| "learning_rate": 1.3477966101694917e-05, |
| "loss": 1.4185, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.8577849864959717, |
| "learning_rate": 1.3471186440677968e-05, |
| "loss": 1.4438, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.9416913986206055, |
| "learning_rate": 1.346440677966102e-05, |
| "loss": 1.4679, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 5.749608516693115, |
| "learning_rate": 1.345762711864407e-05, |
| "loss": 1.3858, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 3.1441190242767334, |
| "learning_rate": 1.3450847457627121e-05, |
| "loss": 1.3954, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.9486188888549805, |
| "learning_rate": 1.3444067796610169e-05, |
| "loss": 1.4373, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 4.6098785400390625, |
| "learning_rate": 1.343728813559322e-05, |
| "loss": 1.3843, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.3991878032684326, |
| "learning_rate": 1.3430508474576272e-05, |
| "loss": 1.3708, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.673692226409912, |
| "learning_rate": 1.3423728813559323e-05, |
| "loss": 1.5219, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.292708158493042, |
| "learning_rate": 1.3416949152542373e-05, |
| "loss": 1.4646, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 6.8573479652404785, |
| "learning_rate": 1.3410169491525424e-05, |
| "loss": 1.5663, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.6200875043869019, |
| "learning_rate": 1.3403389830508476e-05, |
| "loss": 1.4902, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 5.667778491973877, |
| "learning_rate": 1.3396610169491527e-05, |
| "loss": 1.4259, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 6.129855155944824, |
| "learning_rate": 1.3389830508474577e-05, |
| "loss": 1.43, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.988898992538452, |
| "learning_rate": 1.3383050847457628e-05, |
| "loss": 1.3867, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.862208366394043, |
| "learning_rate": 1.337627118644068e-05, |
| "loss": 1.4641, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.67335319519043, |
| "learning_rate": 1.3369491525423731e-05, |
| "loss": 1.4377, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 6.531377792358398, |
| "learning_rate": 1.336271186440678e-05, |
| "loss": 1.3493, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.349855899810791, |
| "learning_rate": 1.3355932203389832e-05, |
| "loss": 1.3054, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.38920259475708, |
| "learning_rate": 1.3349152542372883e-05, |
| "loss": 1.4467, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.019247055053711, |
| "learning_rate": 1.3342372881355933e-05, |
| "loss": 1.5132, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.967440128326416, |
| "learning_rate": 1.3335593220338985e-05, |
| "loss": 1.391, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 8.294310569763184, |
| "learning_rate": 1.3328813559322036e-05, |
| "loss": 1.3113, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 5.314875602722168, |
| "learning_rate": 1.3322033898305087e-05, |
| "loss": 1.4274, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 9.737332344055176, |
| "learning_rate": 1.3315254237288137e-05, |
| "loss": 1.4872, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 5.628332614898682, |
| "learning_rate": 1.3308474576271187e-05, |
| "loss": 1.4917, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.7575583457946777, |
| "learning_rate": 1.3301694915254238e-05, |
| "loss": 1.5113, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 6.598272800445557, |
| "learning_rate": 1.3294915254237288e-05, |
| "loss": 1.321, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 5.086571216583252, |
| "learning_rate": 1.328813559322034e-05, |
| "loss": 1.4841, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.9577059745788574, |
| "learning_rate": 1.328135593220339e-05, |
| "loss": 1.3408, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 7.587204933166504, |
| "learning_rate": 1.3274576271186442e-05, |
| "loss": 1.4564, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 3.409858226776123, |
| "learning_rate": 1.3267796610169492e-05, |
| "loss": 1.5365, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.1367387771606445, |
| "learning_rate": 1.3261016949152543e-05, |
| "loss": 1.3273, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.932620048522949, |
| "learning_rate": 1.3254237288135595e-05, |
| "loss": 1.5361, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.9673991203308105, |
| "learning_rate": 1.3247457627118644e-05, |
| "loss": 1.5074, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 8.657196998596191, |
| "learning_rate": 1.3240677966101696e-05, |
| "loss": 1.4046, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.6172802448272705, |
| "learning_rate": 1.3233898305084747e-05, |
| "loss": 1.2062, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.4086947441101074, |
| "learning_rate": 1.3227118644067798e-05, |
| "loss": 1.4763, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.687913656234741, |
| "learning_rate": 1.3220338983050848e-05, |
| "loss": 1.4159, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.26, |
| "eval_loss": 1.3867793083190918, |
| "eval_runtime": 66.119, |
| "eval_samples_per_second": 15.124, |
| "eval_steps_per_second": 15.124, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 3.875162363052368, |
| "learning_rate": 1.32135593220339e-05, |
| "loss": 1.6311, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.257335901260376, |
| "learning_rate": 1.3206779661016951e-05, |
| "loss": 1.467, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.7035036087036133, |
| "learning_rate": 1.3200000000000002e-05, |
| "loss": 1.5601, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 4.788657188415527, |
| "learning_rate": 1.3193220338983052e-05, |
| "loss": 1.4355, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 3.4326958656311035, |
| "learning_rate": 1.3186440677966103e-05, |
| "loss": 1.4474, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 5.0102009773254395, |
| "learning_rate": 1.3179661016949155e-05, |
| "loss": 1.579, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.6414384841918945, |
| "learning_rate": 1.3172881355932206e-05, |
| "loss": 1.4042, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.270298480987549, |
| "learning_rate": 1.3166101694915254e-05, |
| "loss": 1.4761, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 2.361912250518799, |
| "learning_rate": 1.3159322033898306e-05, |
| "loss": 1.4999, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.356451988220215, |
| "learning_rate": 1.3152542372881355e-05, |
| "loss": 1.4594, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.603447914123535, |
| "learning_rate": 1.3145762711864407e-05, |
| "loss": 1.355, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.6022191047668457, |
| "learning_rate": 1.3138983050847458e-05, |
| "loss": 1.3742, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.697202205657959, |
| "learning_rate": 1.313220338983051e-05, |
| "loss": 1.3713, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.859365224838257, |
| "learning_rate": 1.312542372881356e-05, |
| "loss": 1.5086, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 7.860188007354736, |
| "learning_rate": 1.311864406779661e-05, |
| "loss": 1.2122, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.77958607673645, |
| "learning_rate": 1.3111864406779662e-05, |
| "loss": 1.4479, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 9.004295349121094, |
| "learning_rate": 1.3105084745762714e-05, |
| "loss": 1.5347, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 4.261473178863525, |
| "learning_rate": 1.3098305084745763e-05, |
| "loss": 1.4104, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.7853983640670776, |
| "learning_rate": 1.3091525423728815e-05, |
| "loss": 1.3679, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 4.3893609046936035, |
| "learning_rate": 1.3084745762711866e-05, |
| "loss": 1.4985, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.7915986776351929, |
| "learning_rate": 1.3077966101694917e-05, |
| "loss": 1.4847, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.252231121063232, |
| "learning_rate": 1.3071186440677967e-05, |
| "loss": 1.4013, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.2784807682037354, |
| "learning_rate": 1.3064406779661019e-05, |
| "loss": 1.395, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 4.382660388946533, |
| "learning_rate": 1.305762711864407e-05, |
| "loss": 1.3082, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.5009450912475586, |
| "learning_rate": 1.305084745762712e-05, |
| "loss": 1.355, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 6.310500621795654, |
| "learning_rate": 1.3044067796610171e-05, |
| "loss": 1.4164, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.8609213829040527, |
| "learning_rate": 1.3037288135593222e-05, |
| "loss": 1.4316, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.6872382164001465, |
| "learning_rate": 1.3030508474576274e-05, |
| "loss": 1.4071, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 4.75257682800293, |
| "learning_rate": 1.3023728813559322e-05, |
| "loss": 1.4906, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.286771297454834, |
| "learning_rate": 1.3016949152542373e-05, |
| "loss": 1.3927, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.782283782958984, |
| "learning_rate": 1.3010169491525425e-05, |
| "loss": 1.5204, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.9265480041503906, |
| "learning_rate": 1.3003389830508474e-05, |
| "loss": 1.5996, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 7.570978164672852, |
| "learning_rate": 1.2996610169491526e-05, |
| "loss": 1.3926, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.7784712314605713, |
| "learning_rate": 1.2989830508474577e-05, |
| "loss": 1.4601, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.448601007461548, |
| "learning_rate": 1.2983050847457629e-05, |
| "loss": 1.4095, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.784883975982666, |
| "learning_rate": 1.2976271186440678e-05, |
| "loss": 1.3626, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 5.855194091796875, |
| "learning_rate": 1.296949152542373e-05, |
| "loss": 1.3263, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.4989304542541504, |
| "learning_rate": 1.2962711864406781e-05, |
| "loss": 1.4125, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 4.406559467315674, |
| "learning_rate": 1.295593220338983e-05, |
| "loss": 1.561, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.153087615966797, |
| "learning_rate": 1.2949152542372882e-05, |
| "loss": 1.4574, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.5177876949310303, |
| "learning_rate": 1.2942372881355934e-05, |
| "loss": 1.3867, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 4.136317729949951, |
| "learning_rate": 1.2935593220338985e-05, |
| "loss": 1.4718, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.291229009628296, |
| "learning_rate": 1.2928813559322035e-05, |
| "loss": 1.3122, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.3874454498291016, |
| "learning_rate": 1.2922033898305086e-05, |
| "loss": 1.4073, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 4.799066066741943, |
| "learning_rate": 1.2915254237288137e-05, |
| "loss": 1.4412, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 6.790704250335693, |
| "learning_rate": 1.2908474576271189e-05, |
| "loss": 1.5664, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.8187286853790283, |
| "learning_rate": 1.2901694915254239e-05, |
| "loss": 1.2302, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.162944793701172, |
| "learning_rate": 1.289491525423729e-05, |
| "loss": 1.4602, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 7.523599147796631, |
| "learning_rate": 1.2888135593220341e-05, |
| "loss": 1.4643, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.7828078269958496, |
| "learning_rate": 1.288135593220339e-05, |
| "loss": 1.6134, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.28, |
| "eval_loss": 1.4437503814697266, |
| "eval_runtime": 66.1284, |
| "eval_samples_per_second": 15.122, |
| "eval_steps_per_second": 15.122, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 10.092121124267578, |
| "learning_rate": 1.287457627118644e-05, |
| "loss": 1.5293, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 7.2347235679626465, |
| "learning_rate": 1.2867796610169492e-05, |
| "loss": 1.4884, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.231647491455078, |
| "learning_rate": 1.2861016949152542e-05, |
| "loss": 1.5299, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 6.09018611907959, |
| "learning_rate": 1.2854237288135593e-05, |
| "loss": 1.588, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.75846529006958, |
| "learning_rate": 1.2847457627118645e-05, |
| "loss": 1.4481, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.08042311668396, |
| "learning_rate": 1.2840677966101696e-05, |
| "loss": 1.4066, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.944487571716309, |
| "learning_rate": 1.2833898305084746e-05, |
| "loss": 1.3442, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.4912710189819336, |
| "learning_rate": 1.2827118644067797e-05, |
| "loss": 1.6345, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.6630759239196777, |
| "learning_rate": 1.2820338983050849e-05, |
| "loss": 1.4073, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.5061525106430054, |
| "learning_rate": 1.28135593220339e-05, |
| "loss": 1.5894, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.7690367698669434, |
| "learning_rate": 1.280677966101695e-05, |
| "loss": 1.3617, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 6.3855462074279785, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 1.3119, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 7.427648544311523, |
| "learning_rate": 1.2793220338983053e-05, |
| "loss": 1.5297, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 8.82369613647461, |
| "learning_rate": 1.2786440677966104e-05, |
| "loss": 1.3032, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.6501011848449707, |
| "learning_rate": 1.2779661016949154e-05, |
| "loss": 1.3527, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.652341604232788, |
| "learning_rate": 1.2772881355932205e-05, |
| "loss": 1.2817, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.405377388000488, |
| "learning_rate": 1.2766101694915256e-05, |
| "loss": 1.2666, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 7.799898147583008, |
| "learning_rate": 1.2759322033898308e-05, |
| "loss": 1.5301, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.052325487136841, |
| "learning_rate": 1.2752542372881358e-05, |
| "loss": 1.2761, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.282183647155762, |
| "learning_rate": 1.2745762711864407e-05, |
| "loss": 1.4701, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.8688693046569824, |
| "learning_rate": 1.2738983050847457e-05, |
| "loss": 1.4549, |
| "step": 11210 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.308023929595947, |
| "learning_rate": 1.2732203389830508e-05, |
| "loss": 1.3581, |
| "step": 11220 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.7319841384887695, |
| "learning_rate": 1.272542372881356e-05, |
| "loss": 1.5457, |
| "step": 11230 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 9.156388282775879, |
| "learning_rate": 1.2718644067796611e-05, |
| "loss": 1.5201, |
| "step": 11240 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.315608024597168, |
| "learning_rate": 1.2711864406779661e-05, |
| "loss": 1.3505, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.7720659971237183, |
| "learning_rate": 1.2705084745762712e-05, |
| "loss": 1.3938, |
| "step": 11260 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.514403343200684, |
| "learning_rate": 1.2698305084745764e-05, |
| "loss": 1.6121, |
| "step": 11270 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 6.911466121673584, |
| "learning_rate": 1.2691525423728815e-05, |
| "loss": 1.3458, |
| "step": 11280 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.472634792327881, |
| "learning_rate": 1.2684745762711865e-05, |
| "loss": 1.2857, |
| "step": 11290 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.4667749404907227, |
| "learning_rate": 1.2677966101694916e-05, |
| "loss": 1.3835, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.501352787017822, |
| "learning_rate": 1.2671186440677968e-05, |
| "loss": 1.3502, |
| "step": 11310 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.203758239746094, |
| "learning_rate": 1.2664406779661019e-05, |
| "loss": 1.412, |
| "step": 11320 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 4.501011848449707, |
| "learning_rate": 1.2657627118644069e-05, |
| "loss": 1.4239, |
| "step": 11330 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 6.272605895996094, |
| "learning_rate": 1.265084745762712e-05, |
| "loss": 1.4452, |
| "step": 11340 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.9776923656463623, |
| "learning_rate": 1.2644067796610171e-05, |
| "loss": 1.3449, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.2955100536346436, |
| "learning_rate": 1.2637288135593221e-05, |
| "loss": 1.4088, |
| "step": 11360 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.005813121795654, |
| "learning_rate": 1.2630508474576273e-05, |
| "loss": 1.4663, |
| "step": 11370 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.1890101432800293, |
| "learning_rate": 1.2623728813559324e-05, |
| "loss": 1.4736, |
| "step": 11380 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.545890808105469, |
| "learning_rate": 1.2616949152542375e-05, |
| "loss": 1.3913, |
| "step": 11390 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.0610640048980713, |
| "learning_rate": 1.2610169491525425e-05, |
| "loss": 1.1965, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.919715881347656, |
| "learning_rate": 1.2603389830508475e-05, |
| "loss": 1.6285, |
| "step": 11410 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.279333591461182, |
| "learning_rate": 1.2596610169491526e-05, |
| "loss": 1.4144, |
| "step": 11420 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 6.2425737380981445, |
| "learning_rate": 1.2589830508474576e-05, |
| "loss": 1.4376, |
| "step": 11430 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.8463287353515625, |
| "learning_rate": 1.2583050847457627e-05, |
| "loss": 1.4008, |
| "step": 11440 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 6.911423206329346, |
| "learning_rate": 1.2576271186440679e-05, |
| "loss": 1.4218, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.8190709352493286, |
| "learning_rate": 1.256949152542373e-05, |
| "loss": 1.3105, |
| "step": 11460 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.9692275524139404, |
| "learning_rate": 1.256271186440678e-05, |
| "loss": 1.4071, |
| "step": 11470 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.9249064922332764, |
| "learning_rate": 1.2555932203389831e-05, |
| "loss": 1.4017, |
| "step": 11480 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.724937915802002, |
| "learning_rate": 1.2549152542372883e-05, |
| "loss": 1.3826, |
| "step": 11490 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.75592303276062, |
| "learning_rate": 1.2542372881355932e-05, |
| "loss": 1.4793, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.29, |
| "eval_loss": 1.4384660720825195, |
| "eval_runtime": 66.1691, |
| "eval_samples_per_second": 15.113, |
| "eval_steps_per_second": 15.113, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.604795455932617, |
| "learning_rate": 1.2535593220338984e-05, |
| "loss": 1.5059, |
| "step": 11510 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.278486490249634, |
| "learning_rate": 1.2528813559322035e-05, |
| "loss": 1.307, |
| "step": 11520 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 3.228501796722412, |
| "learning_rate": 1.2522033898305087e-05, |
| "loss": 1.4515, |
| "step": 11530 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.253673076629639, |
| "learning_rate": 1.2515254237288136e-05, |
| "loss": 1.3283, |
| "step": 11540 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.198097229003906, |
| "learning_rate": 1.2508474576271188e-05, |
| "loss": 1.25, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.645752429962158, |
| "learning_rate": 1.2501694915254239e-05, |
| "loss": 1.555, |
| "step": 11560 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.3141913414001465, |
| "learning_rate": 1.249491525423729e-05, |
| "loss": 1.5135, |
| "step": 11570 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.6161258220672607, |
| "learning_rate": 1.248813559322034e-05, |
| "loss": 1.3809, |
| "step": 11580 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 3.477424383163452, |
| "learning_rate": 1.2481355932203392e-05, |
| "loss": 1.3237, |
| "step": 11590 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 3.588980197906494, |
| "learning_rate": 1.2474576271186443e-05, |
| "loss": 1.3171, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.2803046703338623, |
| "learning_rate": 1.2467796610169494e-05, |
| "loss": 1.3816, |
| "step": 11610 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.7084169387817383, |
| "learning_rate": 1.2461016949152542e-05, |
| "loss": 1.3663, |
| "step": 11620 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.5784099102020264, |
| "learning_rate": 1.2454237288135594e-05, |
| "loss": 1.4399, |
| "step": 11630 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.369024276733398, |
| "learning_rate": 1.2447457627118643e-05, |
| "loss": 1.3491, |
| "step": 11640 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 6.239041328430176, |
| "learning_rate": 1.2440677966101695e-05, |
| "loss": 1.2562, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.257971286773682, |
| "learning_rate": 1.2433898305084746e-05, |
| "loss": 1.4829, |
| "step": 11660 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.7997660636901855, |
| "learning_rate": 1.2427118644067798e-05, |
| "loss": 1.3841, |
| "step": 11670 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 3.7475717067718506, |
| "learning_rate": 1.2420338983050847e-05, |
| "loss": 1.3625, |
| "step": 11680 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.6195523738861084, |
| "learning_rate": 1.2413559322033899e-05, |
| "loss": 1.4386, |
| "step": 11690 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.9052702188491821, |
| "learning_rate": 1.240677966101695e-05, |
| "loss": 1.3974, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 3.2266929149627686, |
| "learning_rate": 1.2400000000000002e-05, |
| "loss": 1.4356, |
| "step": 11710 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.4783806800842285, |
| "learning_rate": 1.2393220338983051e-05, |
| "loss": 1.5246, |
| "step": 11720 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 5.959903717041016, |
| "learning_rate": 1.2386440677966103e-05, |
| "loss": 1.2639, |
| "step": 11730 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 3.8165271282196045, |
| "learning_rate": 1.2379661016949154e-05, |
| "loss": 1.2957, |
| "step": 11740 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 6.7595367431640625, |
| "learning_rate": 1.2372881355932205e-05, |
| "loss": 1.4522, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.844536066055298, |
| "learning_rate": 1.2366101694915255e-05, |
| "loss": 1.5718, |
| "step": 11760 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 7.719458103179932, |
| "learning_rate": 1.2359322033898307e-05, |
| "loss": 1.579, |
| "step": 11770 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.1778481006622314, |
| "learning_rate": 1.2352542372881358e-05, |
| "loss": 1.5497, |
| "step": 11780 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 4.286680221557617, |
| "learning_rate": 1.234576271186441e-05, |
| "loss": 1.4507, |
| "step": 11790 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.9755306243896484, |
| "learning_rate": 1.2338983050847459e-05, |
| "loss": 1.2822, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 3.383787155151367, |
| "learning_rate": 1.233220338983051e-05, |
| "loss": 1.3459, |
| "step": 11810 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.444471836090088, |
| "learning_rate": 1.2325423728813562e-05, |
| "loss": 1.3843, |
| "step": 11820 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 6.240593433380127, |
| "learning_rate": 1.231864406779661e-05, |
| "loss": 1.696, |
| "step": 11830 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.954618215560913, |
| "learning_rate": 1.2311864406779661e-05, |
| "loss": 1.3513, |
| "step": 11840 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 4.6317243576049805, |
| "learning_rate": 1.2305084745762713e-05, |
| "loss": 1.4252, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 7.941683769226074, |
| "learning_rate": 1.2298305084745762e-05, |
| "loss": 1.3129, |
| "step": 11860 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 4.002432823181152, |
| "learning_rate": 1.2291525423728814e-05, |
| "loss": 1.5798, |
| "step": 11870 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.3357415199279785, |
| "learning_rate": 1.2284745762711865e-05, |
| "loss": 1.2337, |
| "step": 11880 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.709670305252075, |
| "learning_rate": 1.2277966101694917e-05, |
| "loss": 1.3422, |
| "step": 11890 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 4.940807342529297, |
| "learning_rate": 1.2271186440677966e-05, |
| "loss": 1.4152, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 6.757214546203613, |
| "learning_rate": 1.2264406779661018e-05, |
| "loss": 1.6552, |
| "step": 11910 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 15.510869026184082, |
| "learning_rate": 1.2257627118644069e-05, |
| "loss": 1.3236, |
| "step": 11920 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.592451810836792, |
| "learning_rate": 1.225084745762712e-05, |
| "loss": 1.4875, |
| "step": 11930 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 5.799335479736328, |
| "learning_rate": 1.224406779661017e-05, |
| "loss": 1.5547, |
| "step": 11940 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.2848143577575684, |
| "learning_rate": 1.2237288135593222e-05, |
| "loss": 1.5282, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.5773121118545532, |
| "learning_rate": 1.2230508474576273e-05, |
| "loss": 1.3649, |
| "step": 11960 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 9.566110610961914, |
| "learning_rate": 1.2223728813559323e-05, |
| "loss": 1.4326, |
| "step": 11970 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.2648942470550537, |
| "learning_rate": 1.2216949152542374e-05, |
| "loss": 1.2719, |
| "step": 11980 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 8.525247573852539, |
| "learning_rate": 1.2210169491525426e-05, |
| "loss": 1.3143, |
| "step": 11990 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.6508049964904785, |
| "learning_rate": 1.2203389830508477e-05, |
| "loss": 1.5295, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.3, |
| "eval_loss": 1.422916293144226, |
| "eval_runtime": 66.1433, |
| "eval_samples_per_second": 15.119, |
| "eval_steps_per_second": 15.119, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 6.6923394203186035, |
| "learning_rate": 1.2196610169491527e-05, |
| "loss": 1.4182, |
| "step": 12010 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 4.860045433044434, |
| "learning_rate": 1.2189830508474578e-05, |
| "loss": 1.3847, |
| "step": 12020 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 5.437830924987793, |
| "learning_rate": 1.2183050847457628e-05, |
| "loss": 1.3516, |
| "step": 12030 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.578477382659912, |
| "learning_rate": 1.2176271186440677e-05, |
| "loss": 1.4079, |
| "step": 12040 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 6.06549072265625, |
| "learning_rate": 1.2169491525423729e-05, |
| "loss": 1.3579, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 7.3074750900268555, |
| "learning_rate": 1.216271186440678e-05, |
| "loss": 1.3398, |
| "step": 12060 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 6.550406455993652, |
| "learning_rate": 1.2155932203389832e-05, |
| "loss": 1.4268, |
| "step": 12070 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 8.258136749267578, |
| "learning_rate": 1.2149152542372881e-05, |
| "loss": 1.4757, |
| "step": 12080 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 3.204159736633301, |
| "learning_rate": 1.2142372881355933e-05, |
| "loss": 1.4967, |
| "step": 12090 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 6.911435127258301, |
| "learning_rate": 1.2135593220338984e-05, |
| "loss": 1.3255, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 7.780226230621338, |
| "learning_rate": 1.2128813559322034e-05, |
| "loss": 1.3092, |
| "step": 12110 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 3.6478915214538574, |
| "learning_rate": 1.2122033898305085e-05, |
| "loss": 1.5233, |
| "step": 12120 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.810391664505005, |
| "learning_rate": 1.2115254237288137e-05, |
| "loss": 1.3415, |
| "step": 12130 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.897092580795288, |
| "learning_rate": 1.2108474576271188e-05, |
| "loss": 1.3495, |
| "step": 12140 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 7.986344814300537, |
| "learning_rate": 1.2101694915254238e-05, |
| "loss": 1.2973, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 5.259188652038574, |
| "learning_rate": 1.209491525423729e-05, |
| "loss": 1.5173, |
| "step": 12160 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 3.554582357406616, |
| "learning_rate": 1.208813559322034e-05, |
| "loss": 1.4427, |
| "step": 12170 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.8010913133621216, |
| "learning_rate": 1.2081355932203392e-05, |
| "loss": 1.2691, |
| "step": 12180 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 7.936720371246338, |
| "learning_rate": 1.2074576271186442e-05, |
| "loss": 1.2707, |
| "step": 12190 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 3.37536883354187, |
| "learning_rate": 1.2067796610169493e-05, |
| "loss": 1.3896, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.7712466716766357, |
| "learning_rate": 1.2061016949152544e-05, |
| "loss": 1.6235, |
| "step": 12210 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 6.127082824707031, |
| "learning_rate": 1.2054237288135596e-05, |
| "loss": 1.465, |
| "step": 12220 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.607111930847168, |
| "learning_rate": 1.2047457627118646e-05, |
| "loss": 1.2618, |
| "step": 12230 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 5.540430545806885, |
| "learning_rate": 1.2040677966101695e-05, |
| "loss": 1.3243, |
| "step": 12240 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.288236141204834, |
| "learning_rate": 1.2033898305084745e-05, |
| "loss": 1.4512, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 4.430274963378906, |
| "learning_rate": 1.2027118644067796e-05, |
| "loss": 1.3736, |
| "step": 12260 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 5.795346260070801, |
| "learning_rate": 1.2020338983050848e-05, |
| "loss": 1.4164, |
| "step": 12270 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.6566057205200195, |
| "learning_rate": 1.20135593220339e-05, |
| "loss": 1.4127, |
| "step": 12280 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.7761037349700928, |
| "learning_rate": 1.2006779661016949e-05, |
| "loss": 1.4318, |
| "step": 12290 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.363727569580078, |
| "learning_rate": 1.2e-05, |
| "loss": 1.4556, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 5.918773174285889, |
| "learning_rate": 1.1993220338983052e-05, |
| "loss": 1.4288, |
| "step": 12310 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.683154821395874, |
| "learning_rate": 1.1986440677966103e-05, |
| "loss": 1.3806, |
| "step": 12320 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 10.262763977050781, |
| "learning_rate": 1.1979661016949153e-05, |
| "loss": 1.4731, |
| "step": 12330 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.709179162979126, |
| "learning_rate": 1.1972881355932204e-05, |
| "loss": 1.43, |
| "step": 12340 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 6.632396221160889, |
| "learning_rate": 1.1966101694915256e-05, |
| "loss": 1.5524, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.5457146167755127, |
| "learning_rate": 1.1959322033898307e-05, |
| "loss": 1.4103, |
| "step": 12360 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.7321617603302, |
| "learning_rate": 1.1952542372881357e-05, |
| "loss": 1.7357, |
| "step": 12370 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 13.385096549987793, |
| "learning_rate": 1.1945762711864408e-05, |
| "loss": 1.5424, |
| "step": 12380 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 4.128885746002197, |
| "learning_rate": 1.193898305084746e-05, |
| "loss": 1.4083, |
| "step": 12390 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.696180820465088, |
| "learning_rate": 1.1932203389830511e-05, |
| "loss": 1.4562, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.035158157348633, |
| "learning_rate": 1.192542372881356e-05, |
| "loss": 1.4134, |
| "step": 12410 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 5.3175787925720215, |
| "learning_rate": 1.1918644067796612e-05, |
| "loss": 1.4388, |
| "step": 12420 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 4.401218891143799, |
| "learning_rate": 1.1911864406779663e-05, |
| "loss": 1.3129, |
| "step": 12430 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.708665132522583, |
| "learning_rate": 1.1905084745762713e-05, |
| "loss": 1.3967, |
| "step": 12440 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 4.167813301086426, |
| "learning_rate": 1.1898305084745763e-05, |
| "loss": 1.5785, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 6.84459114074707, |
| "learning_rate": 1.1891525423728814e-05, |
| "loss": 1.4729, |
| "step": 12460 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 7.7822651863098145, |
| "learning_rate": 1.1884745762711864e-05, |
| "loss": 1.3682, |
| "step": 12470 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 14.827698707580566, |
| "learning_rate": 1.1877966101694915e-05, |
| "loss": 1.316, |
| "step": 12480 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 7.276782512664795, |
| "learning_rate": 1.1871186440677967e-05, |
| "loss": 1.4088, |
| "step": 12490 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.0169296264648438, |
| "learning_rate": 1.1864406779661018e-05, |
| "loss": 1.287, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.31, |
| "eval_loss": 1.3866758346557617, |
| "eval_runtime": 66.1437, |
| "eval_samples_per_second": 15.119, |
| "eval_steps_per_second": 15.119, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.162349224090576, |
| "learning_rate": 1.1857627118644068e-05, |
| "loss": 1.6078, |
| "step": 12510 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.835212469100952, |
| "learning_rate": 1.185084745762712e-05, |
| "loss": 1.3934, |
| "step": 12520 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 3.5523407459259033, |
| "learning_rate": 1.184406779661017e-05, |
| "loss": 1.4201, |
| "step": 12530 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.8521957397460938, |
| "learning_rate": 1.183728813559322e-05, |
| "loss": 1.1765, |
| "step": 12540 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 6.991311073303223, |
| "learning_rate": 1.1830508474576272e-05, |
| "loss": 1.2703, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 9.624125480651855, |
| "learning_rate": 1.1823728813559323e-05, |
| "loss": 1.3824, |
| "step": 12560 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.1948940753936768, |
| "learning_rate": 1.1816949152542375e-05, |
| "loss": 1.4304, |
| "step": 12570 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.5481557846069336, |
| "learning_rate": 1.1810169491525424e-05, |
| "loss": 1.3297, |
| "step": 12580 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 2.6598098278045654, |
| "learning_rate": 1.1803389830508476e-05, |
| "loss": 1.1585, |
| "step": 12590 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 6.169371128082275, |
| "learning_rate": 1.1796610169491527e-05, |
| "loss": 1.4042, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.9693713188171387, |
| "learning_rate": 1.1789830508474578e-05, |
| "loss": 1.4801, |
| "step": 12610 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.916517734527588, |
| "learning_rate": 1.1783050847457628e-05, |
| "loss": 1.3524, |
| "step": 12620 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 12.339306831359863, |
| "learning_rate": 1.177627118644068e-05, |
| "loss": 1.4822, |
| "step": 12630 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.854163646697998, |
| "learning_rate": 1.1769491525423731e-05, |
| "loss": 1.6638, |
| "step": 12640 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.270496368408203, |
| "learning_rate": 1.1762711864406782e-05, |
| "loss": 1.3407, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 6.106138706207275, |
| "learning_rate": 1.175593220338983e-05, |
| "loss": 1.4408, |
| "step": 12660 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.9153695106506348, |
| "learning_rate": 1.1749152542372882e-05, |
| "loss": 1.3821, |
| "step": 12670 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.479553699493408, |
| "learning_rate": 1.1742372881355931e-05, |
| "loss": 1.3252, |
| "step": 12680 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.480614185333252, |
| "learning_rate": 1.1735593220338983e-05, |
| "loss": 1.5234, |
| "step": 12690 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.578995704650879, |
| "learning_rate": 1.1728813559322034e-05, |
| "loss": 1.4655, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.981246471405029, |
| "learning_rate": 1.1722033898305086e-05, |
| "loss": 1.3632, |
| "step": 12710 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 12.358545303344727, |
| "learning_rate": 1.1715254237288135e-05, |
| "loss": 1.3998, |
| "step": 12720 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 14.668237686157227, |
| "learning_rate": 1.1708474576271187e-05, |
| "loss": 1.3784, |
| "step": 12730 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.8441002368927, |
| "learning_rate": 1.1701694915254238e-05, |
| "loss": 1.482, |
| "step": 12740 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.92882776260376, |
| "learning_rate": 1.169491525423729e-05, |
| "loss": 1.4855, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.74147891998291, |
| "learning_rate": 1.168813559322034e-05, |
| "loss": 1.4695, |
| "step": 12760 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.936017990112305, |
| "learning_rate": 1.168135593220339e-05, |
| "loss": 1.3325, |
| "step": 12770 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.67604923248291, |
| "learning_rate": 1.1674576271186442e-05, |
| "loss": 1.5104, |
| "step": 12780 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.439807891845703, |
| "learning_rate": 1.1667796610169494e-05, |
| "loss": 1.3626, |
| "step": 12790 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.6871551275253296, |
| "learning_rate": 1.1661016949152543e-05, |
| "loss": 1.5824, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 6.6204094886779785, |
| "learning_rate": 1.1654237288135595e-05, |
| "loss": 1.2672, |
| "step": 12810 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.2927229404449463, |
| "learning_rate": 1.1647457627118646e-05, |
| "loss": 1.3032, |
| "step": 12820 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 8.059797286987305, |
| "learning_rate": 1.1640677966101697e-05, |
| "loss": 1.3087, |
| "step": 12830 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.8133039474487305, |
| "learning_rate": 1.1633898305084747e-05, |
| "loss": 1.4655, |
| "step": 12840 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.857828140258789, |
| "learning_rate": 1.1627118644067799e-05, |
| "loss": 1.3882, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.760891914367676, |
| "learning_rate": 1.162033898305085e-05, |
| "loss": 1.438, |
| "step": 12860 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.746943473815918, |
| "learning_rate": 1.1613559322033898e-05, |
| "loss": 1.29, |
| "step": 12870 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 10.054022789001465, |
| "learning_rate": 1.160677966101695e-05, |
| "loss": 1.4788, |
| "step": 12880 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 11.264670372009277, |
| "learning_rate": 1.16e-05, |
| "loss": 1.4834, |
| "step": 12890 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.883831739425659, |
| "learning_rate": 1.159322033898305e-05, |
| "loss": 1.3276, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.7215306758880615, |
| "learning_rate": 1.1586440677966102e-05, |
| "loss": 1.3578, |
| "step": 12910 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.2970972061157227, |
| "learning_rate": 1.1579661016949153e-05, |
| "loss": 1.3238, |
| "step": 12920 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.821772575378418, |
| "learning_rate": 1.1572881355932205e-05, |
| "loss": 1.3903, |
| "step": 12930 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.4745774269104004, |
| "learning_rate": 1.1566101694915254e-05, |
| "loss": 1.166, |
| "step": 12940 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.578946590423584, |
| "learning_rate": 1.1559322033898306e-05, |
| "loss": 1.483, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.525611400604248, |
| "learning_rate": 1.1552542372881357e-05, |
| "loss": 1.3907, |
| "step": 12960 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.851688385009766, |
| "learning_rate": 1.1545762711864409e-05, |
| "loss": 1.2686, |
| "step": 12970 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.2654104232788086, |
| "learning_rate": 1.1538983050847458e-05, |
| "loss": 1.3566, |
| "step": 12980 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 4.508155345916748, |
| "learning_rate": 1.153220338983051e-05, |
| "loss": 1.434, |
| "step": 12990 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.140927791595459, |
| "learning_rate": 1.1525423728813561e-05, |
| "loss": 1.4034, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.33, |
| "eval_loss": 1.4143681526184082, |
| "eval_runtime": 66.1661, |
| "eval_samples_per_second": 15.113, |
| "eval_steps_per_second": 15.113, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.795019149780273, |
| "learning_rate": 1.151864406779661e-05, |
| "loss": 1.617, |
| "step": 13010 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.142047882080078, |
| "learning_rate": 1.1511864406779662e-05, |
| "loss": 1.4168, |
| "step": 13020 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.405993700027466, |
| "learning_rate": 1.1505084745762714e-05, |
| "loss": 1.4029, |
| "step": 13030 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.590165615081787, |
| "learning_rate": 1.1498305084745765e-05, |
| "loss": 1.2981, |
| "step": 13040 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.7291467189788818, |
| "learning_rate": 1.1491525423728815e-05, |
| "loss": 1.3752, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.5406222343444824, |
| "learning_rate": 1.1484745762711866e-05, |
| "loss": 1.4635, |
| "step": 13060 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 5.161932468414307, |
| "learning_rate": 1.1477966101694916e-05, |
| "loss": 1.3763, |
| "step": 13070 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 5.527559280395508, |
| "learning_rate": 1.1471186440677965e-05, |
| "loss": 1.3618, |
| "step": 13080 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.843920946121216, |
| "learning_rate": 1.1464406779661017e-05, |
| "loss": 1.312, |
| "step": 13090 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.652730464935303, |
| "learning_rate": 1.1457627118644068e-05, |
| "loss": 1.3818, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.841367244720459, |
| "learning_rate": 1.145084745762712e-05, |
| "loss": 1.4252, |
| "step": 13110 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.024381637573242, |
| "learning_rate": 1.144406779661017e-05, |
| "loss": 1.4014, |
| "step": 13120 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.9260082244873047, |
| "learning_rate": 1.143728813559322e-05, |
| "loss": 1.4733, |
| "step": 13130 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 7.934506893157959, |
| "learning_rate": 1.1430508474576272e-05, |
| "loss": 1.6533, |
| "step": 13140 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.169222354888916, |
| "learning_rate": 1.1423728813559322e-05, |
| "loss": 1.4004, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.165480852127075, |
| "learning_rate": 1.1416949152542373e-05, |
| "loss": 1.2961, |
| "step": 13160 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.703479528427124, |
| "learning_rate": 1.1410169491525425e-05, |
| "loss": 1.5203, |
| "step": 13170 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 15.553948402404785, |
| "learning_rate": 1.1403389830508476e-05, |
| "loss": 1.4719, |
| "step": 13180 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.422497034072876, |
| "learning_rate": 1.1396610169491526e-05, |
| "loss": 1.4232, |
| "step": 13190 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.0440897941589355, |
| "learning_rate": 1.1389830508474577e-05, |
| "loss": 1.3813, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 3.650101661682129, |
| "learning_rate": 1.1383050847457629e-05, |
| "loss": 1.4398, |
| "step": 13210 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 9.34521484375, |
| "learning_rate": 1.137627118644068e-05, |
| "loss": 1.4457, |
| "step": 13220 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.5624570846557617, |
| "learning_rate": 1.136949152542373e-05, |
| "loss": 1.3008, |
| "step": 13230 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.584078311920166, |
| "learning_rate": 1.1362711864406781e-05, |
| "loss": 1.3545, |
| "step": 13240 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.867392539978027, |
| "learning_rate": 1.1355932203389833e-05, |
| "loss": 1.4067, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.185886859893799, |
| "learning_rate": 1.1349152542372884e-05, |
| "loss": 1.3976, |
| "step": 13260 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.314910888671875, |
| "learning_rate": 1.1342372881355934e-05, |
| "loss": 1.3568, |
| "step": 13270 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 5.425469875335693, |
| "learning_rate": 1.1335593220338983e-05, |
| "loss": 1.5861, |
| "step": 13280 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 8.086491584777832, |
| "learning_rate": 1.1328813559322033e-05, |
| "loss": 1.567, |
| "step": 13290 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.411368370056152, |
| "learning_rate": 1.1322033898305084e-05, |
| "loss": 1.2149, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 5.792349815368652, |
| "learning_rate": 1.1315254237288136e-05, |
| "loss": 1.4701, |
| "step": 13310 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.967857837677002, |
| "learning_rate": 1.1308474576271187e-05, |
| "loss": 1.3723, |
| "step": 13320 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 4.052553176879883, |
| "learning_rate": 1.1301694915254237e-05, |
| "loss": 1.3078, |
| "step": 13330 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.5086994171142578, |
| "learning_rate": 1.1294915254237288e-05, |
| "loss": 1.4948, |
| "step": 13340 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 8.732611656188965, |
| "learning_rate": 1.128813559322034e-05, |
| "loss": 1.5011, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 6.4710235595703125, |
| "learning_rate": 1.1281355932203391e-05, |
| "loss": 1.3214, |
| "step": 13360 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 5.698025226593018, |
| "learning_rate": 1.1274576271186441e-05, |
| "loss": 1.4719, |
| "step": 13370 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.9803974628448486, |
| "learning_rate": 1.1267796610169492e-05, |
| "loss": 1.4078, |
| "step": 13380 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 6.019112586975098, |
| "learning_rate": 1.1261016949152544e-05, |
| "loss": 1.4646, |
| "step": 13390 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 5.664279937744141, |
| "learning_rate": 1.1254237288135595e-05, |
| "loss": 1.5236, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.8619132041931152, |
| "learning_rate": 1.1247457627118645e-05, |
| "loss": 1.3184, |
| "step": 13410 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.45538330078125, |
| "learning_rate": 1.1240677966101696e-05, |
| "loss": 1.3868, |
| "step": 13420 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.7637529373168945, |
| "learning_rate": 1.1233898305084748e-05, |
| "loss": 1.4405, |
| "step": 13430 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.774598121643066, |
| "learning_rate": 1.1227118644067799e-05, |
| "loss": 1.287, |
| "step": 13440 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.2298827171325684, |
| "learning_rate": 1.1220338983050849e-05, |
| "loss": 1.169, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.9264500141143799, |
| "learning_rate": 1.12135593220339e-05, |
| "loss": 1.4071, |
| "step": 13460 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.1234660148620605, |
| "learning_rate": 1.1206779661016951e-05, |
| "loss": 1.3734, |
| "step": 13470 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.4275059700012207, |
| "learning_rate": 1.1200000000000001e-05, |
| "loss": 1.4451, |
| "step": 13480 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.883017063140869, |
| "learning_rate": 1.1193220338983051e-05, |
| "loss": 1.4083, |
| "step": 13490 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 7.2406325340271, |
| "learning_rate": 1.1186440677966102e-05, |
| "loss": 1.209, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.34, |
| "eval_loss": 1.4201830625534058, |
| "eval_runtime": 66.1321, |
| "eval_samples_per_second": 15.121, |
| "eval_steps_per_second": 15.121, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 5.777285099029541, |
| "learning_rate": 1.1179661016949152e-05, |
| "loss": 1.3445, |
| "step": 13510 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.1429507732391357, |
| "learning_rate": 1.1172881355932203e-05, |
| "loss": 1.4894, |
| "step": 13520 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 10.670025825500488, |
| "learning_rate": 1.1166101694915255e-05, |
| "loss": 1.4, |
| "step": 13530 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.0807442665100098, |
| "learning_rate": 1.1159322033898306e-05, |
| "loss": 1.3409, |
| "step": 13540 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 7.570891857147217, |
| "learning_rate": 1.1152542372881356e-05, |
| "loss": 1.3676, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 11.09575080871582, |
| "learning_rate": 1.1145762711864407e-05, |
| "loss": 1.402, |
| "step": 13560 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 6.450993537902832, |
| "learning_rate": 1.1138983050847459e-05, |
| "loss": 1.4072, |
| "step": 13570 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 6.089435577392578, |
| "learning_rate": 1.113220338983051e-05, |
| "loss": 1.3705, |
| "step": 13580 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.839201927185059, |
| "learning_rate": 1.112542372881356e-05, |
| "loss": 1.5674, |
| "step": 13590 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 12.40379810333252, |
| "learning_rate": 1.1118644067796611e-05, |
| "loss": 1.2697, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 5.095344066619873, |
| "learning_rate": 1.1111864406779663e-05, |
| "loss": 1.1917, |
| "step": 13610 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.252272367477417, |
| "learning_rate": 1.1105084745762712e-05, |
| "loss": 1.3542, |
| "step": 13620 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 8.330405235290527, |
| "learning_rate": 1.1098305084745764e-05, |
| "loss": 1.4464, |
| "step": 13630 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.9642021656036377, |
| "learning_rate": 1.1091525423728815e-05, |
| "loss": 1.2904, |
| "step": 13640 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.2120866775512695, |
| "learning_rate": 1.1084745762711867e-05, |
| "loss": 1.3887, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.582340717315674, |
| "learning_rate": 1.1077966101694916e-05, |
| "loss": 1.5277, |
| "step": 13660 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.2663116455078125, |
| "learning_rate": 1.1071186440677968e-05, |
| "loss": 1.2393, |
| "step": 13670 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 7.755127906799316, |
| "learning_rate": 1.1064406779661019e-05, |
| "loss": 1.3327, |
| "step": 13680 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.777354717254639, |
| "learning_rate": 1.105762711864407e-05, |
| "loss": 1.4229, |
| "step": 13690 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.864866733551025, |
| "learning_rate": 1.1050847457627118e-05, |
| "loss": 1.5831, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.381706953048706, |
| "learning_rate": 1.104406779661017e-05, |
| "loss": 1.5776, |
| "step": 13710 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.4377899169921875, |
| "learning_rate": 1.1037288135593221e-05, |
| "loss": 1.4538, |
| "step": 13720 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 3.592681646347046, |
| "learning_rate": 1.1030508474576271e-05, |
| "loss": 1.5015, |
| "step": 13730 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.690391540527344, |
| "learning_rate": 1.1023728813559322e-05, |
| "loss": 1.3766, |
| "step": 13740 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 6.648055553436279, |
| "learning_rate": 1.1016949152542374e-05, |
| "loss": 1.319, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.713019847869873, |
| "learning_rate": 1.1010169491525423e-05, |
| "loss": 1.4213, |
| "step": 13760 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.177305698394775, |
| "learning_rate": 1.1003389830508475e-05, |
| "loss": 1.5414, |
| "step": 13770 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 4.832136154174805, |
| "learning_rate": 1.0996610169491526e-05, |
| "loss": 1.457, |
| "step": 13780 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 5.470792770385742, |
| "learning_rate": 1.0989830508474578e-05, |
| "loss": 1.3565, |
| "step": 13790 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 2.7103376388549805, |
| "learning_rate": 1.0983050847457627e-05, |
| "loss": 1.0967, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 5.0832390785217285, |
| "learning_rate": 1.0976271186440679e-05, |
| "loss": 1.5281, |
| "step": 13810 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 9.628556251525879, |
| "learning_rate": 1.096949152542373e-05, |
| "loss": 1.3223, |
| "step": 13820 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 5.501499176025391, |
| "learning_rate": 1.0962711864406782e-05, |
| "loss": 1.452, |
| "step": 13830 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.4253193140029907, |
| "learning_rate": 1.0955932203389831e-05, |
| "loss": 1.5329, |
| "step": 13840 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.109076976776123, |
| "learning_rate": 1.0949152542372883e-05, |
| "loss": 1.2804, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 7.186499118804932, |
| "learning_rate": 1.0942372881355934e-05, |
| "loss": 1.3599, |
| "step": 13860 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.0720372200012207, |
| "learning_rate": 1.0935593220338985e-05, |
| "loss": 1.4686, |
| "step": 13870 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.5827410221099854, |
| "learning_rate": 1.0928813559322035e-05, |
| "loss": 1.3139, |
| "step": 13880 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 12.06527328491211, |
| "learning_rate": 1.0922033898305087e-05, |
| "loss": 1.4268, |
| "step": 13890 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.608367919921875, |
| "learning_rate": 1.0915254237288135e-05, |
| "loss": 1.2591, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 13.63802433013916, |
| "learning_rate": 1.0908474576271186e-05, |
| "loss": 1.2512, |
| "step": 13910 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.2884724140167236, |
| "learning_rate": 1.0901694915254237e-05, |
| "loss": 1.5108, |
| "step": 13920 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.693191051483154, |
| "learning_rate": 1.0894915254237289e-05, |
| "loss": 1.1383, |
| "step": 13930 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.830557823181152, |
| "learning_rate": 1.0888135593220339e-05, |
| "loss": 1.3608, |
| "step": 13940 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 5.044919490814209, |
| "learning_rate": 1.088135593220339e-05, |
| "loss": 1.2956, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.327402114868164, |
| "learning_rate": 1.0874576271186441e-05, |
| "loss": 1.4006, |
| "step": 13960 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 8.76153564453125, |
| "learning_rate": 1.0867796610169493e-05, |
| "loss": 1.4544, |
| "step": 13970 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.762763023376465, |
| "learning_rate": 1.0861016949152542e-05, |
| "loss": 1.4545, |
| "step": 13980 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.206634521484375, |
| "learning_rate": 1.0854237288135594e-05, |
| "loss": 1.3256, |
| "step": 13990 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.6637351512908936, |
| "learning_rate": 1.0847457627118645e-05, |
| "loss": 1.5003, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.35, |
| "eval_loss": 1.414922833442688, |
| "eval_runtime": 66.1224, |
| "eval_samples_per_second": 15.123, |
| "eval_steps_per_second": 15.123, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.5580198764801025, |
| "learning_rate": 1.0840677966101697e-05, |
| "loss": 1.2528, |
| "step": 14010 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.473653316497803, |
| "learning_rate": 1.0833898305084746e-05, |
| "loss": 1.4678, |
| "step": 14020 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.7036588191986084, |
| "learning_rate": 1.0827118644067798e-05, |
| "loss": 1.5327, |
| "step": 14030 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.9595816135406494, |
| "learning_rate": 1.0820338983050849e-05, |
| "loss": 1.3218, |
| "step": 14040 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.984138011932373, |
| "learning_rate": 1.08135593220339e-05, |
| "loss": 1.3408, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.022242307662964, |
| "learning_rate": 1.080677966101695e-05, |
| "loss": 1.5133, |
| "step": 14060 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.826704978942871, |
| "learning_rate": 1.0800000000000002e-05, |
| "loss": 1.3917, |
| "step": 14070 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 7.675862789154053, |
| "learning_rate": 1.0793220338983053e-05, |
| "loss": 1.2337, |
| "step": 14080 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.611223220825195, |
| "learning_rate": 1.0786440677966103e-05, |
| "loss": 1.3582, |
| "step": 14090 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.353292942047119, |
| "learning_rate": 1.0779661016949154e-05, |
| "loss": 1.4237, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.331914901733398, |
| "learning_rate": 1.0772881355932204e-05, |
| "loss": 1.4808, |
| "step": 14110 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 2.759838819503784, |
| "learning_rate": 1.0766101694915254e-05, |
| "loss": 1.4499, |
| "step": 14120 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 4.08477783203125, |
| "learning_rate": 1.0759322033898305e-05, |
| "loss": 1.3125, |
| "step": 14130 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.8619682788848877, |
| "learning_rate": 1.0752542372881356e-05, |
| "loss": 1.2508, |
| "step": 14140 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 5.26367712020874, |
| "learning_rate": 1.0745762711864408e-05, |
| "loss": 1.4067, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 8.280834197998047, |
| "learning_rate": 1.0738983050847457e-05, |
| "loss": 1.381, |
| "step": 14160 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.3759233951568604, |
| "learning_rate": 1.0732203389830509e-05, |
| "loss": 1.4211, |
| "step": 14170 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.8453333377838135, |
| "learning_rate": 1.072542372881356e-05, |
| "loss": 1.4187, |
| "step": 14180 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.5439627170562744, |
| "learning_rate": 1.0718644067796612e-05, |
| "loss": 1.2863, |
| "step": 14190 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 5.693528652191162, |
| "learning_rate": 1.0711864406779661e-05, |
| "loss": 1.3819, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 6.000442028045654, |
| "learning_rate": 1.0705084745762713e-05, |
| "loss": 1.4, |
| "step": 14210 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 4.452291011810303, |
| "learning_rate": 1.0698305084745764e-05, |
| "loss": 1.3242, |
| "step": 14220 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 8.150368690490723, |
| "learning_rate": 1.0691525423728814e-05, |
| "loss": 1.4536, |
| "step": 14230 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 6.411572456359863, |
| "learning_rate": 1.0684745762711865e-05, |
| "loss": 1.2176, |
| "step": 14240 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 6.748562335968018, |
| "learning_rate": 1.0677966101694917e-05, |
| "loss": 1.3727, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 5.915468215942383, |
| "learning_rate": 1.0671186440677968e-05, |
| "loss": 1.2339, |
| "step": 14260 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.7658674716949463, |
| "learning_rate": 1.0664406779661018e-05, |
| "loss": 1.3729, |
| "step": 14270 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.117175579071045, |
| "learning_rate": 1.065762711864407e-05, |
| "loss": 1.4233, |
| "step": 14280 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.734428882598877, |
| "learning_rate": 1.065084745762712e-05, |
| "loss": 1.4449, |
| "step": 14290 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.934438467025757, |
| "learning_rate": 1.0644067796610172e-05, |
| "loss": 1.3337, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 10.599371910095215, |
| "learning_rate": 1.0637288135593222e-05, |
| "loss": 1.3862, |
| "step": 14310 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.4198312759399414, |
| "learning_rate": 1.0630508474576271e-05, |
| "loss": 1.5868, |
| "step": 14320 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.7814559936523438, |
| "learning_rate": 1.0623728813559323e-05, |
| "loss": 1.3958, |
| "step": 14330 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 10.756269454956055, |
| "learning_rate": 1.0616949152542373e-05, |
| "loss": 1.516, |
| "step": 14340 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.8235437870025635, |
| "learning_rate": 1.0610169491525424e-05, |
| "loss": 1.54, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 7.628040790557861, |
| "learning_rate": 1.0603389830508475e-05, |
| "loss": 1.2579, |
| "step": 14360 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.0332067012786865, |
| "learning_rate": 1.0596610169491525e-05, |
| "loss": 1.3637, |
| "step": 14370 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.866598606109619, |
| "learning_rate": 1.0589830508474576e-05, |
| "loss": 1.5127, |
| "step": 14380 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.0996134281158447, |
| "learning_rate": 1.0583050847457628e-05, |
| "loss": 1.538, |
| "step": 14390 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.3183581829071045, |
| "learning_rate": 1.057627118644068e-05, |
| "loss": 1.4018, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 5.61666202545166, |
| "learning_rate": 1.0569491525423729e-05, |
| "loss": 1.374, |
| "step": 14410 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 4.340878963470459, |
| "learning_rate": 1.056271186440678e-05, |
| "loss": 1.4605, |
| "step": 14420 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.6541993618011475, |
| "learning_rate": 1.0555932203389832e-05, |
| "loss": 1.4579, |
| "step": 14430 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 6.3943772315979, |
| "learning_rate": 1.0549152542372883e-05, |
| "loss": 1.6246, |
| "step": 14440 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.543633460998535, |
| "learning_rate": 1.0542372881355933e-05, |
| "loss": 1.5073, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.0119078159332275, |
| "learning_rate": 1.0535593220338984e-05, |
| "loss": 1.367, |
| "step": 14460 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 14.83475112915039, |
| "learning_rate": 1.0528813559322036e-05, |
| "loss": 1.3893, |
| "step": 14470 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.9194772243499756, |
| "learning_rate": 1.0522033898305087e-05, |
| "loss": 1.3436, |
| "step": 14480 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.9060604572296143, |
| "learning_rate": 1.0515254237288137e-05, |
| "loss": 1.2047, |
| "step": 14490 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.6039791107177734, |
| "learning_rate": 1.0508474576271188e-05, |
| "loss": 1.5192, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_loss": 1.3242599964141846, |
| "eval_runtime": 66.116, |
| "eval_samples_per_second": 15.125, |
| "eval_steps_per_second": 15.125, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 6.422837257385254, |
| "learning_rate": 1.050169491525424e-05, |
| "loss": 1.4687, |
| "step": 14510 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 4.683182716369629, |
| "learning_rate": 1.049491525423729e-05, |
| "loss": 1.4816, |
| "step": 14520 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.1711997985839844, |
| "learning_rate": 1.0488135593220339e-05, |
| "loss": 1.354, |
| "step": 14530 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 2.8648619651794434, |
| "learning_rate": 1.048135593220339e-05, |
| "loss": 1.3518, |
| "step": 14540 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 10.453191757202148, |
| "learning_rate": 1.047457627118644e-05, |
| "loss": 1.3256, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 4.701107978820801, |
| "learning_rate": 1.0467796610169491e-05, |
| "loss": 1.3005, |
| "step": 14560 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.5893495082855225, |
| "learning_rate": 1.0461016949152543e-05, |
| "loss": 1.3151, |
| "step": 14570 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 12.855472564697266, |
| "learning_rate": 1.0454237288135594e-05, |
| "loss": 1.5216, |
| "step": 14580 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.115908145904541, |
| "learning_rate": 1.0447457627118644e-05, |
| "loss": 1.6356, |
| "step": 14590 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 5.046034812927246, |
| "learning_rate": 1.0440677966101695e-05, |
| "loss": 1.4374, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 8.317269325256348, |
| "learning_rate": 1.0433898305084747e-05, |
| "loss": 1.3663, |
| "step": 14610 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 9.950586318969727, |
| "learning_rate": 1.0427118644067798e-05, |
| "loss": 1.5752, |
| "step": 14620 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 8.241649627685547, |
| "learning_rate": 1.0420338983050848e-05, |
| "loss": 1.3704, |
| "step": 14630 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 5.070446491241455, |
| "learning_rate": 1.04135593220339e-05, |
| "loss": 1.4483, |
| "step": 14640 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.575085997581482, |
| "learning_rate": 1.040677966101695e-05, |
| "loss": 1.5115, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 8.428694725036621, |
| "learning_rate": 1.04e-05, |
| "loss": 1.3522, |
| "step": 14660 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 7.704261302947998, |
| "learning_rate": 1.0393220338983052e-05, |
| "loss": 1.2121, |
| "step": 14670 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.4666318893432617, |
| "learning_rate": 1.0386440677966103e-05, |
| "loss": 1.4718, |
| "step": 14680 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 8.076580047607422, |
| "learning_rate": 1.0379661016949155e-05, |
| "loss": 1.4, |
| "step": 14690 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.1513173580169678, |
| "learning_rate": 1.0372881355932204e-05, |
| "loss": 1.3593, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 4.961329460144043, |
| "learning_rate": 1.0366101694915256e-05, |
| "loss": 1.4394, |
| "step": 14710 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 7.442839622497559, |
| "learning_rate": 1.0359322033898307e-05, |
| "loss": 1.3876, |
| "step": 14720 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 6.982285499572754, |
| "learning_rate": 1.0352542372881358e-05, |
| "loss": 1.455, |
| "step": 14730 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 10.58169174194336, |
| "learning_rate": 1.0345762711864406e-05, |
| "loss": 1.362, |
| "step": 14740 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.1506564617156982, |
| "learning_rate": 1.0338983050847458e-05, |
| "loss": 1.3879, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 4.143970012664795, |
| "learning_rate": 1.033220338983051e-05, |
| "loss": 1.4343, |
| "step": 14760 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.493852376937866, |
| "learning_rate": 1.0325423728813559e-05, |
| "loss": 1.4638, |
| "step": 14770 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 4.69954252243042, |
| "learning_rate": 1.031864406779661e-05, |
| "loss": 1.3695, |
| "step": 14780 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.7337687015533447, |
| "learning_rate": 1.0311864406779662e-05, |
| "loss": 1.4077, |
| "step": 14790 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 4.879547119140625, |
| "learning_rate": 1.0305084745762712e-05, |
| "loss": 1.3673, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.318307638168335, |
| "learning_rate": 1.0298305084745763e-05, |
| "loss": 1.4526, |
| "step": 14810 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.659396767616272, |
| "learning_rate": 1.0291525423728814e-05, |
| "loss": 1.4729, |
| "step": 14820 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.797215223312378, |
| "learning_rate": 1.0284745762711866e-05, |
| "loss": 1.5173, |
| "step": 14830 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 10.495044708251953, |
| "learning_rate": 1.0277966101694915e-05, |
| "loss": 1.4145, |
| "step": 14840 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 8.500311851501465, |
| "learning_rate": 1.0271186440677967e-05, |
| "loss": 1.3707, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.057346820831299, |
| "learning_rate": 1.0264406779661018e-05, |
| "loss": 1.2915, |
| "step": 14860 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.8174734115600586, |
| "learning_rate": 1.025762711864407e-05, |
| "loss": 1.2654, |
| "step": 14870 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.6704373359680176, |
| "learning_rate": 1.025084745762712e-05, |
| "loss": 1.178, |
| "step": 14880 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.770277500152588, |
| "learning_rate": 1.024406779661017e-05, |
| "loss": 1.338, |
| "step": 14890 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.0929298400878906, |
| "learning_rate": 1.0237288135593222e-05, |
| "loss": 1.3959, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 13.965825080871582, |
| "learning_rate": 1.0230508474576274e-05, |
| "loss": 1.3289, |
| "step": 14910 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 5.192085266113281, |
| "learning_rate": 1.0223728813559323e-05, |
| "loss": 1.3114, |
| "step": 14920 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 9.4222412109375, |
| "learning_rate": 1.0216949152542375e-05, |
| "loss": 1.4214, |
| "step": 14930 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.792501926422119, |
| "learning_rate": 1.0210169491525423e-05, |
| "loss": 1.4965, |
| "step": 14940 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.663039207458496, |
| "learning_rate": 1.0203389830508474e-05, |
| "loss": 1.2647, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 5.2181806564331055, |
| "learning_rate": 1.0196610169491525e-05, |
| "loss": 1.4376, |
| "step": 14960 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.7282190322875977, |
| "learning_rate": 1.0189830508474577e-05, |
| "loss": 1.3529, |
| "step": 14970 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 3.326599597930908, |
| "learning_rate": 1.0183050847457627e-05, |
| "loss": 1.4733, |
| "step": 14980 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.9269278049468994, |
| "learning_rate": 1.0176271186440678e-05, |
| "loss": 1.4141, |
| "step": 14990 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 10.291763305664062, |
| "learning_rate": 1.016949152542373e-05, |
| "loss": 1.3266, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.38, |
| "eval_loss": 1.3898714780807495, |
| "eval_runtime": 66.1314, |
| "eval_samples_per_second": 15.121, |
| "eval_steps_per_second": 15.121, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.327223777770996, |
| "learning_rate": 1.016271186440678e-05, |
| "loss": 1.4933, |
| "step": 15010 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 5.010586738586426, |
| "learning_rate": 1.015593220338983e-05, |
| "loss": 1.2914, |
| "step": 15020 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.52363395690918, |
| "learning_rate": 1.0149152542372882e-05, |
| "loss": 1.3007, |
| "step": 15030 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.301648139953613, |
| "learning_rate": 1.0142372881355933e-05, |
| "loss": 1.3652, |
| "step": 15040 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 8.124075889587402, |
| "learning_rate": 1.0135593220338985e-05, |
| "loss": 1.3957, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.588447093963623, |
| "learning_rate": 1.0128813559322034e-05, |
| "loss": 1.1597, |
| "step": 15060 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.6226577758789062, |
| "learning_rate": 1.0122033898305086e-05, |
| "loss": 1.5604, |
| "step": 15070 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 7.039438724517822, |
| "learning_rate": 1.0115254237288137e-05, |
| "loss": 1.2913, |
| "step": 15080 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.9853217601776123, |
| "learning_rate": 1.0108474576271189e-05, |
| "loss": 1.2087, |
| "step": 15090 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 6.037110805511475, |
| "learning_rate": 1.0101694915254238e-05, |
| "loss": 1.3358, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.2350672483444214, |
| "learning_rate": 1.009491525423729e-05, |
| "loss": 1.4253, |
| "step": 15110 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.601665019989014, |
| "learning_rate": 1.0088135593220341e-05, |
| "loss": 1.3471, |
| "step": 15120 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 7.822099208831787, |
| "learning_rate": 1.008135593220339e-05, |
| "loss": 1.4255, |
| "step": 15130 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.1710550785064697, |
| "learning_rate": 1.0074576271186442e-05, |
| "loss": 1.4419, |
| "step": 15140 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 6.896235942840576, |
| "learning_rate": 1.0067796610169492e-05, |
| "loss": 1.3166, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.7912566661834717, |
| "learning_rate": 1.0061016949152542e-05, |
| "loss": 1.3577, |
| "step": 15160 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.8911972045898438, |
| "learning_rate": 1.0054237288135593e-05, |
| "loss": 1.3415, |
| "step": 15170 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.8997740745544434, |
| "learning_rate": 1.0047457627118644e-05, |
| "loss": 1.3933, |
| "step": 15180 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 5.039108753204346, |
| "learning_rate": 1.0040677966101696e-05, |
| "loss": 1.3395, |
| "step": 15190 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 5.744147300720215, |
| "learning_rate": 1.0033898305084746e-05, |
| "loss": 1.4215, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 18.610450744628906, |
| "learning_rate": 1.0027118644067797e-05, |
| "loss": 1.4639, |
| "step": 15210 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.890042304992676, |
| "learning_rate": 1.0020338983050848e-05, |
| "loss": 1.34, |
| "step": 15220 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.5182347297668457, |
| "learning_rate": 1.00135593220339e-05, |
| "loss": 1.5222, |
| "step": 15230 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.647080183029175, |
| "learning_rate": 1.000677966101695e-05, |
| "loss": 1.3716, |
| "step": 15240 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 7.10032320022583, |
| "learning_rate": 1e-05, |
| "loss": 1.4433, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 10.124835968017578, |
| "learning_rate": 9.993220338983052e-06, |
| "loss": 1.402, |
| "step": 15260 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 13.186834335327148, |
| "learning_rate": 9.986440677966102e-06, |
| "loss": 1.4211, |
| "step": 15270 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.1523687839508057, |
| "learning_rate": 9.979661016949153e-06, |
| "loss": 1.3585, |
| "step": 15280 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 5.048830032348633, |
| "learning_rate": 9.972881355932205e-06, |
| "loss": 1.4079, |
| "step": 15290 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 9.165743827819824, |
| "learning_rate": 9.966101694915256e-06, |
| "loss": 1.4847, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 10.89134693145752, |
| "learning_rate": 9.959322033898306e-06, |
| "loss": 1.4922, |
| "step": 15310 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.4734840393066406, |
| "learning_rate": 9.952542372881356e-06, |
| "loss": 1.496, |
| "step": 15320 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.6290500164031982, |
| "learning_rate": 9.945762711864407e-06, |
| "loss": 1.4658, |
| "step": 15330 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.3270649909973145, |
| "learning_rate": 9.938983050847458e-06, |
| "loss": 1.3203, |
| "step": 15340 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.256084442138672, |
| "learning_rate": 9.93220338983051e-06, |
| "loss": 1.3317, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 7.33984899520874, |
| "learning_rate": 9.92542372881356e-06, |
| "loss": 1.2692, |
| "step": 15360 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 5.8543877601623535, |
| "learning_rate": 9.918644067796611e-06, |
| "loss": 1.4074, |
| "step": 15370 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 3.914440870285034, |
| "learning_rate": 9.911864406779662e-06, |
| "loss": 1.4998, |
| "step": 15380 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.911335468292236, |
| "learning_rate": 9.905084745762714e-06, |
| "loss": 1.2676, |
| "step": 15390 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.9057512283325195, |
| "learning_rate": 9.898305084745763e-06, |
| "loss": 1.4411, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 6.507194519042969, |
| "learning_rate": 9.891525423728813e-06, |
| "loss": 1.3075, |
| "step": 15410 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.6351258754730225, |
| "learning_rate": 9.884745762711864e-06, |
| "loss": 1.368, |
| "step": 15420 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 10.542738914489746, |
| "learning_rate": 9.877966101694916e-06, |
| "loss": 1.3388, |
| "step": 15430 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 5.773244857788086, |
| "learning_rate": 9.871186440677967e-06, |
| "loss": 1.3478, |
| "step": 15440 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.678858757019043, |
| "learning_rate": 9.864406779661017e-06, |
| "loss": 1.3866, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 6.312896251678467, |
| "learning_rate": 9.857627118644068e-06, |
| "loss": 1.418, |
| "step": 15460 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 6.026124954223633, |
| "learning_rate": 9.85084745762712e-06, |
| "loss": 1.584, |
| "step": 15470 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.8132076263427734, |
| "learning_rate": 9.844067796610171e-06, |
| "loss": 1.4433, |
| "step": 15480 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.9010612964630127, |
| "learning_rate": 9.837288135593221e-06, |
| "loss": 1.3962, |
| "step": 15490 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.6610724925994873, |
| "learning_rate": 9.830508474576272e-06, |
| "loss": 1.3506, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.39, |
| "eval_loss": 1.4206969738006592, |
| "eval_runtime": 66.1225, |
| "eval_samples_per_second": 15.123, |
| "eval_steps_per_second": 15.123, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 10.500436782836914, |
| "learning_rate": 9.823728813559322e-06, |
| "loss": 1.4373, |
| "step": 15510 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 4.49819278717041, |
| "learning_rate": 9.816949152542373e-06, |
| "loss": 1.3353, |
| "step": 15520 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 4.517664909362793, |
| "learning_rate": 9.810169491525425e-06, |
| "loss": 1.4062, |
| "step": 15530 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 11.253808975219727, |
| "learning_rate": 9.803389830508474e-06, |
| "loss": 1.4507, |
| "step": 15540 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.5719611644744873, |
| "learning_rate": 9.796610169491526e-06, |
| "loss": 1.2784, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.9650001525878906, |
| "learning_rate": 9.789830508474577e-06, |
| "loss": 1.3021, |
| "step": 15560 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 4.1970319747924805, |
| "learning_rate": 9.783050847457629e-06, |
| "loss": 1.4252, |
| "step": 15570 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.926850438117981, |
| "learning_rate": 9.776271186440678e-06, |
| "loss": 1.2455, |
| "step": 15580 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 8.753373146057129, |
| "learning_rate": 9.76949152542373e-06, |
| "loss": 1.1841, |
| "step": 15590 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 11.411351203918457, |
| "learning_rate": 9.762711864406781e-06, |
| "loss": 1.391, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 9.503700256347656, |
| "learning_rate": 9.755932203389833e-06, |
| "loss": 1.4071, |
| "step": 15610 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.8297741413116455, |
| "learning_rate": 9.749152542372882e-06, |
| "loss": 1.4042, |
| "step": 15620 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 7.153141498565674, |
| "learning_rate": 9.742372881355932e-06, |
| "loss": 1.3474, |
| "step": 15630 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.806121826171875, |
| "learning_rate": 9.735593220338983e-06, |
| "loss": 1.4126, |
| "step": 15640 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 7.874058246612549, |
| "learning_rate": 9.728813559322035e-06, |
| "loss": 1.5157, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.6346802711486816, |
| "learning_rate": 9.722033898305086e-06, |
| "loss": 1.3617, |
| "step": 15660 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 19.185550689697266, |
| "learning_rate": 9.715254237288136e-06, |
| "loss": 1.4801, |
| "step": 15670 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 15.9682035446167, |
| "learning_rate": 9.708474576271187e-06, |
| "loss": 1.1923, |
| "step": 15680 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.7673888206481934, |
| "learning_rate": 9.701694915254239e-06, |
| "loss": 1.5568, |
| "step": 15690 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 7.633556842803955, |
| "learning_rate": 9.69491525423729e-06, |
| "loss": 1.4391, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 11.961231231689453, |
| "learning_rate": 9.68813559322034e-06, |
| "loss": 1.4212, |
| "step": 15710 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 2.426793098449707, |
| "learning_rate": 9.68135593220339e-06, |
| "loss": 1.1991, |
| "step": 15720 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 7.8566107749938965, |
| "learning_rate": 9.674576271186441e-06, |
| "loss": 1.2991, |
| "step": 15730 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 10.158808708190918, |
| "learning_rate": 9.667796610169492e-06, |
| "loss": 1.4826, |
| "step": 15740 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 6.697884559631348, |
| "learning_rate": 9.661016949152544e-06, |
| "loss": 1.4448, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.4867446422576904, |
| "learning_rate": 9.654237288135593e-06, |
| "loss": 1.4839, |
| "step": 15760 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.6158361434936523, |
| "learning_rate": 9.647457627118645e-06, |
| "loss": 1.2674, |
| "step": 15770 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 3.913695812225342, |
| "learning_rate": 9.640677966101696e-06, |
| "loss": 1.3351, |
| "step": 15780 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.9007806777954102, |
| "learning_rate": 9.633898305084746e-06, |
| "loss": 1.3478, |
| "step": 15790 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.1645798683166504, |
| "learning_rate": 9.627118644067797e-06, |
| "loss": 1.3018, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.865454912185669, |
| "learning_rate": 9.620338983050849e-06, |
| "loss": 1.5398, |
| "step": 15810 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.120809555053711, |
| "learning_rate": 9.6135593220339e-06, |
| "loss": 1.4546, |
| "step": 15820 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 5.410675525665283, |
| "learning_rate": 9.60677966101695e-06, |
| "loss": 1.4648, |
| "step": 15830 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 8.03393268585205, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 1.2891, |
| "step": 15840 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 7.1069655418396, |
| "learning_rate": 9.593220338983051e-06, |
| "loss": 1.314, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 6.312065601348877, |
| "learning_rate": 9.586440677966102e-06, |
| "loss": 1.2608, |
| "step": 15860 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.499418258666992, |
| "learning_rate": 9.579661016949154e-06, |
| "loss": 1.3816, |
| "step": 15870 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 5.211281776428223, |
| "learning_rate": 9.572881355932203e-06, |
| "loss": 1.1021, |
| "step": 15880 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.372194290161133, |
| "learning_rate": 9.566101694915255e-06, |
| "loss": 1.4179, |
| "step": 15890 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 5.44555139541626, |
| "learning_rate": 9.559322033898306e-06, |
| "loss": 1.4848, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.483454942703247, |
| "learning_rate": 9.552542372881358e-06, |
| "loss": 1.2985, |
| "step": 15910 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.8721625804901123, |
| "learning_rate": 9.545762711864407e-06, |
| "loss": 1.4731, |
| "step": 15920 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.317465305328369, |
| "learning_rate": 9.538983050847457e-06, |
| "loss": 1.501, |
| "step": 15930 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 7.075793743133545, |
| "learning_rate": 9.532203389830508e-06, |
| "loss": 1.5138, |
| "step": 15940 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 5.606925964355469, |
| "learning_rate": 9.52542372881356e-06, |
| "loss": 1.3771, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.937833547592163, |
| "learning_rate": 9.518644067796611e-06, |
| "loss": 1.4764, |
| "step": 15960 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.39876651763916, |
| "learning_rate": 9.511864406779661e-06, |
| "loss": 1.4022, |
| "step": 15970 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 6.455230712890625, |
| "learning_rate": 9.505084745762712e-06, |
| "loss": 1.3569, |
| "step": 15980 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.89456033706665, |
| "learning_rate": 9.498305084745764e-06, |
| "loss": 1.3426, |
| "step": 15990 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 5.696287631988525, |
| "learning_rate": 9.491525423728815e-06, |
| "loss": 1.5381, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_loss": 1.3579893112182617, |
| "eval_runtime": 66.2433, |
| "eval_samples_per_second": 15.096, |
| "eval_steps_per_second": 15.096, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 6.06011962890625, |
| "learning_rate": 9.484745762711865e-06, |
| "loss": 1.4422, |
| "step": 16010 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.9439699053764343, |
| "learning_rate": 9.477966101694916e-06, |
| "loss": 1.3661, |
| "step": 16020 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.9158008098602295, |
| "learning_rate": 9.471186440677966e-06, |
| "loss": 1.1349, |
| "step": 16030 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.3317673206329346, |
| "learning_rate": 9.464406779661017e-06, |
| "loss": 1.4161, |
| "step": 16040 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.866821050643921, |
| "learning_rate": 9.457627118644069e-06, |
| "loss": 1.2952, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 8.00590991973877, |
| "learning_rate": 9.450847457627119e-06, |
| "loss": 1.3493, |
| "step": 16060 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.1362667083740234, |
| "learning_rate": 9.44406779661017e-06, |
| "loss": 1.3385, |
| "step": 16070 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.567724227905273, |
| "learning_rate": 9.437288135593221e-06, |
| "loss": 1.2988, |
| "step": 16080 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.382605791091919, |
| "learning_rate": 9.430508474576273e-06, |
| "loss": 1.2131, |
| "step": 16090 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 13.581380844116211, |
| "learning_rate": 9.423728813559322e-06, |
| "loss": 1.3962, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 6.365314483642578, |
| "learning_rate": 9.416949152542374e-06, |
| "loss": 1.4928, |
| "step": 16110 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 5.413196563720703, |
| "learning_rate": 9.410169491525425e-06, |
| "loss": 1.2728, |
| "step": 16120 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.6787874698638916, |
| "learning_rate": 9.403389830508477e-06, |
| "loss": 1.1831, |
| "step": 16130 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.8850882053375244, |
| "learning_rate": 9.396610169491526e-06, |
| "loss": 1.3025, |
| "step": 16140 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.6025898456573486, |
| "learning_rate": 9.389830508474576e-06, |
| "loss": 1.3553, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.00011944770813, |
| "learning_rate": 9.383050847457627e-06, |
| "loss": 1.5127, |
| "step": 16160 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.33295202255249, |
| "learning_rate": 9.376271186440679e-06, |
| "loss": 1.5001, |
| "step": 16170 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 3.6982882022857666, |
| "learning_rate": 9.36949152542373e-06, |
| "loss": 1.4729, |
| "step": 16180 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 7.049408435821533, |
| "learning_rate": 9.36271186440678e-06, |
| "loss": 1.276, |
| "step": 16190 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.6569970846176147, |
| "learning_rate": 9.355932203389831e-06, |
| "loss": 1.3321, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.4531731605529785, |
| "learning_rate": 9.349152542372883e-06, |
| "loss": 1.435, |
| "step": 16210 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.776325225830078, |
| "learning_rate": 9.342372881355934e-06, |
| "loss": 1.2586, |
| "step": 16220 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.805823564529419, |
| "learning_rate": 9.335593220338984e-06, |
| "loss": 1.3393, |
| "step": 16230 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.3886725902557373, |
| "learning_rate": 9.328813559322034e-06, |
| "loss": 1.4241, |
| "step": 16240 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 10.983514785766602, |
| "learning_rate": 9.322033898305085e-06, |
| "loss": 1.5032, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.922609329223633, |
| "learning_rate": 9.315254237288136e-06, |
| "loss": 1.2289, |
| "step": 16260 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.623088836669922, |
| "learning_rate": 9.308474576271188e-06, |
| "loss": 1.2854, |
| "step": 16270 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.6580920219421387, |
| "learning_rate": 9.301694915254237e-06, |
| "loss": 1.3371, |
| "step": 16280 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.010573625564575, |
| "learning_rate": 9.294915254237289e-06, |
| "loss": 1.465, |
| "step": 16290 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.1502161026000977, |
| "learning_rate": 9.28813559322034e-06, |
| "loss": 1.2245, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.7607476711273193, |
| "learning_rate": 9.28135593220339e-06, |
| "loss": 1.4668, |
| "step": 16310 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 6.022114276885986, |
| "learning_rate": 9.274576271186441e-06, |
| "loss": 1.1924, |
| "step": 16320 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 5.824821949005127, |
| "learning_rate": 9.267796610169493e-06, |
| "loss": 1.3773, |
| "step": 16330 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.7949423789978027, |
| "learning_rate": 9.261016949152544e-06, |
| "loss": 1.3334, |
| "step": 16340 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.7965031862258911, |
| "learning_rate": 9.254237288135594e-06, |
| "loss": 1.5022, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.245846271514893, |
| "learning_rate": 9.247457627118645e-06, |
| "loss": 1.2312, |
| "step": 16360 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 7.283750057220459, |
| "learning_rate": 9.240677966101695e-06, |
| "loss": 1.2448, |
| "step": 16370 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.51558780670166, |
| "learning_rate": 9.233898305084746e-06, |
| "loss": 1.4823, |
| "step": 16380 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 7.842286586761475, |
| "learning_rate": 9.227118644067798e-06, |
| "loss": 1.3931, |
| "step": 16390 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.6128389835357666, |
| "learning_rate": 9.220338983050847e-06, |
| "loss": 1.4359, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.5427112579345703, |
| "learning_rate": 9.213559322033899e-06, |
| "loss": 1.4364, |
| "step": 16410 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.0635411739349365, |
| "learning_rate": 9.20677966101695e-06, |
| "loss": 1.4804, |
| "step": 16420 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.00955057144165, |
| "learning_rate": 9.200000000000002e-06, |
| "loss": 1.1819, |
| "step": 16430 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.0021607875823975, |
| "learning_rate": 9.193220338983051e-06, |
| "loss": 1.312, |
| "step": 16440 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 6.373915672302246, |
| "learning_rate": 9.186440677966101e-06, |
| "loss": 1.5638, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 7.486032962799072, |
| "learning_rate": 9.179661016949153e-06, |
| "loss": 1.5156, |
| "step": 16460 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 7.894711971282959, |
| "learning_rate": 9.172881355932204e-06, |
| "loss": 1.3042, |
| "step": 16470 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.769121170043945, |
| "learning_rate": 9.166101694915255e-06, |
| "loss": 1.5031, |
| "step": 16480 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 5.979970455169678, |
| "learning_rate": 9.159322033898305e-06, |
| "loss": 1.2542, |
| "step": 16490 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 6.4072651863098145, |
| "learning_rate": 9.152542372881356e-06, |
| "loss": 1.319, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.41, |
| "eval_loss": 1.3969231843948364, |
| "eval_runtime": 66.1684, |
| "eval_samples_per_second": 15.113, |
| "eval_steps_per_second": 15.113, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 6.439510822296143, |
| "learning_rate": 9.145762711864408e-06, |
| "loss": 1.6106, |
| "step": 16510 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.3735623359680176, |
| "learning_rate": 9.13898305084746e-06, |
| "loss": 1.3179, |
| "step": 16520 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.679867267608643, |
| "learning_rate": 9.132203389830509e-06, |
| "loss": 1.465, |
| "step": 16530 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.878396987915039, |
| "learning_rate": 9.12542372881356e-06, |
| "loss": 1.2999, |
| "step": 16540 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 5.397853374481201, |
| "learning_rate": 9.11864406779661e-06, |
| "loss": 1.3575, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.2240700721740723, |
| "learning_rate": 9.111864406779661e-06, |
| "loss": 1.5086, |
| "step": 16560 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.239155292510986, |
| "learning_rate": 9.105084745762713e-06, |
| "loss": 1.3695, |
| "step": 16570 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 9.791718482971191, |
| "learning_rate": 9.098305084745763e-06, |
| "loss": 1.4928, |
| "step": 16580 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 4.839406967163086, |
| "learning_rate": 9.091525423728814e-06, |
| "loss": 1.4183, |
| "step": 16590 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 3.728440046310425, |
| "learning_rate": 9.084745762711865e-06, |
| "loss": 1.2819, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.5298233032226562, |
| "learning_rate": 9.077966101694917e-06, |
| "loss": 1.3922, |
| "step": 16610 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.599859714508057, |
| "learning_rate": 9.071186440677966e-06, |
| "loss": 1.4627, |
| "step": 16620 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.5592544078826904, |
| "learning_rate": 9.064406779661018e-06, |
| "loss": 1.544, |
| "step": 16630 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 8.281981468200684, |
| "learning_rate": 9.05762711864407e-06, |
| "loss": 1.4084, |
| "step": 16640 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 5.964704990386963, |
| "learning_rate": 9.05084745762712e-06, |
| "loss": 1.4186, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.577818393707275, |
| "learning_rate": 9.04406779661017e-06, |
| "loss": 1.2691, |
| "step": 16660 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.4889256954193115, |
| "learning_rate": 9.03728813559322e-06, |
| "loss": 1.3494, |
| "step": 16670 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.458433628082275, |
| "learning_rate": 9.030508474576271e-06, |
| "loss": 1.4639, |
| "step": 16680 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 5.813331127166748, |
| "learning_rate": 9.023728813559323e-06, |
| "loss": 1.2206, |
| "step": 16690 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.583115339279175, |
| "learning_rate": 9.016949152542374e-06, |
| "loss": 1.4299, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 7.3467206954956055, |
| "learning_rate": 9.010169491525424e-06, |
| "loss": 1.3001, |
| "step": 16710 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.896238088607788, |
| "learning_rate": 9.003389830508475e-06, |
| "loss": 1.3541, |
| "step": 16720 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.967496156692505, |
| "learning_rate": 8.996610169491527e-06, |
| "loss": 1.3315, |
| "step": 16730 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.9316656589508057, |
| "learning_rate": 8.989830508474578e-06, |
| "loss": 1.3935, |
| "step": 16740 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.619555950164795, |
| "learning_rate": 8.983050847457628e-06, |
| "loss": 1.2879, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.6497581005096436, |
| "learning_rate": 8.976271186440678e-06, |
| "loss": 1.5195, |
| "step": 16760 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 5.33650016784668, |
| "learning_rate": 8.969491525423729e-06, |
| "loss": 1.4568, |
| "step": 16770 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 7.370872974395752, |
| "learning_rate": 8.96271186440678e-06, |
| "loss": 1.5122, |
| "step": 16780 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 6.295271873474121, |
| "learning_rate": 8.955932203389832e-06, |
| "loss": 1.177, |
| "step": 16790 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 7.165903091430664, |
| "learning_rate": 8.949152542372881e-06, |
| "loss": 1.3597, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.152050018310547, |
| "learning_rate": 8.942372881355933e-06, |
| "loss": 1.3837, |
| "step": 16810 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.2240993976593018, |
| "learning_rate": 8.935593220338984e-06, |
| "loss": 1.3974, |
| "step": 16820 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.854851245880127, |
| "learning_rate": 8.928813559322036e-06, |
| "loss": 1.4478, |
| "step": 16830 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.584380149841309, |
| "learning_rate": 8.922033898305085e-06, |
| "loss": 1.4808, |
| "step": 16840 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 5.496336460113525, |
| "learning_rate": 8.915254237288137e-06, |
| "loss": 1.4587, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 9.56225872039795, |
| "learning_rate": 8.908474576271188e-06, |
| "loss": 1.2726, |
| "step": 16860 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.6302268505096436, |
| "learning_rate": 8.901694915254238e-06, |
| "loss": 1.4753, |
| "step": 16870 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 9.815473556518555, |
| "learning_rate": 8.89491525423729e-06, |
| "loss": 1.3163, |
| "step": 16880 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 6.138949871063232, |
| "learning_rate": 8.888135593220339e-06, |
| "loss": 1.3637, |
| "step": 16890 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 5.0360212326049805, |
| "learning_rate": 8.88135593220339e-06, |
| "loss": 1.5961, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 11.983102798461914, |
| "learning_rate": 8.874576271186442e-06, |
| "loss": 1.3359, |
| "step": 16910 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.8704030513763428, |
| "learning_rate": 8.867796610169492e-06, |
| "loss": 1.2624, |
| "step": 16920 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 8.61357593536377, |
| "learning_rate": 8.861016949152543e-06, |
| "loss": 1.4325, |
| "step": 16930 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4079731702804565, |
| "learning_rate": 8.854237288135594e-06, |
| "loss": 1.3984, |
| "step": 16940 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.425031661987305, |
| "learning_rate": 8.847457627118646e-06, |
| "loss": 1.3202, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 7.565074920654297, |
| "learning_rate": 8.840677966101695e-06, |
| "loss": 1.4561, |
| "step": 16960 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.513836860656738, |
| "learning_rate": 8.833898305084747e-06, |
| "loss": 1.52, |
| "step": 16970 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 7.830351829528809, |
| "learning_rate": 8.827118644067797e-06, |
| "loss": 1.4321, |
| "step": 16980 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 4.269097328186035, |
| "learning_rate": 8.820338983050848e-06, |
| "loss": 1.4247, |
| "step": 16990 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 3.2125535011291504, |
| "learning_rate": 8.8135593220339e-06, |
| "loss": 1.1334, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.42, |
| "eval_loss": 1.3314954042434692, |
| "eval_runtime": 66.1036, |
| "eval_samples_per_second": 15.128, |
| "eval_steps_per_second": 15.128, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.5944836139678955, |
| "learning_rate": 8.806779661016949e-06, |
| "loss": 1.2363, |
| "step": 17010 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.680687189102173, |
| "learning_rate": 8.8e-06, |
| "loss": 1.2968, |
| "step": 17020 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 9.756001472473145, |
| "learning_rate": 8.793220338983052e-06, |
| "loss": 1.378, |
| "step": 17030 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.8217949867248535, |
| "learning_rate": 8.786440677966103e-06, |
| "loss": 1.1933, |
| "step": 17040 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 4.635326862335205, |
| "learning_rate": 8.779661016949153e-06, |
| "loss": 1.4635, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 12.349688529968262, |
| "learning_rate": 8.772881355932204e-06, |
| "loss": 1.1233, |
| "step": 17060 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.0350751876831055, |
| "learning_rate": 8.766101694915254e-06, |
| "loss": 1.5517, |
| "step": 17070 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.533076524734497, |
| "learning_rate": 8.759322033898305e-06, |
| "loss": 1.2468, |
| "step": 17080 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.4851813316345215, |
| "learning_rate": 8.752542372881357e-06, |
| "loss": 1.3057, |
| "step": 17090 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.9718499183654785, |
| "learning_rate": 8.745762711864407e-06, |
| "loss": 1.3685, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 6.759610176086426, |
| "learning_rate": 8.738983050847458e-06, |
| "loss": 1.2429, |
| "step": 17110 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 10.515771865844727, |
| "learning_rate": 8.73220338983051e-06, |
| "loss": 1.1885, |
| "step": 17120 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.439294815063477, |
| "learning_rate": 8.72542372881356e-06, |
| "loss": 1.4804, |
| "step": 17130 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.2483952045440674, |
| "learning_rate": 8.71864406779661e-06, |
| "loss": 1.2879, |
| "step": 17140 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 12.16537857055664, |
| "learning_rate": 8.711864406779662e-06, |
| "loss": 1.365, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 7.272519588470459, |
| "learning_rate": 8.705084745762713e-06, |
| "loss": 1.2356, |
| "step": 17160 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.10579252243042, |
| "learning_rate": 8.698305084745765e-06, |
| "loss": 1.2475, |
| "step": 17170 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.060873031616211, |
| "learning_rate": 8.691525423728814e-06, |
| "loss": 1.2728, |
| "step": 17180 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 4.275463581085205, |
| "learning_rate": 8.684745762711864e-06, |
| "loss": 1.3372, |
| "step": 17190 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 7.369024753570557, |
| "learning_rate": 8.677966101694915e-06, |
| "loss": 1.3319, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 4.748632431030273, |
| "learning_rate": 8.671186440677967e-06, |
| "loss": 1.3954, |
| "step": 17210 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 6.593578815460205, |
| "learning_rate": 8.664406779661018e-06, |
| "loss": 1.218, |
| "step": 17220 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 9.88740348815918, |
| "learning_rate": 8.657627118644068e-06, |
| "loss": 1.3813, |
| "step": 17230 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.244362831115723, |
| "learning_rate": 8.65084745762712e-06, |
| "loss": 1.3307, |
| "step": 17240 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 6.388607025146484, |
| "learning_rate": 8.64406779661017e-06, |
| "loss": 1.3975, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.940032005310059, |
| "learning_rate": 8.637288135593222e-06, |
| "loss": 1.452, |
| "step": 17260 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.8261200189590454, |
| "learning_rate": 8.630508474576272e-06, |
| "loss": 1.3114, |
| "step": 17270 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 4.878362655639648, |
| "learning_rate": 8.623728813559322e-06, |
| "loss": 1.3152, |
| "step": 17280 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.558933258056641, |
| "learning_rate": 8.616949152542373e-06, |
| "loss": 1.5567, |
| "step": 17290 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.346237897872925, |
| "learning_rate": 8.610169491525424e-06, |
| "loss": 1.4462, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.712830066680908, |
| "learning_rate": 8.603389830508476e-06, |
| "loss": 1.2658, |
| "step": 17310 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 6.277383804321289, |
| "learning_rate": 8.596610169491526e-06, |
| "loss": 1.3562, |
| "step": 17320 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.8792171478271484, |
| "learning_rate": 8.589830508474577e-06, |
| "loss": 1.2409, |
| "step": 17330 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 4.000193119049072, |
| "learning_rate": 8.583050847457628e-06, |
| "loss": 1.3503, |
| "step": 17340 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 6.255504131317139, |
| "learning_rate": 8.57627118644068e-06, |
| "loss": 1.3411, |
| "step": 17350 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.366970539093018, |
| "learning_rate": 8.56949152542373e-06, |
| "loss": 1.2918, |
| "step": 17360 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.9505482912063599, |
| "learning_rate": 8.56271186440678e-06, |
| "loss": 1.3139, |
| "step": 17370 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 8.022522926330566, |
| "learning_rate": 8.55593220338983e-06, |
| "loss": 1.515, |
| "step": 17380 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.483621120452881, |
| "learning_rate": 8.549152542372882e-06, |
| "loss": 1.4464, |
| "step": 17390 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 5.349776268005371, |
| "learning_rate": 8.542372881355933e-06, |
| "loss": 1.5864, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.4136993885040283, |
| "learning_rate": 8.535593220338983e-06, |
| "loss": 1.2964, |
| "step": 17410 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.270326614379883, |
| "learning_rate": 8.528813559322034e-06, |
| "loss": 1.3736, |
| "step": 17420 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.886993169784546, |
| "learning_rate": 8.522033898305086e-06, |
| "loss": 1.3513, |
| "step": 17430 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.42819881439209, |
| "learning_rate": 8.515254237288136e-06, |
| "loss": 1.4226, |
| "step": 17440 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 5.844710350036621, |
| "learning_rate": 8.508474576271187e-06, |
| "loss": 1.3135, |
| "step": 17450 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.4220869541168213, |
| "learning_rate": 8.501694915254238e-06, |
| "loss": 1.165, |
| "step": 17460 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.976444244384766, |
| "learning_rate": 8.49491525423729e-06, |
| "loss": 1.1964, |
| "step": 17470 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 12.55490779876709, |
| "learning_rate": 8.48813559322034e-06, |
| "loss": 1.5891, |
| "step": 17480 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.102578163146973, |
| "learning_rate": 8.481355932203391e-06, |
| "loss": 1.445, |
| "step": 17490 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.6767678260803223, |
| "learning_rate": 8.47457627118644e-06, |
| "loss": 1.536, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.44, |
| "eval_loss": 1.388473391532898, |
| "eval_runtime": 66.17, |
| "eval_samples_per_second": 15.113, |
| "eval_steps_per_second": 15.113, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 5.189449310302734, |
| "learning_rate": 8.467796610169492e-06, |
| "loss": 1.352, |
| "step": 17510 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.765326499938965, |
| "learning_rate": 8.461016949152543e-06, |
| "loss": 1.5275, |
| "step": 17520 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.60880446434021, |
| "learning_rate": 8.454237288135593e-06, |
| "loss": 1.2793, |
| "step": 17530 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.072174310684204, |
| "learning_rate": 8.447457627118644e-06, |
| "loss": 1.2746, |
| "step": 17540 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.3222594261169434, |
| "learning_rate": 8.440677966101696e-06, |
| "loss": 1.3359, |
| "step": 17550 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.3298100233078003, |
| "learning_rate": 8.433898305084747e-06, |
| "loss": 1.3826, |
| "step": 17560 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.06503438949585, |
| "learning_rate": 8.427118644067797e-06, |
| "loss": 1.3339, |
| "step": 17570 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 6.150786399841309, |
| "learning_rate": 8.420338983050848e-06, |
| "loss": 1.3414, |
| "step": 17580 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 9.045748710632324, |
| "learning_rate": 8.413559322033898e-06, |
| "loss": 1.3183, |
| "step": 17590 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.415981769561768, |
| "learning_rate": 8.40677966101695e-06, |
| "loss": 1.3323, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 8.40713882446289, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 1.2519, |
| "step": 17610 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 6.841925144195557, |
| "learning_rate": 8.39322033898305e-06, |
| "loss": 1.4799, |
| "step": 17620 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 10.993582725524902, |
| "learning_rate": 8.386440677966102e-06, |
| "loss": 1.3495, |
| "step": 17630 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.115006685256958, |
| "learning_rate": 8.379661016949153e-06, |
| "loss": 1.3902, |
| "step": 17640 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.485889434814453, |
| "learning_rate": 8.372881355932205e-06, |
| "loss": 1.4462, |
| "step": 17650 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 5.725930690765381, |
| "learning_rate": 8.366101694915255e-06, |
| "loss": 1.4603, |
| "step": 17660 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 6.5530548095703125, |
| "learning_rate": 8.359322033898306e-06, |
| "loss": 1.4954, |
| "step": 17670 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 6.006740570068359, |
| "learning_rate": 8.352542372881357e-06, |
| "loss": 1.3556, |
| "step": 17680 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 5.5967936515808105, |
| "learning_rate": 8.345762711864409e-06, |
| "loss": 1.0719, |
| "step": 17690 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 5.70643949508667, |
| "learning_rate": 8.338983050847458e-06, |
| "loss": 1.2968, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.280465841293335, |
| "learning_rate": 8.332203389830508e-06, |
| "loss": 1.2669, |
| "step": 17710 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.098782777786255, |
| "learning_rate": 8.32542372881356e-06, |
| "loss": 1.4704, |
| "step": 17720 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.825495958328247, |
| "learning_rate": 8.318644067796611e-06, |
| "loss": 1.2165, |
| "step": 17730 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.8040249347686768, |
| "learning_rate": 8.311864406779662e-06, |
| "loss": 1.3623, |
| "step": 17740 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 3.4438130855560303, |
| "learning_rate": 8.305084745762712e-06, |
| "loss": 1.4255, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.187945604324341, |
| "learning_rate": 8.298305084745763e-06, |
| "loss": 1.2181, |
| "step": 17760 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.0644514560699463, |
| "learning_rate": 8.291525423728815e-06, |
| "loss": 1.4669, |
| "step": 17770 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.314215660095215, |
| "learning_rate": 8.284745762711866e-06, |
| "loss": 1.3776, |
| "step": 17780 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.948415517807007, |
| "learning_rate": 8.277966101694916e-06, |
| "loss": 1.3198, |
| "step": 17790 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 7.77257776260376, |
| "learning_rate": 8.271186440677966e-06, |
| "loss": 1.3826, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.2085230350494385, |
| "learning_rate": 8.264406779661017e-06, |
| "loss": 1.3443, |
| "step": 17810 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.8318214416503906, |
| "learning_rate": 8.257627118644068e-06, |
| "loss": 1.3126, |
| "step": 17820 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 4.544606685638428, |
| "learning_rate": 8.25084745762712e-06, |
| "loss": 1.2955, |
| "step": 17830 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 5.595729351043701, |
| "learning_rate": 8.24406779661017e-06, |
| "loss": 1.3814, |
| "step": 17840 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 6.201912879943848, |
| "learning_rate": 8.237288135593221e-06, |
| "loss": 1.4243, |
| "step": 17850 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 7.697713851928711, |
| "learning_rate": 8.230508474576272e-06, |
| "loss": 1.326, |
| "step": 17860 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.7588555812835693, |
| "learning_rate": 8.223728813559324e-06, |
| "loss": 1.1265, |
| "step": 17870 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 8.472000122070312, |
| "learning_rate": 8.216949152542373e-06, |
| "loss": 1.2678, |
| "step": 17880 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 4.802706241607666, |
| "learning_rate": 8.210169491525425e-06, |
| "loss": 1.5116, |
| "step": 17890 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 5.357900142669678, |
| "learning_rate": 8.203389830508475e-06, |
| "loss": 1.4435, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.5331151485443115, |
| "learning_rate": 8.196610169491526e-06, |
| "loss": 1.3838, |
| "step": 17910 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.591485023498535, |
| "learning_rate": 8.189830508474577e-06, |
| "loss": 1.3595, |
| "step": 17920 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 9.1065034866333, |
| "learning_rate": 8.183050847457627e-06, |
| "loss": 1.4109, |
| "step": 17930 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.2992680072784424, |
| "learning_rate": 8.176271186440678e-06, |
| "loss": 1.3554, |
| "step": 17940 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 10.191650390625, |
| "learning_rate": 8.16949152542373e-06, |
| "loss": 1.3561, |
| "step": 17950 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 5.769218444824219, |
| "learning_rate": 8.162711864406781e-06, |
| "loss": 1.4044, |
| "step": 17960 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 47.62531661987305, |
| "learning_rate": 8.155932203389831e-06, |
| "loss": 1.6211, |
| "step": 17970 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.514390230178833, |
| "learning_rate": 8.149152542372882e-06, |
| "loss": 1.288, |
| "step": 17980 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.9963278770446777, |
| "learning_rate": 8.142372881355934e-06, |
| "loss": 1.3625, |
| "step": 17990 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 4.2144856452941895, |
| "learning_rate": 8.135593220338983e-06, |
| "loss": 1.3154, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.45, |
| "eval_loss": 1.3663108348846436, |
| "eval_runtime": 66.1644, |
| "eval_samples_per_second": 15.114, |
| "eval_steps_per_second": 15.114, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.047025680541992, |
| "learning_rate": 8.128813559322035e-06, |
| "loss": 1.3131, |
| "step": 18010 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 5.798911094665527, |
| "learning_rate": 8.122033898305085e-06, |
| "loss": 1.4371, |
| "step": 18020 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.8710880279541016, |
| "learning_rate": 8.115254237288136e-06, |
| "loss": 1.5147, |
| "step": 18030 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 6.445448398590088, |
| "learning_rate": 8.108474576271187e-06, |
| "loss": 1.3332, |
| "step": 18040 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 5.0877275466918945, |
| "learning_rate": 8.101694915254237e-06, |
| "loss": 1.5076, |
| "step": 18050 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 6.0062737464904785, |
| "learning_rate": 8.094915254237289e-06, |
| "loss": 1.3257, |
| "step": 18060 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.2079477310180664, |
| "learning_rate": 8.08813559322034e-06, |
| "loss": 1.2162, |
| "step": 18070 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.974025249481201, |
| "learning_rate": 8.081355932203391e-06, |
| "loss": 1.3433, |
| "step": 18080 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 11.321368217468262, |
| "learning_rate": 8.074576271186441e-06, |
| "loss": 1.4845, |
| "step": 18090 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.768314838409424, |
| "learning_rate": 8.067796610169492e-06, |
| "loss": 1.3288, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.9936201572418213, |
| "learning_rate": 8.061016949152542e-06, |
| "loss": 1.2507, |
| "step": 18110 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.69484543800354, |
| "learning_rate": 8.054237288135594e-06, |
| "loss": 1.2615, |
| "step": 18120 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 6.352110862731934, |
| "learning_rate": 8.047457627118645e-06, |
| "loss": 1.2888, |
| "step": 18130 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 8.259808540344238, |
| "learning_rate": 8.040677966101695e-06, |
| "loss": 1.3588, |
| "step": 18140 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 8.203502655029297, |
| "learning_rate": 8.033898305084746e-06, |
| "loss": 1.2716, |
| "step": 18150 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.8740904331207275, |
| "learning_rate": 8.027118644067797e-06, |
| "loss": 1.4191, |
| "step": 18160 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 3.9104349613189697, |
| "learning_rate": 8.020338983050849e-06, |
| "loss": 1.1126, |
| "step": 18170 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 4.973033428192139, |
| "learning_rate": 8.013559322033899e-06, |
| "loss": 1.4034, |
| "step": 18180 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 5.2367329597473145, |
| "learning_rate": 8.00677966101695e-06, |
| "loss": 1.4094, |
| "step": 18190 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.842703819274902, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.4423, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 6.39046573638916, |
| "learning_rate": 7.993220338983053e-06, |
| "loss": 1.3491, |
| "step": 18210 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.424907922744751, |
| "learning_rate": 7.986440677966102e-06, |
| "loss": 1.268, |
| "step": 18220 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.363860607147217, |
| "learning_rate": 7.979661016949152e-06, |
| "loss": 1.2921, |
| "step": 18230 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 10.35586929321289, |
| "learning_rate": 7.972881355932204e-06, |
| "loss": 1.4456, |
| "step": 18240 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 11.094548225402832, |
| "learning_rate": 7.966101694915255e-06, |
| "loss": 1.5682, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 10.801241874694824, |
| "learning_rate": 7.959322033898306e-06, |
| "loss": 1.3475, |
| "step": 18260 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.893005132675171, |
| "learning_rate": 7.952542372881356e-06, |
| "loss": 1.3858, |
| "step": 18270 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 8.01429557800293, |
| "learning_rate": 7.945762711864407e-06, |
| "loss": 1.3695, |
| "step": 18280 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 9.507207870483398, |
| "learning_rate": 7.938983050847459e-06, |
| "loss": 1.2442, |
| "step": 18290 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.206308364868164, |
| "learning_rate": 7.93220338983051e-06, |
| "loss": 1.241, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 7.3320794105529785, |
| "learning_rate": 7.92542372881356e-06, |
| "loss": 1.3338, |
| "step": 18310 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.259428977966309, |
| "learning_rate": 7.91864406779661e-06, |
| "loss": 1.3902, |
| "step": 18320 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 15.748085975646973, |
| "learning_rate": 7.911864406779661e-06, |
| "loss": 1.282, |
| "step": 18330 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 7.123409748077393, |
| "learning_rate": 7.905084745762712e-06, |
| "loss": 1.3311, |
| "step": 18340 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 7.022697925567627, |
| "learning_rate": 7.898305084745764e-06, |
| "loss": 1.292, |
| "step": 18350 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.3042855262756348, |
| "learning_rate": 7.891525423728814e-06, |
| "loss": 1.3587, |
| "step": 18360 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.5053913593292236, |
| "learning_rate": 7.884745762711865e-06, |
| "loss": 1.5188, |
| "step": 18370 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.6854681968688965, |
| "learning_rate": 7.877966101694916e-06, |
| "loss": 1.3633, |
| "step": 18380 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.8879082202911377, |
| "learning_rate": 7.871186440677968e-06, |
| "loss": 1.5491, |
| "step": 18390 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 9.43989086151123, |
| "learning_rate": 7.864406779661017e-06, |
| "loss": 1.2686, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.684770107269287, |
| "learning_rate": 7.857627118644069e-06, |
| "loss": 1.2463, |
| "step": 18410 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.699023485183716, |
| "learning_rate": 7.850847457627119e-06, |
| "loss": 1.5216, |
| "step": 18420 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.1254053115844727, |
| "learning_rate": 7.84406779661017e-06, |
| "loss": 1.4231, |
| "step": 18430 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.4634742736816406, |
| "learning_rate": 7.837288135593221e-06, |
| "loss": 1.4174, |
| "step": 18440 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.7554078102111816, |
| "learning_rate": 7.830508474576271e-06, |
| "loss": 1.2646, |
| "step": 18450 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 7.782464504241943, |
| "learning_rate": 7.823728813559322e-06, |
| "loss": 1.273, |
| "step": 18460 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 12.717724800109863, |
| "learning_rate": 7.816949152542374e-06, |
| "loss": 1.3536, |
| "step": 18470 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.644845008850098, |
| "learning_rate": 7.810169491525425e-06, |
| "loss": 1.567, |
| "step": 18480 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.032013177871704, |
| "learning_rate": 7.803389830508475e-06, |
| "loss": 1.4428, |
| "step": 18490 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 8.91115951538086, |
| "learning_rate": 7.796610169491526e-06, |
| "loss": 1.4071, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.46, |
| "eval_loss": 1.3208402395248413, |
| "eval_runtime": 66.1773, |
| "eval_samples_per_second": 15.111, |
| "eval_steps_per_second": 15.111, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.1798248291015625, |
| "learning_rate": 7.789830508474578e-06, |
| "loss": 1.3752, |
| "step": 18510 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.6975016593933105, |
| "learning_rate": 7.783050847457628e-06, |
| "loss": 1.3685, |
| "step": 18520 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.421247959136963, |
| "learning_rate": 7.776271186440679e-06, |
| "loss": 1.5264, |
| "step": 18530 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 8.739845275878906, |
| "learning_rate": 7.769491525423729e-06, |
| "loss": 1.4609, |
| "step": 18540 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.287424325942993, |
| "learning_rate": 7.76271186440678e-06, |
| "loss": 1.1154, |
| "step": 18550 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 3.1192266941070557, |
| "learning_rate": 7.755932203389831e-06, |
| "loss": 1.2787, |
| "step": 18560 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 8.368815422058105, |
| "learning_rate": 7.749152542372881e-06, |
| "loss": 1.3339, |
| "step": 18570 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 6.241825580596924, |
| "learning_rate": 7.742372881355933e-06, |
| "loss": 1.2293, |
| "step": 18580 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 9.267044067382812, |
| "learning_rate": 7.735593220338984e-06, |
| "loss": 1.4354, |
| "step": 18590 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.569955348968506, |
| "learning_rate": 7.728813559322035e-06, |
| "loss": 1.3941, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 11.273942947387695, |
| "learning_rate": 7.722033898305085e-06, |
| "loss": 1.1127, |
| "step": 18610 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.7952206134796143, |
| "learning_rate": 7.715254237288136e-06, |
| "loss": 1.3437, |
| "step": 18620 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.9084484577178955, |
| "learning_rate": 7.708474576271186e-06, |
| "loss": 1.3646, |
| "step": 18630 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.15964937210083, |
| "learning_rate": 7.701694915254238e-06, |
| "loss": 1.4666, |
| "step": 18640 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.938930988311768, |
| "learning_rate": 7.694915254237289e-06, |
| "loss": 1.4065, |
| "step": 18650 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 8.298666954040527, |
| "learning_rate": 7.688135593220339e-06, |
| "loss": 1.354, |
| "step": 18660 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.1837921142578125, |
| "learning_rate": 7.68135593220339e-06, |
| "loss": 1.3879, |
| "step": 18670 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.978053331375122, |
| "learning_rate": 7.674576271186441e-06, |
| "loss": 1.3765, |
| "step": 18680 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.5602827072143555, |
| "learning_rate": 7.667796610169493e-06, |
| "loss": 1.2135, |
| "step": 18690 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.481113910675049, |
| "learning_rate": 7.661016949152543e-06, |
| "loss": 1.3841, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 9.419681549072266, |
| "learning_rate": 7.654237288135594e-06, |
| "loss": 1.2349, |
| "step": 18710 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.955466270446777, |
| "learning_rate": 7.647457627118645e-06, |
| "loss": 1.4208, |
| "step": 18720 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.841220855712891, |
| "learning_rate": 7.640677966101695e-06, |
| "loss": 1.4526, |
| "step": 18730 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.1412012577056885, |
| "learning_rate": 7.633898305084746e-06, |
| "loss": 1.4606, |
| "step": 18740 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.624940395355225, |
| "learning_rate": 7.627118644067797e-06, |
| "loss": 1.3875, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 9.828381538391113, |
| "learning_rate": 7.6203389830508476e-06, |
| "loss": 1.4079, |
| "step": 18760 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.299017429351807, |
| "learning_rate": 7.613559322033899e-06, |
| "loss": 1.278, |
| "step": 18770 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 6.449117183685303, |
| "learning_rate": 7.6067796610169495e-06, |
| "loss": 1.4141, |
| "step": 18780 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 6.961145401000977, |
| "learning_rate": 7.600000000000001e-06, |
| "loss": 1.2828, |
| "step": 18790 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 8.588834762573242, |
| "learning_rate": 7.5932203389830515e-06, |
| "loss": 1.3544, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.5683794021606445, |
| "learning_rate": 7.586440677966103e-06, |
| "loss": 1.4127, |
| "step": 18810 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.101924180984497, |
| "learning_rate": 7.5796610169491534e-06, |
| "loss": 1.229, |
| "step": 18820 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.389444351196289, |
| "learning_rate": 7.572881355932205e-06, |
| "loss": 1.3112, |
| "step": 18830 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 3.154507875442505, |
| "learning_rate": 7.5661016949152545e-06, |
| "loss": 1.2603, |
| "step": 18840 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.938506126403809, |
| "learning_rate": 7.559322033898305e-06, |
| "loss": 1.5423, |
| "step": 18850 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.838810443878174, |
| "learning_rate": 7.5525423728813565e-06, |
| "loss": 1.0651, |
| "step": 18860 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 7.946393013000488, |
| "learning_rate": 7.545762711864407e-06, |
| "loss": 1.4706, |
| "step": 18870 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 12.6395902633667, |
| "learning_rate": 7.5389830508474584e-06, |
| "loss": 1.4036, |
| "step": 18880 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.769916534423828, |
| "learning_rate": 7.532203389830509e-06, |
| "loss": 1.33, |
| "step": 18890 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.928445816040039, |
| "learning_rate": 7.52542372881356e-06, |
| "loss": 1.4844, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 4.121998310089111, |
| "learning_rate": 7.518644067796611e-06, |
| "loss": 1.2672, |
| "step": 18910 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.256914496421814, |
| "learning_rate": 7.511864406779662e-06, |
| "loss": 1.337, |
| "step": 18920 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 9.951703071594238, |
| "learning_rate": 7.505084745762713e-06, |
| "loss": 1.3359, |
| "step": 18930 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.373715400695801, |
| "learning_rate": 7.498305084745763e-06, |
| "loss": 1.2437, |
| "step": 18940 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 7.120504379272461, |
| "learning_rate": 7.491525423728814e-06, |
| "loss": 1.1883, |
| "step": 18950 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 7.661159992218018, |
| "learning_rate": 7.4847457627118646e-06, |
| "loss": 1.2648, |
| "step": 18960 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.859286308288574, |
| "learning_rate": 7.477966101694916e-06, |
| "loss": 1.3106, |
| "step": 18970 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 7.276169300079346, |
| "learning_rate": 7.4711864406779665e-06, |
| "loss": 1.393, |
| "step": 18980 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 6.31447172164917, |
| "learning_rate": 7.464406779661018e-06, |
| "loss": 1.4051, |
| "step": 18990 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 8.36728572845459, |
| "learning_rate": 7.4576271186440685e-06, |
| "loss": 1.4003, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.47, |
| "eval_loss": 1.347457766532898, |
| "eval_runtime": 66.1461, |
| "eval_samples_per_second": 15.118, |
| "eval_steps_per_second": 15.118, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.911505937576294, |
| "learning_rate": 7.45084745762712e-06, |
| "loss": 1.2646, |
| "step": 19010 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.6765291690826416, |
| "learning_rate": 7.4440677966101704e-06, |
| "loss": 1.3827, |
| "step": 19020 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.899599313735962, |
| "learning_rate": 7.437288135593221e-06, |
| "loss": 1.4144, |
| "step": 19030 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.436791896820068, |
| "learning_rate": 7.430508474576272e-06, |
| "loss": 1.2087, |
| "step": 19040 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 4.624211311340332, |
| "learning_rate": 7.423728813559322e-06, |
| "loss": 1.3824, |
| "step": 19050 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.657593727111816, |
| "learning_rate": 7.4169491525423735e-06, |
| "loss": 1.3856, |
| "step": 19060 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 7.132912635803223, |
| "learning_rate": 7.410169491525424e-06, |
| "loss": 1.4319, |
| "step": 19070 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.8681843280792236, |
| "learning_rate": 7.4033898305084754e-06, |
| "loss": 1.419, |
| "step": 19080 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.819919109344482, |
| "learning_rate": 7.396610169491526e-06, |
| "loss": 1.3988, |
| "step": 19090 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.482515811920166, |
| "learning_rate": 7.3898305084745766e-06, |
| "loss": 1.3366, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 10.341208457946777, |
| "learning_rate": 7.383050847457628e-06, |
| "loss": 1.3502, |
| "step": 19110 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.820133686065674, |
| "learning_rate": 7.3762711864406785e-06, |
| "loss": 1.415, |
| "step": 19120 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 7.112204551696777, |
| "learning_rate": 7.36949152542373e-06, |
| "loss": 1.2609, |
| "step": 19130 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.172835826873779, |
| "learning_rate": 7.3627118644067805e-06, |
| "loss": 1.2456, |
| "step": 19140 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.9154605865478516, |
| "learning_rate": 7.355932203389831e-06, |
| "loss": 1.3332, |
| "step": 19150 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.8542256355285645, |
| "learning_rate": 7.3491525423728816e-06, |
| "loss": 1.2728, |
| "step": 19160 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 7.636801719665527, |
| "learning_rate": 7.342372881355932e-06, |
| "loss": 1.3744, |
| "step": 19170 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 7.556679725646973, |
| "learning_rate": 7.3355932203389835e-06, |
| "loss": 1.446, |
| "step": 19180 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 22.831199645996094, |
| "learning_rate": 7.328813559322034e-06, |
| "loss": 1.358, |
| "step": 19190 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 10.184800148010254, |
| "learning_rate": 7.3220338983050855e-06, |
| "loss": 1.2379, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.9062511920928955, |
| "learning_rate": 7.315254237288136e-06, |
| "loss": 1.3724, |
| "step": 19210 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 9.429797172546387, |
| "learning_rate": 7.3084745762711874e-06, |
| "loss": 1.33, |
| "step": 19220 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.129505157470703, |
| "learning_rate": 7.301694915254238e-06, |
| "loss": 1.1795, |
| "step": 19230 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.839028835296631, |
| "learning_rate": 7.294915254237289e-06, |
| "loss": 1.2983, |
| "step": 19240 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 15.552626609802246, |
| "learning_rate": 7.288135593220339e-06, |
| "loss": 1.4867, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.4032084941864014, |
| "learning_rate": 7.28135593220339e-06, |
| "loss": 1.4256, |
| "step": 19260 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.437047481536865, |
| "learning_rate": 7.274576271186441e-06, |
| "loss": 1.3215, |
| "step": 19270 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.592834949493408, |
| "learning_rate": 7.267796610169492e-06, |
| "loss": 1.3466, |
| "step": 19280 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 10.394824028015137, |
| "learning_rate": 7.261016949152543e-06, |
| "loss": 1.3806, |
| "step": 19290 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.921483039855957, |
| "learning_rate": 7.2542372881355936e-06, |
| "loss": 1.5624, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.078634262084961, |
| "learning_rate": 7.247457627118645e-06, |
| "loss": 1.1216, |
| "step": 19310 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 6.003988742828369, |
| "learning_rate": 7.2406779661016955e-06, |
| "loss": 1.2759, |
| "step": 19320 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.419410467147827, |
| "learning_rate": 7.233898305084747e-06, |
| "loss": 1.2067, |
| "step": 19330 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.014220952987671, |
| "learning_rate": 7.2271186440677975e-06, |
| "loss": 1.1819, |
| "step": 19340 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.271297454833984, |
| "learning_rate": 7.220338983050849e-06, |
| "loss": 1.4742, |
| "step": 19350 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.456838607788086, |
| "learning_rate": 7.2135593220338986e-06, |
| "loss": 1.4656, |
| "step": 19360 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.350526332855225, |
| "learning_rate": 7.206779661016949e-06, |
| "loss": 1.1238, |
| "step": 19370 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.42751932144165, |
| "learning_rate": 7.2000000000000005e-06, |
| "loss": 1.4704, |
| "step": 19380 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.97116756439209, |
| "learning_rate": 7.193220338983051e-06, |
| "loss": 1.4455, |
| "step": 19390 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.157166481018066, |
| "learning_rate": 7.1864406779661025e-06, |
| "loss": 1.3725, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.2230072021484375, |
| "learning_rate": 7.179661016949153e-06, |
| "loss": 1.3768, |
| "step": 19410 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 5.513181686401367, |
| "learning_rate": 7.1728813559322044e-06, |
| "loss": 1.3018, |
| "step": 19420 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 7.353570461273193, |
| "learning_rate": 7.166101694915255e-06, |
| "loss": 1.513, |
| "step": 19430 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 6.263894081115723, |
| "learning_rate": 7.159322033898306e-06, |
| "loss": 1.4521, |
| "step": 19440 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 13.368189811706543, |
| "learning_rate": 7.152542372881357e-06, |
| "loss": 1.3158, |
| "step": 19450 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.644199371337891, |
| "learning_rate": 7.145762711864407e-06, |
| "loss": 1.4184, |
| "step": 19460 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 5.206189155578613, |
| "learning_rate": 7.138983050847458e-06, |
| "loss": 1.3848, |
| "step": 19470 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 7.3628153800964355, |
| "learning_rate": 7.132203389830509e-06, |
| "loss": 1.2512, |
| "step": 19480 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 7.519322395324707, |
| "learning_rate": 7.12542372881356e-06, |
| "loss": 1.261, |
| "step": 19490 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5350415706634521, |
| "learning_rate": 7.1186440677966106e-06, |
| "loss": 1.2517, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.49, |
| "eval_loss": 1.3194345235824585, |
| "eval_runtime": 66.1305, |
| "eval_samples_per_second": 15.122, |
| "eval_steps_per_second": 15.122, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 3.0648765563964844, |
| "learning_rate": 7.111864406779662e-06, |
| "loss": 1.398, |
| "step": 19510 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 5.124095439910889, |
| "learning_rate": 7.1050847457627125e-06, |
| "loss": 1.404, |
| "step": 19520 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.8961544036865234, |
| "learning_rate": 7.098305084745764e-06, |
| "loss": 1.2651, |
| "step": 19530 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 3.0641605854034424, |
| "learning_rate": 7.0915254237288145e-06, |
| "loss": 1.3587, |
| "step": 19540 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 3.618454933166504, |
| "learning_rate": 7.084745762711865e-06, |
| "loss": 1.3533, |
| "step": 19550 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 3.3083536624908447, |
| "learning_rate": 7.077966101694916e-06, |
| "loss": 1.2859, |
| "step": 19560 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.260048508644104, |
| "learning_rate": 7.071186440677966e-06, |
| "loss": 1.2224, |
| "step": 19570 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 5.410586833953857, |
| "learning_rate": 7.0644067796610175e-06, |
| "loss": 1.2916, |
| "step": 19580 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.9295905828475952, |
| "learning_rate": 7.057627118644068e-06, |
| "loss": 1.3004, |
| "step": 19590 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 10.48406982421875, |
| "learning_rate": 7.0508474576271195e-06, |
| "loss": 1.3105, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.99778413772583, |
| "learning_rate": 7.04406779661017e-06, |
| "loss": 1.2481, |
| "step": 19610 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 5.476469993591309, |
| "learning_rate": 7.037288135593221e-06, |
| "loss": 1.345, |
| "step": 19620 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 7.250665664672852, |
| "learning_rate": 7.030508474576272e-06, |
| "loss": 1.2993, |
| "step": 19630 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 7.802820682525635, |
| "learning_rate": 7.0237288135593225e-06, |
| "loss": 1.3106, |
| "step": 19640 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.5077409744262695, |
| "learning_rate": 7.016949152542374e-06, |
| "loss": 1.1298, |
| "step": 19650 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.3012547492980957, |
| "learning_rate": 7.0101694915254245e-06, |
| "loss": 1.2944, |
| "step": 19660 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 10.731738090515137, |
| "learning_rate": 7.003389830508475e-06, |
| "loss": 1.2545, |
| "step": 19670 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 11.851224899291992, |
| "learning_rate": 6.996610169491526e-06, |
| "loss": 1.3364, |
| "step": 19680 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.060750722885132, |
| "learning_rate": 6.989830508474576e-06, |
| "loss": 1.2909, |
| "step": 19690 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 8.549054145812988, |
| "learning_rate": 6.9830508474576275e-06, |
| "loss": 1.405, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 5.37472677230835, |
| "learning_rate": 6.976271186440678e-06, |
| "loss": 1.5615, |
| "step": 19710 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.753462314605713, |
| "learning_rate": 6.9694915254237295e-06, |
| "loss": 1.362, |
| "step": 19720 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 6.330374717712402, |
| "learning_rate": 6.96271186440678e-06, |
| "loss": 1.3563, |
| "step": 19730 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 6.962733268737793, |
| "learning_rate": 6.9559322033898315e-06, |
| "loss": 1.3272, |
| "step": 19740 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 13.372142791748047, |
| "learning_rate": 6.949152542372882e-06, |
| "loss": 1.4422, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.561896800994873, |
| "learning_rate": 6.942372881355933e-06, |
| "loss": 1.3691, |
| "step": 19760 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.2547922134399414, |
| "learning_rate": 6.935593220338983e-06, |
| "loss": 1.4905, |
| "step": 19770 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 4.15011739730835, |
| "learning_rate": 6.928813559322034e-06, |
| "loss": 1.3899, |
| "step": 19780 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 11.278037071228027, |
| "learning_rate": 6.922033898305085e-06, |
| "loss": 1.0803, |
| "step": 19790 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 9.100043296813965, |
| "learning_rate": 6.915254237288136e-06, |
| "loss": 1.4593, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 10.643383026123047, |
| "learning_rate": 6.908474576271187e-06, |
| "loss": 1.3571, |
| "step": 19810 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 11.314017295837402, |
| "learning_rate": 6.901694915254238e-06, |
| "loss": 1.2376, |
| "step": 19820 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 3.855220317840576, |
| "learning_rate": 6.894915254237289e-06, |
| "loss": 1.1095, |
| "step": 19830 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 5.896849155426025, |
| "learning_rate": 6.8881355932203395e-06, |
| "loss": 1.2078, |
| "step": 19840 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.1142632961273193, |
| "learning_rate": 6.881355932203391e-06, |
| "loss": 1.3017, |
| "step": 19850 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 7.116094589233398, |
| "learning_rate": 6.8745762711864415e-06, |
| "loss": 1.217, |
| "step": 19860 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 3.392282724380493, |
| "learning_rate": 6.867796610169493e-06, |
| "loss": 1.4027, |
| "step": 19870 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 5.760110855102539, |
| "learning_rate": 6.861016949152543e-06, |
| "loss": 1.2888, |
| "step": 19880 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.312904119491577, |
| "learning_rate": 6.854237288135593e-06, |
| "loss": 1.39, |
| "step": 19890 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 9.748230934143066, |
| "learning_rate": 6.8474576271186445e-06, |
| "loss": 1.408, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 8.029982566833496, |
| "learning_rate": 6.840677966101695e-06, |
| "loss": 1.2631, |
| "step": 19910 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 5.408463954925537, |
| "learning_rate": 6.8338983050847465e-06, |
| "loss": 1.3545, |
| "step": 19920 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 4.480403900146484, |
| "learning_rate": 6.827118644067797e-06, |
| "loss": 1.4549, |
| "step": 19930 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 8.981225967407227, |
| "learning_rate": 6.8203389830508485e-06, |
| "loss": 1.3352, |
| "step": 19940 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.9335066080093384, |
| "learning_rate": 6.813559322033899e-06, |
| "loss": 1.2825, |
| "step": 19950 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 7.6206464767456055, |
| "learning_rate": 6.80677966101695e-06, |
| "loss": 1.4976, |
| "step": 19960 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 14.687816619873047, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 1.4687, |
| "step": 19970 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 9.034219741821289, |
| "learning_rate": 6.793220338983051e-06, |
| "loss": 1.4715, |
| "step": 19980 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 8.120539665222168, |
| "learning_rate": 6.786440677966102e-06, |
| "loss": 1.4331, |
| "step": 19990 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 6.594362258911133, |
| "learning_rate": 6.779661016949153e-06, |
| "loss": 1.4516, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.5, |
| "eval_loss": 1.348677158355713, |
| "eval_runtime": 66.1188, |
| "eval_samples_per_second": 15.124, |
| "eval_steps_per_second": 15.124, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.159421920776367, |
| "learning_rate": 6.772881355932204e-06, |
| "loss": 1.4193, |
| "step": 20010 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 7.60541296005249, |
| "learning_rate": 6.766101694915255e-06, |
| "loss": 1.4747, |
| "step": 20020 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.0991897583007812, |
| "learning_rate": 6.759322033898306e-06, |
| "loss": 1.2775, |
| "step": 20030 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 7.756378173828125, |
| "learning_rate": 6.7525423728813565e-06, |
| "loss": 1.343, |
| "step": 20040 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 7.062932014465332, |
| "learning_rate": 6.745762711864408e-06, |
| "loss": 1.5168, |
| "step": 20050 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 6.689007759094238, |
| "learning_rate": 6.7389830508474585e-06, |
| "loss": 1.2894, |
| "step": 20060 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 5.31237268447876, |
| "learning_rate": 6.73220338983051e-06, |
| "loss": 1.3382, |
| "step": 20070 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 3.6598782539367676, |
| "learning_rate": 6.7254237288135604e-06, |
| "loss": 1.3839, |
| "step": 20080 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 3.3091630935668945, |
| "learning_rate": 6.71864406779661e-06, |
| "loss": 1.3654, |
| "step": 20090 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.1399312019348145, |
| "learning_rate": 6.7118644067796615e-06, |
| "loss": 1.5429, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 4.380695819854736, |
| "learning_rate": 6.705084745762712e-06, |
| "loss": 1.4629, |
| "step": 20110 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 9.330241203308105, |
| "learning_rate": 6.6983050847457635e-06, |
| "loss": 1.3547, |
| "step": 20120 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 5.803046226501465, |
| "learning_rate": 6.691525423728814e-06, |
| "loss": 1.3534, |
| "step": 20130 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 4.967430591583252, |
| "learning_rate": 6.6847457627118655e-06, |
| "loss": 1.4965, |
| "step": 20140 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 8.131784439086914, |
| "learning_rate": 6.677966101694916e-06, |
| "loss": 1.4012, |
| "step": 20150 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 9.220160484313965, |
| "learning_rate": 6.6711864406779666e-06, |
| "loss": 1.3637, |
| "step": 20160 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 6.833899974822998, |
| "learning_rate": 6.664406779661018e-06, |
| "loss": 1.3748, |
| "step": 20170 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 13.869956970214844, |
| "learning_rate": 6.6576271186440685e-06, |
| "loss": 1.4474, |
| "step": 20180 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 9.462739944458008, |
| "learning_rate": 6.650847457627119e-06, |
| "loss": 1.3893, |
| "step": 20190 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.321714162826538, |
| "learning_rate": 6.64406779661017e-06, |
| "loss": 1.3836, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 11.65925407409668, |
| "learning_rate": 6.637288135593221e-06, |
| "loss": 1.493, |
| "step": 20210 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 6.808838367462158, |
| "learning_rate": 6.6305084745762716e-06, |
| "loss": 1.3632, |
| "step": 20220 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 4.534874439239502, |
| "learning_rate": 6.623728813559322e-06, |
| "loss": 1.4303, |
| "step": 20230 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.9837802648544312, |
| "learning_rate": 6.6169491525423735e-06, |
| "loss": 1.446, |
| "step": 20240 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 7.779874324798584, |
| "learning_rate": 6.610169491525424e-06, |
| "loss": 1.4566, |
| "step": 20250 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 5.729377746582031, |
| "learning_rate": 6.6033898305084755e-06, |
| "loss": 1.401, |
| "step": 20260 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 12.633749008178711, |
| "learning_rate": 6.596610169491526e-06, |
| "loss": 1.2969, |
| "step": 20270 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.7961552143096924, |
| "learning_rate": 6.5898305084745774e-06, |
| "loss": 1.4151, |
| "step": 20280 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 8.461606979370117, |
| "learning_rate": 6.583050847457627e-06, |
| "loss": 1.2665, |
| "step": 20290 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 10.325592041015625, |
| "learning_rate": 6.576271186440678e-06, |
| "loss": 1.3666, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 3.0818538665771484, |
| "learning_rate": 6.569491525423729e-06, |
| "loss": 1.4307, |
| "step": 20310 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 7.449318885803223, |
| "learning_rate": 6.56271186440678e-06, |
| "loss": 1.4585, |
| "step": 20320 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 4.6587042808532715, |
| "learning_rate": 6.555932203389831e-06, |
| "loss": 1.4053, |
| "step": 20330 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 5.837299346923828, |
| "learning_rate": 6.549152542372882e-06, |
| "loss": 1.3456, |
| "step": 20340 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 7.345305442810059, |
| "learning_rate": 6.542372881355933e-06, |
| "loss": 1.3618, |
| "step": 20350 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 5.679592609405518, |
| "learning_rate": 6.5355932203389836e-06, |
| "loss": 1.3875, |
| "step": 20360 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.062429428100586, |
| "learning_rate": 6.528813559322035e-06, |
| "loss": 1.3083, |
| "step": 20370 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 5.2157769203186035, |
| "learning_rate": 6.5220338983050855e-06, |
| "loss": 1.3582, |
| "step": 20380 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 4.890625476837158, |
| "learning_rate": 6.515254237288137e-06, |
| "loss": 1.3184, |
| "step": 20390 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.587312936782837, |
| "learning_rate": 6.508474576271187e-06, |
| "loss": 1.2191, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 4.013046741485596, |
| "learning_rate": 6.501694915254237e-06, |
| "loss": 1.3331, |
| "step": 20410 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 4.076744556427002, |
| "learning_rate": 6.4949152542372886e-06, |
| "loss": 1.4351, |
| "step": 20420 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 6.493119239807129, |
| "learning_rate": 6.488135593220339e-06, |
| "loss": 1.3519, |
| "step": 20430 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 6.127922058105469, |
| "learning_rate": 6.4813559322033905e-06, |
| "loss": 1.4255, |
| "step": 20440 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 4.424916744232178, |
| "learning_rate": 6.474576271186441e-06, |
| "loss": 1.44, |
| "step": 20450 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 9.894845008850098, |
| "learning_rate": 6.4677966101694925e-06, |
| "loss": 1.2922, |
| "step": 20460 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 5.174190521240234, |
| "learning_rate": 6.461016949152543e-06, |
| "loss": 1.439, |
| "step": 20470 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 6.313706398010254, |
| "learning_rate": 6.4542372881355944e-06, |
| "loss": 1.3229, |
| "step": 20480 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 3.240434169769287, |
| "learning_rate": 6.447457627118645e-06, |
| "loss": 1.3911, |
| "step": 20490 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 7.466948986053467, |
| "learning_rate": 6.440677966101695e-06, |
| "loss": 1.4467, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.51, |
| "eval_loss": 1.3339221477508545, |
| "eval_runtime": 66.152, |
| "eval_samples_per_second": 15.117, |
| "eval_steps_per_second": 15.117, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 32.95411682128906, |
| "learning_rate": 6.433898305084746e-06, |
| "loss": 1.2821, |
| "step": 20510 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 11.001514434814453, |
| "learning_rate": 6.427118644067797e-06, |
| "loss": 1.3523, |
| "step": 20520 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.6923043727874756, |
| "learning_rate": 6.420338983050848e-06, |
| "loss": 1.3424, |
| "step": 20530 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 6.267253398895264, |
| "learning_rate": 6.413559322033899e-06, |
| "loss": 1.2163, |
| "step": 20540 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 15.797646522521973, |
| "learning_rate": 6.40677966101695e-06, |
| "loss": 1.2104, |
| "step": 20550 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 3.1398627758026123, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 1.2264, |
| "step": 20560 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.7001848220825195, |
| "learning_rate": 6.393220338983052e-06, |
| "loss": 1.345, |
| "step": 20570 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 6.551231861114502, |
| "learning_rate": 6.3864406779661025e-06, |
| "loss": 1.295, |
| "step": 20580 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.501774787902832, |
| "learning_rate": 6.379661016949154e-06, |
| "loss": 1.2727, |
| "step": 20590 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 5.2971906661987305, |
| "learning_rate": 6.372881355932204e-06, |
| "loss": 1.1617, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 8.737128257751465, |
| "learning_rate": 6.366101694915254e-06, |
| "loss": 1.3792, |
| "step": 20610 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.8445500135421753, |
| "learning_rate": 6.3593220338983056e-06, |
| "loss": 1.2818, |
| "step": 20620 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 6.586302280426025, |
| "learning_rate": 6.352542372881356e-06, |
| "loss": 1.471, |
| "step": 20630 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.3581125736236572, |
| "learning_rate": 6.3457627118644075e-06, |
| "loss": 1.26, |
| "step": 20640 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.006883382797241, |
| "learning_rate": 6.338983050847458e-06, |
| "loss": 1.4312, |
| "step": 20650 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.8936930894851685, |
| "learning_rate": 6.3322033898305095e-06, |
| "loss": 1.3705, |
| "step": 20660 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 5.22953462600708, |
| "learning_rate": 6.32542372881356e-06, |
| "loss": 1.3252, |
| "step": 20670 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 7.669064044952393, |
| "learning_rate": 6.318644067796611e-06, |
| "loss": 1.4673, |
| "step": 20680 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.7508702278137207, |
| "learning_rate": 6.311864406779662e-06, |
| "loss": 1.3465, |
| "step": 20690 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 7.959824085235596, |
| "learning_rate": 6.3050847457627125e-06, |
| "loss": 1.4148, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 8.888174057006836, |
| "learning_rate": 6.298305084745763e-06, |
| "loss": 1.4874, |
| "step": 20710 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 11.385110855102539, |
| "learning_rate": 6.291525423728814e-06, |
| "loss": 1.3519, |
| "step": 20720 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 11.636566162109375, |
| "learning_rate": 6.284745762711865e-06, |
| "loss": 1.3237, |
| "step": 20730 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.6630842685699463, |
| "learning_rate": 6.277966101694916e-06, |
| "loss": 1.5615, |
| "step": 20740 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 15.339405059814453, |
| "learning_rate": 6.271186440677966e-06, |
| "loss": 1.0971, |
| "step": 20750 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 5.97685432434082, |
| "learning_rate": 6.2644067796610176e-06, |
| "loss": 1.2582, |
| "step": 20760 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 5.218130111694336, |
| "learning_rate": 6.257627118644068e-06, |
| "loss": 1.3272, |
| "step": 20770 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 8.943811416625977, |
| "learning_rate": 6.2508474576271195e-06, |
| "loss": 1.4001, |
| "step": 20780 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.288783550262451, |
| "learning_rate": 6.24406779661017e-06, |
| "loss": 1.3729, |
| "step": 20790 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.7321832180023193, |
| "learning_rate": 6.2372881355932215e-06, |
| "loss": 1.4365, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 7.656303405761719, |
| "learning_rate": 6.230508474576271e-06, |
| "loss": 1.3646, |
| "step": 20810 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.2849278450012207, |
| "learning_rate": 6.223728813559322e-06, |
| "loss": 1.0755, |
| "step": 20820 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.6145408153533936, |
| "learning_rate": 6.216949152542373e-06, |
| "loss": 1.2836, |
| "step": 20830 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 6.668073654174805, |
| "learning_rate": 6.210169491525424e-06, |
| "loss": 1.3706, |
| "step": 20840 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 10.408007621765137, |
| "learning_rate": 6.203389830508475e-06, |
| "loss": 1.5154, |
| "step": 20850 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.708711862564087, |
| "learning_rate": 6.196610169491526e-06, |
| "loss": 1.3841, |
| "step": 20860 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.7991631031036377, |
| "learning_rate": 6.189830508474577e-06, |
| "loss": 1.261, |
| "step": 20870 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 6.492557048797607, |
| "learning_rate": 6.183050847457628e-06, |
| "loss": 1.469, |
| "step": 20880 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.5670902729034424, |
| "learning_rate": 6.176271186440679e-06, |
| "loss": 1.4484, |
| "step": 20890 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.4511330127716064, |
| "learning_rate": 6.1694915254237295e-06, |
| "loss": 1.3566, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 7.958609580993652, |
| "learning_rate": 6.162711864406781e-06, |
| "loss": 1.3272, |
| "step": 20910 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 6.594333648681641, |
| "learning_rate": 6.155932203389831e-06, |
| "loss": 1.3926, |
| "step": 20920 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 7.329288005828857, |
| "learning_rate": 6.149152542372881e-06, |
| "loss": 1.4948, |
| "step": 20930 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 10.120712280273438, |
| "learning_rate": 6.142372881355933e-06, |
| "loss": 1.5394, |
| "step": 20940 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 4.3365983963012695, |
| "learning_rate": 6.135593220338983e-06, |
| "loss": 1.2156, |
| "step": 20950 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.0522942543029785, |
| "learning_rate": 6.1288135593220346e-06, |
| "loss": 1.3206, |
| "step": 20960 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 5.730597496032715, |
| "learning_rate": 6.122033898305085e-06, |
| "loss": 1.4396, |
| "step": 20970 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 13.125938415527344, |
| "learning_rate": 6.1152542372881365e-06, |
| "loss": 1.1969, |
| "step": 20980 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.8410260677337646, |
| "learning_rate": 6.108474576271187e-06, |
| "loss": 1.3842, |
| "step": 20990 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.415696144104004, |
| "learning_rate": 6.1016949152542385e-06, |
| "loss": 1.3296, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.53, |
| "eval_loss": 1.344160556793213, |
| "eval_runtime": 66.1512, |
| "eval_samples_per_second": 15.117, |
| "eval_steps_per_second": 15.117, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 9.95438003540039, |
| "learning_rate": 6.094915254237289e-06, |
| "loss": 1.3206, |
| "step": 21010 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 10.410721778869629, |
| "learning_rate": 6.088135593220339e-06, |
| "loss": 1.4014, |
| "step": 21020 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 9.159972190856934, |
| "learning_rate": 6.08135593220339e-06, |
| "loss": 1.3827, |
| "step": 21030 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.856491565704346, |
| "learning_rate": 6.074576271186441e-06, |
| "loss": 1.4561, |
| "step": 21040 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.863302707672119, |
| "learning_rate": 6.067796610169492e-06, |
| "loss": 1.3225, |
| "step": 21050 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.968809127807617, |
| "learning_rate": 6.061016949152543e-06, |
| "loss": 1.3713, |
| "step": 21060 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.19352388381958, |
| "learning_rate": 6.054237288135594e-06, |
| "loss": 1.3894, |
| "step": 21070 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.841989040374756, |
| "learning_rate": 6.047457627118645e-06, |
| "loss": 1.3609, |
| "step": 21080 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 8.693398475646973, |
| "learning_rate": 6.040677966101696e-06, |
| "loss": 1.4118, |
| "step": 21090 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 10.902780532836914, |
| "learning_rate": 6.0338983050847465e-06, |
| "loss": 1.4529, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.1729607582092285, |
| "learning_rate": 6.027118644067798e-06, |
| "loss": 1.3302, |
| "step": 21110 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.9906094074249268, |
| "learning_rate": 6.020338983050848e-06, |
| "loss": 1.2294, |
| "step": 21120 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.285928964614868, |
| "learning_rate": 6.013559322033898e-06, |
| "loss": 1.5006, |
| "step": 21130 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 13.098603248596191, |
| "learning_rate": 6.00677966101695e-06, |
| "loss": 1.425, |
| "step": 21140 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.391754150390625, |
| "learning_rate": 6e-06, |
| "loss": 1.2668, |
| "step": 21150 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 8.409893035888672, |
| "learning_rate": 5.9932203389830516e-06, |
| "loss": 1.2061, |
| "step": 21160 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 10.568397521972656, |
| "learning_rate": 5.986440677966102e-06, |
| "loss": 1.4191, |
| "step": 21170 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 7.371358394622803, |
| "learning_rate": 5.9796610169491535e-06, |
| "loss": 1.2942, |
| "step": 21180 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.6429450511932373, |
| "learning_rate": 5.972881355932204e-06, |
| "loss": 1.4216, |
| "step": 21190 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.85234260559082, |
| "learning_rate": 5.9661016949152555e-06, |
| "loss": 1.3541, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.2903425693511963, |
| "learning_rate": 5.959322033898306e-06, |
| "loss": 1.2969, |
| "step": 21210 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.9652106761932373, |
| "learning_rate": 5.9525423728813566e-06, |
| "loss": 1.2853, |
| "step": 21220 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.8703153133392334, |
| "learning_rate": 5.945762711864407e-06, |
| "loss": 1.3094, |
| "step": 21230 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 8.018983840942383, |
| "learning_rate": 5.938983050847458e-06, |
| "loss": 1.4798, |
| "step": 21240 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.752399206161499, |
| "learning_rate": 5.932203389830509e-06, |
| "loss": 1.4141, |
| "step": 21250 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.574487686157227, |
| "learning_rate": 5.92542372881356e-06, |
| "loss": 1.2121, |
| "step": 21260 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 10.352456092834473, |
| "learning_rate": 5.91864406779661e-06, |
| "loss": 1.3264, |
| "step": 21270 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.182732582092285, |
| "learning_rate": 5.911864406779662e-06, |
| "loss": 1.4334, |
| "step": 21280 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.310421943664551, |
| "learning_rate": 5.905084745762712e-06, |
| "loss": 1.5641, |
| "step": 21290 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 5.489622592926025, |
| "learning_rate": 5.8983050847457635e-06, |
| "loss": 1.4699, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 6.644534111022949, |
| "learning_rate": 5.891525423728814e-06, |
| "loss": 1.3273, |
| "step": 21310 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 13.480459213256836, |
| "learning_rate": 5.8847457627118655e-06, |
| "loss": 1.2957, |
| "step": 21320 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 9.34183120727539, |
| "learning_rate": 5.877966101694915e-06, |
| "loss": 1.4145, |
| "step": 21330 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.792973518371582, |
| "learning_rate": 5.871186440677966e-06, |
| "loss": 1.4912, |
| "step": 21340 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.098564147949219, |
| "learning_rate": 5.864406779661017e-06, |
| "loss": 1.1895, |
| "step": 21350 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 7.23917293548584, |
| "learning_rate": 5.857627118644068e-06, |
| "loss": 1.3875, |
| "step": 21360 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.86613130569458, |
| "learning_rate": 5.850847457627119e-06, |
| "loss": 1.4827, |
| "step": 21370 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 7.629755973815918, |
| "learning_rate": 5.84406779661017e-06, |
| "loss": 1.2189, |
| "step": 21380 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.80531907081604, |
| "learning_rate": 5.837288135593221e-06, |
| "loss": 1.4064, |
| "step": 21390 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.432089328765869, |
| "learning_rate": 5.830508474576272e-06, |
| "loss": 1.1929, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 9.766077995300293, |
| "learning_rate": 5.823728813559323e-06, |
| "loss": 1.4525, |
| "step": 21410 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.745760440826416, |
| "learning_rate": 5.8169491525423736e-06, |
| "loss": 1.4924, |
| "step": 21420 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.188168525695801, |
| "learning_rate": 5.810169491525425e-06, |
| "loss": 1.27, |
| "step": 21430 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.576213359832764, |
| "learning_rate": 5.803389830508475e-06, |
| "loss": 1.3165, |
| "step": 21440 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 10.540860176086426, |
| "learning_rate": 5.796610169491525e-06, |
| "loss": 1.2652, |
| "step": 21450 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.210390567779541, |
| "learning_rate": 5.789830508474577e-06, |
| "loss": 1.4372, |
| "step": 21460 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 8.733638763427734, |
| "learning_rate": 5.783050847457627e-06, |
| "loss": 1.2691, |
| "step": 21470 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.997326374053955, |
| "learning_rate": 5.776271186440679e-06, |
| "loss": 1.1454, |
| "step": 21480 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 10.108692169189453, |
| "learning_rate": 5.769491525423729e-06, |
| "loss": 1.2982, |
| "step": 21490 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 13.393025398254395, |
| "learning_rate": 5.7627118644067805e-06, |
| "loss": 1.4995, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.54, |
| "eval_loss": 1.3565526008605957, |
| "eval_runtime": 66.1537, |
| "eval_samples_per_second": 15.116, |
| "eval_steps_per_second": 15.116, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.675364017486572, |
| "learning_rate": 5.755932203389831e-06, |
| "loss": 1.2256, |
| "step": 21510 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.069751262664795, |
| "learning_rate": 5.7491525423728825e-06, |
| "loss": 1.2355, |
| "step": 21520 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.536093711853027, |
| "learning_rate": 5.742372881355933e-06, |
| "loss": 1.1957, |
| "step": 21530 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.5274765491485596, |
| "learning_rate": 5.735593220338983e-06, |
| "loss": 1.1843, |
| "step": 21540 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.418458461761475, |
| "learning_rate": 5.728813559322034e-06, |
| "loss": 1.1994, |
| "step": 21550 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 13.488496780395508, |
| "learning_rate": 5.722033898305085e-06, |
| "loss": 1.4173, |
| "step": 21560 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.223592758178711, |
| "learning_rate": 5.715254237288136e-06, |
| "loss": 1.3032, |
| "step": 21570 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.894464492797852, |
| "learning_rate": 5.708474576271187e-06, |
| "loss": 1.3027, |
| "step": 21580 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 6.945793151855469, |
| "learning_rate": 5.701694915254238e-06, |
| "loss": 1.3102, |
| "step": 21590 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 7.386875629425049, |
| "learning_rate": 5.694915254237289e-06, |
| "loss": 1.3643, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.5999162197113037, |
| "learning_rate": 5.68813559322034e-06, |
| "loss": 1.2456, |
| "step": 21610 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.8258490562438965, |
| "learning_rate": 5.6813559322033906e-06, |
| "loss": 1.1922, |
| "step": 21620 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 10.920169830322266, |
| "learning_rate": 5.674576271186442e-06, |
| "loss": 1.5312, |
| "step": 21630 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.898834705352783, |
| "learning_rate": 5.667796610169492e-06, |
| "loss": 1.5012, |
| "step": 21640 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 6.2130866050720215, |
| "learning_rate": 5.661016949152542e-06, |
| "loss": 1.543, |
| "step": 21650 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.604144811630249, |
| "learning_rate": 5.654237288135594e-06, |
| "loss": 1.4586, |
| "step": 21660 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.859696388244629, |
| "learning_rate": 5.647457627118644e-06, |
| "loss": 1.3056, |
| "step": 21670 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.9596614837646484, |
| "learning_rate": 5.640677966101696e-06, |
| "loss": 1.3888, |
| "step": 21680 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.489665985107422, |
| "learning_rate": 5.633898305084746e-06, |
| "loss": 1.2491, |
| "step": 21690 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.618114948272705, |
| "learning_rate": 5.6271186440677975e-06, |
| "loss": 1.2746, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.145024061203003, |
| "learning_rate": 5.620338983050848e-06, |
| "loss": 1.4036, |
| "step": 21710 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.4870400428771973, |
| "learning_rate": 5.6135593220338995e-06, |
| "loss": 1.4355, |
| "step": 21720 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.576144218444824, |
| "learning_rate": 5.60677966101695e-06, |
| "loss": 1.2988, |
| "step": 21730 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 5.971595764160156, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 1.3201, |
| "step": 21740 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 7.581085205078125, |
| "learning_rate": 5.593220338983051e-06, |
| "loss": 1.3358, |
| "step": 21750 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 4.148537635803223, |
| "learning_rate": 5.586440677966102e-06, |
| "loss": 1.2464, |
| "step": 21760 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 6.613537788391113, |
| "learning_rate": 5.579661016949153e-06, |
| "loss": 1.3156, |
| "step": 21770 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 10.526129722595215, |
| "learning_rate": 5.572881355932204e-06, |
| "loss": 1.2483, |
| "step": 21780 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 7.221047401428223, |
| "learning_rate": 5.566101694915255e-06, |
| "loss": 1.5878, |
| "step": 21790 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.365529537200928, |
| "learning_rate": 5.559322033898306e-06, |
| "loss": 1.4117, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.8305916786193848, |
| "learning_rate": 5.552542372881356e-06, |
| "loss": 1.1894, |
| "step": 21810 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.672477960586548, |
| "learning_rate": 5.5457627118644076e-06, |
| "loss": 1.2199, |
| "step": 21820 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.586512565612793, |
| "learning_rate": 5.538983050847458e-06, |
| "loss": 1.392, |
| "step": 21830 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 4.2184624671936035, |
| "learning_rate": 5.5322033898305095e-06, |
| "loss": 1.3008, |
| "step": 21840 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 7.834671974182129, |
| "learning_rate": 5.525423728813559e-06, |
| "loss": 1.1794, |
| "step": 21850 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.5877692699432373, |
| "learning_rate": 5.518644067796611e-06, |
| "loss": 1.4339, |
| "step": 21860 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.0174179077148438, |
| "learning_rate": 5.511864406779661e-06, |
| "loss": 1.2704, |
| "step": 21870 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.9889588356018066, |
| "learning_rate": 5.505084745762712e-06, |
| "loss": 1.3588, |
| "step": 21880 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 10.810959815979004, |
| "learning_rate": 5.498305084745763e-06, |
| "loss": 1.3539, |
| "step": 21890 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 5.771850109100342, |
| "learning_rate": 5.491525423728814e-06, |
| "loss": 1.4278, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 4.13969612121582, |
| "learning_rate": 5.484745762711865e-06, |
| "loss": 1.2798, |
| "step": 21910 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 15.295929908752441, |
| "learning_rate": 5.477966101694916e-06, |
| "loss": 1.5213, |
| "step": 21920 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.445948600769043, |
| "learning_rate": 5.471186440677967e-06, |
| "loss": 1.3498, |
| "step": 21930 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 9.28097152709961, |
| "learning_rate": 5.464406779661018e-06, |
| "loss": 1.3046, |
| "step": 21940 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.094447135925293, |
| "learning_rate": 5.457627118644067e-06, |
| "loss": 1.4336, |
| "step": 21950 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 9.818504333496094, |
| "learning_rate": 5.450847457627119e-06, |
| "loss": 1.516, |
| "step": 21960 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 11.956009864807129, |
| "learning_rate": 5.444067796610169e-06, |
| "loss": 1.3435, |
| "step": 21970 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 7.544681072235107, |
| "learning_rate": 5.437288135593221e-06, |
| "loss": 1.4625, |
| "step": 21980 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.394897222518921, |
| "learning_rate": 5.430508474576271e-06, |
| "loss": 1.4565, |
| "step": 21990 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 5.722468852996826, |
| "learning_rate": 5.423728813559323e-06, |
| "loss": 1.2133, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.55, |
| "eval_loss": 1.3403723239898682, |
| "eval_runtime": 66.1471, |
| "eval_samples_per_second": 15.118, |
| "eval_steps_per_second": 15.118, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 7.046730995178223, |
| "learning_rate": 5.416949152542373e-06, |
| "loss": 1.1353, |
| "step": 22010 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 7.013365268707275, |
| "learning_rate": 5.4101694915254246e-06, |
| "loss": 1.4333, |
| "step": 22020 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.9469892978668213, |
| "learning_rate": 5.403389830508475e-06, |
| "loss": 1.3601, |
| "step": 22030 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 3.740983486175537, |
| "learning_rate": 5.3966101694915265e-06, |
| "loss": 1.0232, |
| "step": 22040 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 4.604060649871826, |
| "learning_rate": 5.389830508474577e-06, |
| "loss": 1.4011, |
| "step": 22050 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.5601249933242798, |
| "learning_rate": 5.383050847457627e-06, |
| "loss": 1.2068, |
| "step": 22060 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.7781484127044678, |
| "learning_rate": 5.376271186440678e-06, |
| "loss": 1.3976, |
| "step": 22070 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 10.417901992797852, |
| "learning_rate": 5.369491525423729e-06, |
| "loss": 1.2444, |
| "step": 22080 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 8.263280868530273, |
| "learning_rate": 5.36271186440678e-06, |
| "loss": 1.0937, |
| "step": 22090 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.128343105316162, |
| "learning_rate": 5.355932203389831e-06, |
| "loss": 1.2891, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 4.099800109863281, |
| "learning_rate": 5.349152542372882e-06, |
| "loss": 1.117, |
| "step": 22110 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 7.756937026977539, |
| "learning_rate": 5.342372881355933e-06, |
| "loss": 1.3112, |
| "step": 22120 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 5.372160911560059, |
| "learning_rate": 5.335593220338984e-06, |
| "loss": 1.5276, |
| "step": 22130 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 5.017634391784668, |
| "learning_rate": 5.328813559322035e-06, |
| "loss": 1.2825, |
| "step": 22140 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 5.629271030426025, |
| "learning_rate": 5.322033898305086e-06, |
| "loss": 1.2428, |
| "step": 22150 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 6.938544273376465, |
| "learning_rate": 5.315254237288136e-06, |
| "loss": 1.4563, |
| "step": 22160 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 13.804441452026367, |
| "learning_rate": 5.308474576271186e-06, |
| "loss": 1.332, |
| "step": 22170 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 10.347596168518066, |
| "learning_rate": 5.301694915254238e-06, |
| "loss": 1.3879, |
| "step": 22180 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.613632917404175, |
| "learning_rate": 5.294915254237288e-06, |
| "loss": 1.3298, |
| "step": 22190 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 14.637787818908691, |
| "learning_rate": 5.28813559322034e-06, |
| "loss": 1.3301, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.5796003341674805, |
| "learning_rate": 5.28135593220339e-06, |
| "loss": 1.41, |
| "step": 22210 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.326439380645752, |
| "learning_rate": 5.2745762711864416e-06, |
| "loss": 1.2483, |
| "step": 22220 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 8.928110122680664, |
| "learning_rate": 5.267796610169492e-06, |
| "loss": 1.2566, |
| "step": 22230 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 9.285192489624023, |
| "learning_rate": 5.2610169491525435e-06, |
| "loss": 1.2982, |
| "step": 22240 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.101649045944214, |
| "learning_rate": 5.254237288135594e-06, |
| "loss": 1.3181, |
| "step": 22250 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.57994270324707, |
| "learning_rate": 5.247457627118645e-06, |
| "loss": 1.3745, |
| "step": 22260 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 12.0460844039917, |
| "learning_rate": 5.240677966101695e-06, |
| "loss": 1.202, |
| "step": 22270 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.367649078369141, |
| "learning_rate": 5.233898305084746e-06, |
| "loss": 1.2969, |
| "step": 22280 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 4.784932613372803, |
| "learning_rate": 5.227118644067797e-06, |
| "loss": 1.363, |
| "step": 22290 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 8.103744506835938, |
| "learning_rate": 5.220338983050848e-06, |
| "loss": 1.4144, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.561450958251953, |
| "learning_rate": 5.213559322033899e-06, |
| "loss": 1.3018, |
| "step": 22310 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 8.294450759887695, |
| "learning_rate": 5.20677966101695e-06, |
| "loss": 1.3509, |
| "step": 22320 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 8.498016357421875, |
| "learning_rate": 5.2e-06, |
| "loss": 1.4932, |
| "step": 22330 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.3640925884246826, |
| "learning_rate": 5.193220338983052e-06, |
| "loss": 1.4413, |
| "step": 22340 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.236924886703491, |
| "learning_rate": 5.186440677966102e-06, |
| "loss": 1.2535, |
| "step": 22350 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.234226703643799, |
| "learning_rate": 5.1796610169491535e-06, |
| "loss": 1.1816, |
| "step": 22360 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.9503703117370605, |
| "learning_rate": 5.172881355932203e-06, |
| "loss": 1.2022, |
| "step": 22370 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 11.745012283325195, |
| "learning_rate": 5.166101694915255e-06, |
| "loss": 1.543, |
| "step": 22380 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 8.977341651916504, |
| "learning_rate": 5.159322033898305e-06, |
| "loss": 1.4185, |
| "step": 22390 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.515448570251465, |
| "learning_rate": 5.152542372881356e-06, |
| "loss": 1.2665, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 9.47354507446289, |
| "learning_rate": 5.145762711864407e-06, |
| "loss": 1.3086, |
| "step": 22410 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.550108432769775, |
| "learning_rate": 5.138983050847458e-06, |
| "loss": 1.3129, |
| "step": 22420 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.860886335372925, |
| "learning_rate": 5.132203389830509e-06, |
| "loss": 1.4046, |
| "step": 22430 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 8.062068939208984, |
| "learning_rate": 5.12542372881356e-06, |
| "loss": 1.207, |
| "step": 22440 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.823556423187256, |
| "learning_rate": 5.118644067796611e-06, |
| "loss": 1.2547, |
| "step": 22450 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 7.168029308319092, |
| "learning_rate": 5.111864406779662e-06, |
| "loss": 1.2772, |
| "step": 22460 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 9.224081039428711, |
| "learning_rate": 5.105084745762711e-06, |
| "loss": 1.3066, |
| "step": 22470 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.878537178039551, |
| "learning_rate": 5.098305084745763e-06, |
| "loss": 1.2413, |
| "step": 22480 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.821982383728027, |
| "learning_rate": 5.091525423728813e-06, |
| "loss": 1.3609, |
| "step": 22490 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 9.057456970214844, |
| "learning_rate": 5.084745762711865e-06, |
| "loss": 1.2255, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_loss": 1.3439137935638428, |
| "eval_runtime": 66.2088, |
| "eval_samples_per_second": 15.104, |
| "eval_steps_per_second": 15.104, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.232191562652588, |
| "learning_rate": 5.077966101694915e-06, |
| "loss": 1.3644, |
| "step": 22510 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 5.3384528160095215, |
| "learning_rate": 5.071186440677967e-06, |
| "loss": 1.3093, |
| "step": 22520 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.911621570587158, |
| "learning_rate": 5.064406779661017e-06, |
| "loss": 1.2571, |
| "step": 22530 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.84785270690918, |
| "learning_rate": 5.057627118644069e-06, |
| "loss": 1.324, |
| "step": 22540 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 4.634193420410156, |
| "learning_rate": 5.050847457627119e-06, |
| "loss": 1.4672, |
| "step": 22550 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.4189460277557373, |
| "learning_rate": 5.0440677966101705e-06, |
| "loss": 1.325, |
| "step": 22560 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 7.2140793800354, |
| "learning_rate": 5.037288135593221e-06, |
| "loss": 1.3923, |
| "step": 22570 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 3.916853189468384, |
| "learning_rate": 5.030508474576271e-06, |
| "loss": 1.3431, |
| "step": 22580 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.434349536895752, |
| "learning_rate": 5.023728813559322e-06, |
| "loss": 1.4615, |
| "step": 22590 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 6.851098537445068, |
| "learning_rate": 5.016949152542373e-06, |
| "loss": 1.3013, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 7.541562080383301, |
| "learning_rate": 5.010169491525424e-06, |
| "loss": 1.3696, |
| "step": 22610 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.100308895111084, |
| "learning_rate": 5.003389830508475e-06, |
| "loss": 1.3802, |
| "step": 22620 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 12.694953918457031, |
| "learning_rate": 4.996610169491526e-06, |
| "loss": 1.2328, |
| "step": 22630 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 12.468879699707031, |
| "learning_rate": 4.989830508474577e-06, |
| "loss": 1.3995, |
| "step": 22640 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.142810821533203, |
| "learning_rate": 4.983050847457628e-06, |
| "loss": 1.2403, |
| "step": 22650 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 7.71440315246582, |
| "learning_rate": 4.976271186440678e-06, |
| "loss": 1.2902, |
| "step": 22660 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.5355634689331055, |
| "learning_rate": 4.969491525423729e-06, |
| "loss": 1.3243, |
| "step": 22670 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.5578103065490723, |
| "learning_rate": 4.96271186440678e-06, |
| "loss": 1.2796, |
| "step": 22680 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.997007846832275, |
| "learning_rate": 4.955932203389831e-06, |
| "loss": 1.1288, |
| "step": 22690 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.240728855133057, |
| "learning_rate": 4.949152542372882e-06, |
| "loss": 1.408, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 7.517406940460205, |
| "learning_rate": 4.942372881355932e-06, |
| "loss": 1.3879, |
| "step": 22710 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.1581978797912598, |
| "learning_rate": 4.935593220338984e-06, |
| "loss": 1.3547, |
| "step": 22720 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 5.073269367218018, |
| "learning_rate": 4.928813559322034e-06, |
| "loss": 1.3664, |
| "step": 22730 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.7317769527435303, |
| "learning_rate": 4.922033898305086e-06, |
| "loss": 1.3942, |
| "step": 22740 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.843672275543213, |
| "learning_rate": 4.915254237288136e-06, |
| "loss": 1.3723, |
| "step": 22750 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 7.751224040985107, |
| "learning_rate": 4.908474576271187e-06, |
| "loss": 1.2057, |
| "step": 22760 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.4519495964050293, |
| "learning_rate": 4.901694915254237e-06, |
| "loss": 1.3836, |
| "step": 22770 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 8.7233304977417, |
| "learning_rate": 4.894915254237289e-06, |
| "loss": 1.3842, |
| "step": 22780 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.717367172241211, |
| "learning_rate": 4.888135593220339e-06, |
| "loss": 1.4519, |
| "step": 22790 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.797736167907715, |
| "learning_rate": 4.881355932203391e-06, |
| "loss": 1.1785, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 11.28987979888916, |
| "learning_rate": 4.874576271186441e-06, |
| "loss": 1.3058, |
| "step": 22810 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 5.097863674163818, |
| "learning_rate": 4.867796610169492e-06, |
| "loss": 1.232, |
| "step": 22820 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 5.479716777801514, |
| "learning_rate": 4.861016949152543e-06, |
| "loss": 1.4677, |
| "step": 22830 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 11.921456336975098, |
| "learning_rate": 4.854237288135594e-06, |
| "loss": 1.5442, |
| "step": 22840 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 9.934676170349121, |
| "learning_rate": 4.847457627118645e-06, |
| "loss": 1.4147, |
| "step": 22850 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.3140487670898438, |
| "learning_rate": 4.840677966101695e-06, |
| "loss": 1.2146, |
| "step": 22860 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.1303317546844482, |
| "learning_rate": 4.833898305084746e-06, |
| "loss": 1.3021, |
| "step": 22870 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.943474769592285, |
| "learning_rate": 4.827118644067797e-06, |
| "loss": 1.2028, |
| "step": 22880 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 5.444009780883789, |
| "learning_rate": 4.820338983050848e-06, |
| "loss": 1.3873, |
| "step": 22890 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 5.230558395385742, |
| "learning_rate": 4.813559322033899e-06, |
| "loss": 1.2907, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.652158498764038, |
| "learning_rate": 4.80677966101695e-06, |
| "loss": 1.27, |
| "step": 22910 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 5.423113822937012, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 1.3488, |
| "step": 22920 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 6.731577396392822, |
| "learning_rate": 4.793220338983051e-06, |
| "loss": 1.3411, |
| "step": 22930 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 6.142993927001953, |
| "learning_rate": 4.786440677966102e-06, |
| "loss": 1.4032, |
| "step": 22940 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 7.845600605010986, |
| "learning_rate": 4.779661016949153e-06, |
| "loss": 1.3567, |
| "step": 22950 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.123938798904419, |
| "learning_rate": 4.772881355932204e-06, |
| "loss": 1.2106, |
| "step": 22960 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 4.684544086456299, |
| "learning_rate": 4.766101694915254e-06, |
| "loss": 1.3407, |
| "step": 22970 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 11.232462882995605, |
| "learning_rate": 4.759322033898306e-06, |
| "loss": 1.136, |
| "step": 22980 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.3728113174438477, |
| "learning_rate": 4.752542372881356e-06, |
| "loss": 1.199, |
| "step": 22990 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 3.5851376056671143, |
| "learning_rate": 4.745762711864408e-06, |
| "loss": 1.463, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.57, |
| "eval_loss": 1.3161565065383911, |
| "eval_runtime": 66.103, |
| "eval_samples_per_second": 15.128, |
| "eval_steps_per_second": 15.128, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.720829010009766, |
| "learning_rate": 4.738983050847458e-06, |
| "loss": 1.4393, |
| "step": 23010 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 11.663517951965332, |
| "learning_rate": 4.732203389830509e-06, |
| "loss": 1.3158, |
| "step": 23020 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 10.158949851989746, |
| "learning_rate": 4.725423728813559e-06, |
| "loss": 1.4086, |
| "step": 23030 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 6.925542831420898, |
| "learning_rate": 4.718644067796611e-06, |
| "loss": 1.3655, |
| "step": 23040 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4193698167800903, |
| "learning_rate": 4.711864406779661e-06, |
| "loss": 1.2348, |
| "step": 23050 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 6.884500980377197, |
| "learning_rate": 4.705084745762713e-06, |
| "loss": 1.4053, |
| "step": 23060 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 4.412232875823975, |
| "learning_rate": 4.698305084745763e-06, |
| "loss": 1.2476, |
| "step": 23070 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.403428077697754, |
| "learning_rate": 4.691525423728814e-06, |
| "loss": 1.4168, |
| "step": 23080 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 7.022388458251953, |
| "learning_rate": 4.684745762711865e-06, |
| "loss": 1.359, |
| "step": 23090 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.728121280670166, |
| "learning_rate": 4.677966101694916e-06, |
| "loss": 1.3916, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 14.995932579040527, |
| "learning_rate": 4.671186440677967e-06, |
| "loss": 1.4541, |
| "step": 23110 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 12.448729515075684, |
| "learning_rate": 4.664406779661017e-06, |
| "loss": 1.2989, |
| "step": 23120 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.5807507038116455, |
| "learning_rate": 4.657627118644068e-06, |
| "loss": 1.4881, |
| "step": 23130 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 4.670041561126709, |
| "learning_rate": 4.650847457627119e-06, |
| "loss": 1.4595, |
| "step": 23140 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.8450145721435547, |
| "learning_rate": 4.64406779661017e-06, |
| "loss": 1.245, |
| "step": 23150 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 15.546969413757324, |
| "learning_rate": 4.637288135593221e-06, |
| "loss": 1.2199, |
| "step": 23160 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 8.563859939575195, |
| "learning_rate": 4.630508474576272e-06, |
| "loss": 1.3752, |
| "step": 23170 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 8.742653846740723, |
| "learning_rate": 4.623728813559323e-06, |
| "loss": 1.2802, |
| "step": 23180 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 6.253279685974121, |
| "learning_rate": 4.616949152542373e-06, |
| "loss": 1.4559, |
| "step": 23190 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.3615827560424805, |
| "learning_rate": 4.610169491525424e-06, |
| "loss": 1.1649, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 9.165109634399414, |
| "learning_rate": 4.603389830508475e-06, |
| "loss": 1.4435, |
| "step": 23210 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 6.625391483306885, |
| "learning_rate": 4.596610169491526e-06, |
| "loss": 1.2911, |
| "step": 23220 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.898466110229492, |
| "learning_rate": 4.589830508474576e-06, |
| "loss": 1.2653, |
| "step": 23230 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.5483791828155518, |
| "learning_rate": 4.583050847457628e-06, |
| "loss": 1.1665, |
| "step": 23240 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 4.248947620391846, |
| "learning_rate": 4.576271186440678e-06, |
| "loss": 1.2275, |
| "step": 23250 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.522451639175415, |
| "learning_rate": 4.56949152542373e-06, |
| "loss": 1.3427, |
| "step": 23260 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.79518461227417, |
| "learning_rate": 4.56271186440678e-06, |
| "loss": 1.2545, |
| "step": 23270 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 7.211407661437988, |
| "learning_rate": 4.555932203389831e-06, |
| "loss": 1.3256, |
| "step": 23280 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.218186855316162, |
| "learning_rate": 4.549152542372881e-06, |
| "loss": 1.327, |
| "step": 23290 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 3.0725247859954834, |
| "learning_rate": 4.542372881355933e-06, |
| "loss": 1.1152, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 10.184927940368652, |
| "learning_rate": 4.535593220338983e-06, |
| "loss": 1.3153, |
| "step": 23310 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 6.575405597686768, |
| "learning_rate": 4.528813559322035e-06, |
| "loss": 1.2879, |
| "step": 23320 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.2145094871521, |
| "learning_rate": 4.522033898305085e-06, |
| "loss": 1.2836, |
| "step": 23330 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 16.586687088012695, |
| "learning_rate": 4.515254237288136e-06, |
| "loss": 1.245, |
| "step": 23340 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.264496803283691, |
| "learning_rate": 4.508474576271187e-06, |
| "loss": 1.1731, |
| "step": 23350 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 5.267670631408691, |
| "learning_rate": 4.501694915254238e-06, |
| "loss": 1.3662, |
| "step": 23360 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 7.335075855255127, |
| "learning_rate": 4.494915254237289e-06, |
| "loss": 1.3261, |
| "step": 23370 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 7.068376064300537, |
| "learning_rate": 4.488135593220339e-06, |
| "loss": 1.2805, |
| "step": 23380 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 15.14303207397461, |
| "learning_rate": 4.48135593220339e-06, |
| "loss": 1.3605, |
| "step": 23390 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 12.552229881286621, |
| "learning_rate": 4.474576271186441e-06, |
| "loss": 1.4804, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.760104656219482, |
| "learning_rate": 4.467796610169492e-06, |
| "loss": 1.2604, |
| "step": 23410 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.444414138793945, |
| "learning_rate": 4.461016949152543e-06, |
| "loss": 1.3677, |
| "step": 23420 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.223396062850952, |
| "learning_rate": 4.454237288135594e-06, |
| "loss": 1.4585, |
| "step": 23430 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.0469980239868164, |
| "learning_rate": 4.447457627118645e-06, |
| "loss": 1.2125, |
| "step": 23440 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 9.140281677246094, |
| "learning_rate": 4.440677966101695e-06, |
| "loss": 1.2847, |
| "step": 23450 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 10.596829414367676, |
| "learning_rate": 4.433898305084746e-06, |
| "loss": 1.1919, |
| "step": 23460 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.769688129425049, |
| "learning_rate": 4.427118644067797e-06, |
| "loss": 1.3911, |
| "step": 23470 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 8.3526029586792, |
| "learning_rate": 4.420338983050848e-06, |
| "loss": 1.3243, |
| "step": 23480 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.516774296760559, |
| "learning_rate": 4.413559322033898e-06, |
| "loss": 1.4328, |
| "step": 23490 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 5.758790493011475, |
| "learning_rate": 4.40677966101695e-06, |
| "loss": 1.1158, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.59, |
| "eval_loss": 1.3372619152069092, |
| "eval_runtime": 66.1468, |
| "eval_samples_per_second": 15.118, |
| "eval_steps_per_second": 15.118, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 10.471700668334961, |
| "learning_rate": 4.4e-06, |
| "loss": 1.1029, |
| "step": 23510 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.78934383392334, |
| "learning_rate": 4.393220338983052e-06, |
| "loss": 1.2838, |
| "step": 23520 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 4.890566825866699, |
| "learning_rate": 4.386440677966102e-06, |
| "loss": 1.2861, |
| "step": 23530 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 9.901065826416016, |
| "learning_rate": 4.379661016949153e-06, |
| "loss": 1.3043, |
| "step": 23540 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.332019805908203, |
| "learning_rate": 4.372881355932203e-06, |
| "loss": 1.5098, |
| "step": 23550 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 9.1102876663208, |
| "learning_rate": 4.366101694915255e-06, |
| "loss": 1.2222, |
| "step": 23560 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.800964832305908, |
| "learning_rate": 4.359322033898305e-06, |
| "loss": 1.1916, |
| "step": 23570 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 4.45274019241333, |
| "learning_rate": 4.352542372881357e-06, |
| "loss": 1.496, |
| "step": 23580 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 7.7979350090026855, |
| "learning_rate": 4.345762711864407e-06, |
| "loss": 1.3483, |
| "step": 23590 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 5.517279148101807, |
| "learning_rate": 4.338983050847458e-06, |
| "loss": 1.1602, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 8.224603652954102, |
| "learning_rate": 4.332203389830509e-06, |
| "loss": 1.2216, |
| "step": 23610 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.9079153537750244, |
| "learning_rate": 4.32542372881356e-06, |
| "loss": 1.4094, |
| "step": 23620 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 7.209962844848633, |
| "learning_rate": 4.318644067796611e-06, |
| "loss": 1.4033, |
| "step": 23630 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.915498733520508, |
| "learning_rate": 4.311864406779661e-06, |
| "loss": 1.3988, |
| "step": 23640 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.8702778816223145, |
| "learning_rate": 4.305084745762712e-06, |
| "loss": 1.3308, |
| "step": 23650 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.673946380615234, |
| "learning_rate": 4.298305084745763e-06, |
| "loss": 1.2756, |
| "step": 23660 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.729367971420288, |
| "learning_rate": 4.291525423728814e-06, |
| "loss": 1.2702, |
| "step": 23670 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 4.333055019378662, |
| "learning_rate": 4.284745762711865e-06, |
| "loss": 1.3365, |
| "step": 23680 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 8.36184024810791, |
| "learning_rate": 4.277966101694915e-06, |
| "loss": 1.2783, |
| "step": 23690 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 4.62699031829834, |
| "learning_rate": 4.271186440677967e-06, |
| "loss": 1.4385, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.193026304244995, |
| "learning_rate": 4.264406779661017e-06, |
| "loss": 1.4843, |
| "step": 23710 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 8.289533615112305, |
| "learning_rate": 4.257627118644068e-06, |
| "loss": 1.5263, |
| "step": 23720 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.887775182723999, |
| "learning_rate": 4.250847457627119e-06, |
| "loss": 1.228, |
| "step": 23730 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 10.728804588317871, |
| "learning_rate": 4.24406779661017e-06, |
| "loss": 1.4097, |
| "step": 23740 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 5.405580997467041, |
| "learning_rate": 4.23728813559322e-06, |
| "loss": 1.227, |
| "step": 23750 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.104985237121582, |
| "learning_rate": 4.230508474576272e-06, |
| "loss": 1.3258, |
| "step": 23760 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 11.678805351257324, |
| "learning_rate": 4.223728813559322e-06, |
| "loss": 1.1797, |
| "step": 23770 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 12.024051666259766, |
| "learning_rate": 4.216949152542374e-06, |
| "loss": 1.3278, |
| "step": 23780 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 12.879485130310059, |
| "learning_rate": 4.210169491525424e-06, |
| "loss": 1.2552, |
| "step": 23790 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 6.001992702484131, |
| "learning_rate": 4.203389830508475e-06, |
| "loss": 1.4639, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 7.713657855987549, |
| "learning_rate": 4.196610169491525e-06, |
| "loss": 1.3542, |
| "step": 23810 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 25.137435913085938, |
| "learning_rate": 4.189830508474577e-06, |
| "loss": 1.2694, |
| "step": 23820 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 13.080780029296875, |
| "learning_rate": 4.183050847457627e-06, |
| "loss": 1.5512, |
| "step": 23830 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 3.648967981338501, |
| "learning_rate": 4.176271186440679e-06, |
| "loss": 1.4919, |
| "step": 23840 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.8366498947143555, |
| "learning_rate": 4.169491525423729e-06, |
| "loss": 1.3528, |
| "step": 23850 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.3198916912078857, |
| "learning_rate": 4.16271186440678e-06, |
| "loss": 1.4445, |
| "step": 23860 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 9.170830726623535, |
| "learning_rate": 4.155932203389831e-06, |
| "loss": 1.1801, |
| "step": 23870 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 7.985089302062988, |
| "learning_rate": 4.149152542372882e-06, |
| "loss": 1.3195, |
| "step": 23880 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 10.688753128051758, |
| "learning_rate": 4.142372881355933e-06, |
| "loss": 1.4527, |
| "step": 23890 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 12.181285858154297, |
| "learning_rate": 4.135593220338983e-06, |
| "loss": 1.3875, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 10.353550910949707, |
| "learning_rate": 4.128813559322034e-06, |
| "loss": 1.3937, |
| "step": 23910 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 3.3962326049804688, |
| "learning_rate": 4.122033898305085e-06, |
| "loss": 1.2212, |
| "step": 23920 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 9.191743850708008, |
| "learning_rate": 4.115254237288136e-06, |
| "loss": 1.3884, |
| "step": 23930 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 8.74504566192627, |
| "learning_rate": 4.108474576271187e-06, |
| "loss": 1.369, |
| "step": 23940 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 15.484914779663086, |
| "learning_rate": 4.101694915254237e-06, |
| "loss": 1.3607, |
| "step": 23950 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 8.069631576538086, |
| "learning_rate": 4.094915254237289e-06, |
| "loss": 1.1674, |
| "step": 23960 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 5.688279151916504, |
| "learning_rate": 4.088135593220339e-06, |
| "loss": 1.2652, |
| "step": 23970 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.326960325241089, |
| "learning_rate": 4.081355932203391e-06, |
| "loss": 1.2149, |
| "step": 23980 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 9.749725341796875, |
| "learning_rate": 4.074576271186441e-06, |
| "loss": 1.2378, |
| "step": 23990 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 5.552289962768555, |
| "learning_rate": 4.067796610169492e-06, |
| "loss": 1.2699, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_loss": 1.3411681652069092, |
| "eval_runtime": 66.1396, |
| "eval_samples_per_second": 15.12, |
| "eval_steps_per_second": 15.12, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 8.768118858337402, |
| "learning_rate": 4.061016949152542e-06, |
| "loss": 1.1869, |
| "step": 24010 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0193852186203003, |
| "learning_rate": 4.054237288135594e-06, |
| "loss": 1.1477, |
| "step": 24020 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 11.04339599609375, |
| "learning_rate": 4.047457627118644e-06, |
| "loss": 1.2492, |
| "step": 24030 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.5347607135772705, |
| "learning_rate": 4.040677966101696e-06, |
| "loss": 1.2424, |
| "step": 24040 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 5.121871471405029, |
| "learning_rate": 4.033898305084746e-06, |
| "loss": 1.1773, |
| "step": 24050 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 8.53433609008789, |
| "learning_rate": 4.027118644067797e-06, |
| "loss": 1.4407, |
| "step": 24060 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 11.311376571655273, |
| "learning_rate": 4.020338983050847e-06, |
| "loss": 1.4095, |
| "step": 24070 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.8956375122070312, |
| "learning_rate": 4.013559322033899e-06, |
| "loss": 1.3076, |
| "step": 24080 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 3.6406021118164062, |
| "learning_rate": 4.006779661016949e-06, |
| "loss": 1.1801, |
| "step": 24090 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 4.67333459854126, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.3627, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 4.243159294128418, |
| "learning_rate": 3.993220338983051e-06, |
| "loss": 1.2065, |
| "step": 24110 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 4.570652484893799, |
| "learning_rate": 3.986440677966102e-06, |
| "loss": 1.4576, |
| "step": 24120 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 10.30574893951416, |
| "learning_rate": 3.979661016949153e-06, |
| "loss": 1.3798, |
| "step": 24130 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.7883845567703247, |
| "learning_rate": 3.972881355932204e-06, |
| "loss": 1.1474, |
| "step": 24140 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.429614305496216, |
| "learning_rate": 3.966101694915255e-06, |
| "loss": 1.3992, |
| "step": 24150 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 5.791226863861084, |
| "learning_rate": 3.959322033898305e-06, |
| "loss": 1.4164, |
| "step": 24160 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 6.212001800537109, |
| "learning_rate": 3.952542372881356e-06, |
| "loss": 1.4647, |
| "step": 24170 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 4.9569292068481445, |
| "learning_rate": 3.945762711864407e-06, |
| "loss": 1.2948, |
| "step": 24180 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.2119970321655273, |
| "learning_rate": 3.938983050847458e-06, |
| "loss": 1.3955, |
| "step": 24190 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 10.280770301818848, |
| "learning_rate": 3.932203389830509e-06, |
| "loss": 1.4461, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.701272487640381, |
| "learning_rate": 3.925423728813559e-06, |
| "loss": 1.348, |
| "step": 24210 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 8.827926635742188, |
| "learning_rate": 3.918644067796611e-06, |
| "loss": 1.3398, |
| "step": 24220 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.997286319732666, |
| "learning_rate": 3.911864406779661e-06, |
| "loss": 1.4724, |
| "step": 24230 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 5.5268449783325195, |
| "learning_rate": 3.905084745762713e-06, |
| "loss": 1.388, |
| "step": 24240 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 8.842992782592773, |
| "learning_rate": 3.898305084745763e-06, |
| "loss": 1.2382, |
| "step": 24250 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 11.24975872039795, |
| "learning_rate": 3.891525423728814e-06, |
| "loss": 1.2194, |
| "step": 24260 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.875722646713257, |
| "learning_rate": 3.884745762711864e-06, |
| "loss": 1.3792, |
| "step": 24270 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 8.459474563598633, |
| "learning_rate": 3.877966101694916e-06, |
| "loss": 1.3021, |
| "step": 24280 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.315873861312866, |
| "learning_rate": 3.871186440677966e-06, |
| "loss": 1.2976, |
| "step": 24290 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.280729293823242, |
| "learning_rate": 3.864406779661018e-06, |
| "loss": 1.3294, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.004711627960205, |
| "learning_rate": 3.857627118644068e-06, |
| "loss": 1.3178, |
| "step": 24310 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 8.207845687866211, |
| "learning_rate": 3.850847457627119e-06, |
| "loss": 1.424, |
| "step": 24320 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 8.01065444946289, |
| "learning_rate": 3.844067796610169e-06, |
| "loss": 1.2842, |
| "step": 24330 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 9.126721382141113, |
| "learning_rate": 3.837288135593221e-06, |
| "loss": 1.368, |
| "step": 24340 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 11.590188026428223, |
| "learning_rate": 3.830508474576271e-06, |
| "loss": 1.375, |
| "step": 24350 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 7.325139045715332, |
| "learning_rate": 3.823728813559323e-06, |
| "loss": 1.2593, |
| "step": 24360 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.3924760818481445, |
| "learning_rate": 3.816949152542373e-06, |
| "loss": 1.3238, |
| "step": 24370 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 5.093543529510498, |
| "learning_rate": 3.8101694915254238e-06, |
| "loss": 1.3398, |
| "step": 24380 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 4.488302707672119, |
| "learning_rate": 3.8033898305084748e-06, |
| "loss": 1.2532, |
| "step": 24390 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.5369062423706055, |
| "learning_rate": 3.7966101694915257e-06, |
| "loss": 1.1723, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.2012510299682617, |
| "learning_rate": 3.7898305084745767e-06, |
| "loss": 1.3348, |
| "step": 24410 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5665017366409302, |
| "learning_rate": 3.7830508474576273e-06, |
| "loss": 1.4159, |
| "step": 24420 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 12.912787437438965, |
| "learning_rate": 3.7762711864406782e-06, |
| "loss": 1.2406, |
| "step": 24430 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.572142124176025, |
| "learning_rate": 3.7694915254237292e-06, |
| "loss": 1.1544, |
| "step": 24440 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 4.999161720275879, |
| "learning_rate": 3.76271186440678e-06, |
| "loss": 1.1744, |
| "step": 24450 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.322866439819336, |
| "learning_rate": 3.755932203389831e-06, |
| "loss": 1.3713, |
| "step": 24460 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 5.197652816772461, |
| "learning_rate": 3.7491525423728813e-06, |
| "loss": 1.1858, |
| "step": 24470 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.7361369132995605, |
| "learning_rate": 3.7423728813559323e-06, |
| "loss": 1.2778, |
| "step": 24480 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.1276848316192627, |
| "learning_rate": 3.7355932203389833e-06, |
| "loss": 1.3971, |
| "step": 24490 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 4.62593412399292, |
| "learning_rate": 3.7288135593220342e-06, |
| "loss": 1.479, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.61, |
| "eval_loss": 1.3212531805038452, |
| "eval_runtime": 66.1318, |
| "eval_samples_per_second": 15.121, |
| "eval_steps_per_second": 15.121, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 7.978855133056641, |
| "learning_rate": 3.7220338983050852e-06, |
| "loss": 1.1919, |
| "step": 24510 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.347212314605713, |
| "learning_rate": 3.715254237288136e-06, |
| "loss": 1.2493, |
| "step": 24520 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 6.2206573486328125, |
| "learning_rate": 3.7084745762711867e-06, |
| "loss": 1.2258, |
| "step": 24530 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.548797607421875, |
| "learning_rate": 3.7016949152542377e-06, |
| "loss": 1.262, |
| "step": 24540 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 9.5992431640625, |
| "learning_rate": 3.6949152542372883e-06, |
| "loss": 1.4298, |
| "step": 24550 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.236175298690796, |
| "learning_rate": 3.6881355932203393e-06, |
| "loss": 1.3466, |
| "step": 24560 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 7.134004592895508, |
| "learning_rate": 3.6813559322033902e-06, |
| "loss": 1.2642, |
| "step": 24570 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 12.453125, |
| "learning_rate": 3.6745762711864408e-06, |
| "loss": 1.369, |
| "step": 24580 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 16.243106842041016, |
| "learning_rate": 3.6677966101694918e-06, |
| "loss": 1.3269, |
| "step": 24590 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 11.406882286071777, |
| "learning_rate": 3.6610169491525427e-06, |
| "loss": 1.4339, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 6.334946632385254, |
| "learning_rate": 3.6542372881355937e-06, |
| "loss": 1.2445, |
| "step": 24610 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 9.451517105102539, |
| "learning_rate": 3.6474576271186447e-06, |
| "loss": 1.1902, |
| "step": 24620 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.9071747064590454, |
| "learning_rate": 3.640677966101695e-06, |
| "loss": 1.3273, |
| "step": 24630 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 4.054659843444824, |
| "learning_rate": 3.633898305084746e-06, |
| "loss": 1.2808, |
| "step": 24640 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 6.314877986907959, |
| "learning_rate": 3.6271186440677968e-06, |
| "loss": 1.4351, |
| "step": 24650 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 6.971933841705322, |
| "learning_rate": 3.6203389830508478e-06, |
| "loss": 1.2973, |
| "step": 24660 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.7064402103424072, |
| "learning_rate": 3.6135593220338987e-06, |
| "loss": 1.4335, |
| "step": 24670 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.698015213012695, |
| "learning_rate": 3.6067796610169493e-06, |
| "loss": 1.3042, |
| "step": 24680 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.647088050842285, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 1.3832, |
| "step": 24690 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 10.945414543151855, |
| "learning_rate": 3.5932203389830512e-06, |
| "loss": 1.2363, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 7.516660213470459, |
| "learning_rate": 3.5864406779661022e-06, |
| "loss": 1.2615, |
| "step": 24710 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 3.6117703914642334, |
| "learning_rate": 3.579661016949153e-06, |
| "loss": 1.3533, |
| "step": 24720 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 10.817008972167969, |
| "learning_rate": 3.5728813559322033e-06, |
| "loss": 1.3425, |
| "step": 24730 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 7.7072858810424805, |
| "learning_rate": 3.5661016949152543e-06, |
| "loss": 1.2762, |
| "step": 24740 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.9887495040893555, |
| "learning_rate": 3.5593220338983053e-06, |
| "loss": 1.3516, |
| "step": 24750 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 3.4481067657470703, |
| "learning_rate": 3.5525423728813563e-06, |
| "loss": 1.0325, |
| "step": 24760 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.2485551834106445, |
| "learning_rate": 3.5457627118644072e-06, |
| "loss": 1.4088, |
| "step": 24770 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 6.970777988433838, |
| "learning_rate": 3.538983050847458e-06, |
| "loss": 1.4962, |
| "step": 24780 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 6.037806034088135, |
| "learning_rate": 3.5322033898305088e-06, |
| "loss": 1.3806, |
| "step": 24790 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 4.5726518630981445, |
| "learning_rate": 3.5254237288135597e-06, |
| "loss": 1.3086, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 4.184850692749023, |
| "learning_rate": 3.5186440677966103e-06, |
| "loss": 1.4004, |
| "step": 24810 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 9.181009292602539, |
| "learning_rate": 3.5118644067796613e-06, |
| "loss": 1.4348, |
| "step": 24820 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.124319076538086, |
| "learning_rate": 3.5050847457627122e-06, |
| "loss": 1.2272, |
| "step": 24830 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 7.30942440032959, |
| "learning_rate": 3.498305084745763e-06, |
| "loss": 1.3819, |
| "step": 24840 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 7.727287769317627, |
| "learning_rate": 3.4915254237288138e-06, |
| "loss": 1.1956, |
| "step": 24850 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.2934112548828125, |
| "learning_rate": 3.4847457627118648e-06, |
| "loss": 1.3141, |
| "step": 24860 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 7.7370500564575195, |
| "learning_rate": 3.4779661016949157e-06, |
| "loss": 1.2418, |
| "step": 24870 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.379338264465332, |
| "learning_rate": 3.4711864406779667e-06, |
| "loss": 1.435, |
| "step": 24880 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.592279434204102, |
| "learning_rate": 3.464406779661017e-06, |
| "loss": 1.324, |
| "step": 24890 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 4.178751468658447, |
| "learning_rate": 3.457627118644068e-06, |
| "loss": 1.4095, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.7852957248687744, |
| "learning_rate": 3.450847457627119e-06, |
| "loss": 1.1834, |
| "step": 24910 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 12.001542091369629, |
| "learning_rate": 3.4440677966101698e-06, |
| "loss": 1.3294, |
| "step": 24920 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 4.010140895843506, |
| "learning_rate": 3.4372881355932207e-06, |
| "loss": 1.4615, |
| "step": 24930 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.7130627632141113, |
| "learning_rate": 3.4305084745762713e-06, |
| "loss": 1.4789, |
| "step": 24940 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 5.209987640380859, |
| "learning_rate": 3.4237288135593223e-06, |
| "loss": 1.2389, |
| "step": 24950 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 4.1047515869140625, |
| "learning_rate": 3.4169491525423733e-06, |
| "loss": 1.3449, |
| "step": 24960 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 19.238649368286133, |
| "learning_rate": 3.4101694915254242e-06, |
| "loss": 1.3224, |
| "step": 24970 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 11.792010307312012, |
| "learning_rate": 3.403389830508475e-06, |
| "loss": 1.1061, |
| "step": 24980 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 10.934020042419434, |
| "learning_rate": 3.3966101694915253e-06, |
| "loss": 1.4179, |
| "step": 24990 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.5776662826538086, |
| "learning_rate": 3.3898305084745763e-06, |
| "loss": 1.3254, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.62, |
| "eval_loss": 1.3409814834594727, |
| "eval_runtime": 66.1173, |
| "eval_samples_per_second": 15.125, |
| "eval_steps_per_second": 15.125, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 7.775777339935303, |
| "learning_rate": 3.3830508474576273e-06, |
| "loss": 1.5704, |
| "step": 25010 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 6.8910698890686035, |
| "learning_rate": 3.3762711864406783e-06, |
| "loss": 1.2296, |
| "step": 25020 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.11647367477417, |
| "learning_rate": 3.3694915254237292e-06, |
| "loss": 1.1465, |
| "step": 25030 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 4.026238441467285, |
| "learning_rate": 3.3627118644067802e-06, |
| "loss": 1.4266, |
| "step": 25040 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.3097872734069824, |
| "learning_rate": 3.3559322033898308e-06, |
| "loss": 1.4, |
| "step": 25050 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.2518560886383057, |
| "learning_rate": 3.3491525423728817e-06, |
| "loss": 1.3535, |
| "step": 25060 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 4.915974140167236, |
| "learning_rate": 3.3423728813559327e-06, |
| "loss": 1.3441, |
| "step": 25070 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 4.099907398223877, |
| "learning_rate": 3.3355932203389833e-06, |
| "loss": 1.4649, |
| "step": 25080 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 7.00651741027832, |
| "learning_rate": 3.3288135593220343e-06, |
| "loss": 1.4445, |
| "step": 25090 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.7813143730163574, |
| "learning_rate": 3.322033898305085e-06, |
| "loss": 1.2997, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 4.583659648895264, |
| "learning_rate": 3.3152542372881358e-06, |
| "loss": 1.3112, |
| "step": 25110 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 9.5046968460083, |
| "learning_rate": 3.3084745762711868e-06, |
| "loss": 1.3488, |
| "step": 25120 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 4.829354286193848, |
| "learning_rate": 3.3016949152542377e-06, |
| "loss": 1.2801, |
| "step": 25130 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 8.664487838745117, |
| "learning_rate": 3.2949152542372887e-06, |
| "loss": 1.3001, |
| "step": 25140 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.5184565782546997, |
| "learning_rate": 3.288135593220339e-06, |
| "loss": 1.3178, |
| "step": 25150 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.527219295501709, |
| "learning_rate": 3.28135593220339e-06, |
| "loss": 1.1742, |
| "step": 25160 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.9469351768493652, |
| "learning_rate": 3.274576271186441e-06, |
| "loss": 1.3338, |
| "step": 25170 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 9.183582305908203, |
| "learning_rate": 3.2677966101694918e-06, |
| "loss": 1.2689, |
| "step": 25180 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 8.95080280303955, |
| "learning_rate": 3.2610169491525428e-06, |
| "loss": 1.4399, |
| "step": 25190 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.5885729789733887, |
| "learning_rate": 3.2542372881355933e-06, |
| "loss": 1.2411, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 6.78897762298584, |
| "learning_rate": 3.2474576271186443e-06, |
| "loss": 1.1516, |
| "step": 25210 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 16.358980178833008, |
| "learning_rate": 3.2406779661016953e-06, |
| "loss": 1.3401, |
| "step": 25220 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 13.469403266906738, |
| "learning_rate": 3.2338983050847462e-06, |
| "loss": 1.1778, |
| "step": 25230 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 9.235873222351074, |
| "learning_rate": 3.2271186440677972e-06, |
| "loss": 1.463, |
| "step": 25240 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 5.634754657745361, |
| "learning_rate": 3.2203389830508473e-06, |
| "loss": 1.4592, |
| "step": 25250 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 7.916177749633789, |
| "learning_rate": 3.2135593220338983e-06, |
| "loss": 1.2284, |
| "step": 25260 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.810818672180176, |
| "learning_rate": 3.2067796610169493e-06, |
| "loss": 1.3948, |
| "step": 25270 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.151276111602783, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 1.3252, |
| "step": 25280 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 4.654315948486328, |
| "learning_rate": 3.1932203389830513e-06, |
| "loss": 1.3577, |
| "step": 25290 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 7.808940410614014, |
| "learning_rate": 3.186440677966102e-06, |
| "loss": 1.419, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 6.512801647186279, |
| "learning_rate": 3.1796610169491528e-06, |
| "loss": 1.2751, |
| "step": 25310 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 8.710541725158691, |
| "learning_rate": 3.1728813559322038e-06, |
| "loss": 1.2923, |
| "step": 25320 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.160752296447754, |
| "learning_rate": 3.1661016949152547e-06, |
| "loss": 1.3357, |
| "step": 25330 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.4420571327209473, |
| "learning_rate": 3.1593220338983053e-06, |
| "loss": 1.4122, |
| "step": 25340 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 12.090134620666504, |
| "learning_rate": 3.1525423728813563e-06, |
| "loss": 1.1703, |
| "step": 25350 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 5.109529972076416, |
| "learning_rate": 3.145762711864407e-06, |
| "loss": 1.4391, |
| "step": 25360 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 3.0033655166625977, |
| "learning_rate": 3.138983050847458e-06, |
| "loss": 1.2308, |
| "step": 25370 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 6.253593921661377, |
| "learning_rate": 3.1322033898305088e-06, |
| "loss": 1.1566, |
| "step": 25380 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 5.59571647644043, |
| "learning_rate": 3.1254237288135598e-06, |
| "loss": 1.3234, |
| "step": 25390 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 15.45341968536377, |
| "learning_rate": 3.1186440677966107e-06, |
| "loss": 1.3298, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.012663841247559, |
| "learning_rate": 3.111864406779661e-06, |
| "loss": 1.3515, |
| "step": 25410 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 11.210050582885742, |
| "learning_rate": 3.105084745762712e-06, |
| "loss": 1.5219, |
| "step": 25420 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 12.784728050231934, |
| "learning_rate": 3.098305084745763e-06, |
| "loss": 1.1988, |
| "step": 25430 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.20169734954834, |
| "learning_rate": 3.091525423728814e-06, |
| "loss": 1.421, |
| "step": 25440 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 6.456515312194824, |
| "learning_rate": 3.0847457627118648e-06, |
| "loss": 1.1633, |
| "step": 25450 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 6.611431121826172, |
| "learning_rate": 3.0779661016949153e-06, |
| "loss": 1.2853, |
| "step": 25460 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.3997015953063965, |
| "learning_rate": 3.0711864406779663e-06, |
| "loss": 1.2609, |
| "step": 25470 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 12.016313552856445, |
| "learning_rate": 3.0644067796610173e-06, |
| "loss": 1.1744, |
| "step": 25480 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 5.508640289306641, |
| "learning_rate": 3.0576271186440683e-06, |
| "loss": 1.2545, |
| "step": 25490 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 7.7658305168151855, |
| "learning_rate": 3.0508474576271192e-06, |
| "loss": 1.132, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_loss": 1.3264555931091309, |
| "eval_runtime": 66.1247, |
| "eval_samples_per_second": 15.123, |
| "eval_steps_per_second": 15.123, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.297203063964844, |
| "learning_rate": 3.0440677966101694e-06, |
| "loss": 1.0663, |
| "step": 25510 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 12.412454605102539, |
| "learning_rate": 3.0372881355932203e-06, |
| "loss": 1.1782, |
| "step": 25520 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 10.640459060668945, |
| "learning_rate": 3.0305084745762713e-06, |
| "loss": 1.4982, |
| "step": 25530 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 12.518424987792969, |
| "learning_rate": 3.0237288135593223e-06, |
| "loss": 1.4771, |
| "step": 25540 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 7.445399284362793, |
| "learning_rate": 3.0169491525423733e-06, |
| "loss": 1.2959, |
| "step": 25550 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 3.960470676422119, |
| "learning_rate": 3.010169491525424e-06, |
| "loss": 1.4464, |
| "step": 25560 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 11.259561538696289, |
| "learning_rate": 3.003389830508475e-06, |
| "loss": 1.2178, |
| "step": 25570 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 7.605580806732178, |
| "learning_rate": 2.9966101694915258e-06, |
| "loss": 1.3286, |
| "step": 25580 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.82462215423584, |
| "learning_rate": 2.9898305084745768e-06, |
| "loss": 1.4727, |
| "step": 25590 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.511000633239746, |
| "learning_rate": 2.9830508474576277e-06, |
| "loss": 1.3572, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 6.090604305267334, |
| "learning_rate": 2.9762711864406783e-06, |
| "loss": 1.4802, |
| "step": 25610 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 9.687544822692871, |
| "learning_rate": 2.969491525423729e-06, |
| "loss": 1.3652, |
| "step": 25620 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 12.760902404785156, |
| "learning_rate": 2.96271186440678e-06, |
| "loss": 1.3634, |
| "step": 25630 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 6.688235759735107, |
| "learning_rate": 2.955932203389831e-06, |
| "loss": 1.209, |
| "step": 25640 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 5.238013744354248, |
| "learning_rate": 2.9491525423728818e-06, |
| "loss": 1.5462, |
| "step": 25650 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 18.444650650024414, |
| "learning_rate": 2.9423728813559327e-06, |
| "loss": 1.2963, |
| "step": 25660 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 5.625192642211914, |
| "learning_rate": 2.935593220338983e-06, |
| "loss": 1.3514, |
| "step": 25670 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 5.223139762878418, |
| "learning_rate": 2.928813559322034e-06, |
| "loss": 1.2339, |
| "step": 25680 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.5006422996521, |
| "learning_rate": 2.922033898305085e-06, |
| "loss": 1.4424, |
| "step": 25690 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 9.127293586730957, |
| "learning_rate": 2.915254237288136e-06, |
| "loss": 1.2334, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 5.78049373626709, |
| "learning_rate": 2.9084745762711868e-06, |
| "loss": 1.301, |
| "step": 25710 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 5.395204544067383, |
| "learning_rate": 2.9016949152542373e-06, |
| "loss": 1.1889, |
| "step": 25720 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.3502519130706787, |
| "learning_rate": 2.8949152542372883e-06, |
| "loss": 1.41, |
| "step": 25730 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 3.3766727447509766, |
| "learning_rate": 2.8881355932203393e-06, |
| "loss": 1.2768, |
| "step": 25740 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 6.30269718170166, |
| "learning_rate": 2.8813559322033903e-06, |
| "loss": 1.3432, |
| "step": 25750 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 7.727334022521973, |
| "learning_rate": 2.8745762711864412e-06, |
| "loss": 1.3465, |
| "step": 25760 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 8.983928680419922, |
| "learning_rate": 2.8677966101694914e-06, |
| "loss": 1.1202, |
| "step": 25770 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 4.910791397094727, |
| "learning_rate": 2.8610169491525424e-06, |
| "loss": 1.2038, |
| "step": 25780 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 12.079176902770996, |
| "learning_rate": 2.8542372881355933e-06, |
| "loss": 1.1599, |
| "step": 25790 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.6942214965820312, |
| "learning_rate": 2.8474576271186443e-06, |
| "loss": 1.2242, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.4002459049224854, |
| "learning_rate": 2.8406779661016953e-06, |
| "loss": 1.2288, |
| "step": 25810 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.8168840408325195, |
| "learning_rate": 2.833898305084746e-06, |
| "loss": 1.4489, |
| "step": 25820 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 10.90778636932373, |
| "learning_rate": 2.827118644067797e-06, |
| "loss": 1.4108, |
| "step": 25830 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 9.852614402770996, |
| "learning_rate": 2.820338983050848e-06, |
| "loss": 1.3685, |
| "step": 25840 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 8.391303062438965, |
| "learning_rate": 2.8135593220338988e-06, |
| "loss": 1.2921, |
| "step": 25850 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 5.348249912261963, |
| "learning_rate": 2.8067796610169497e-06, |
| "loss": 1.3463, |
| "step": 25860 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.3569209575653076, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 1.2877, |
| "step": 25870 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 9.246468544006348, |
| "learning_rate": 2.793220338983051e-06, |
| "loss": 1.3478, |
| "step": 25880 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 7.3121771812438965, |
| "learning_rate": 2.786440677966102e-06, |
| "loss": 1.3116, |
| "step": 25890 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 7.324717044830322, |
| "learning_rate": 2.779661016949153e-06, |
| "loss": 1.4986, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 6.7373738288879395, |
| "learning_rate": 2.7728813559322038e-06, |
| "loss": 1.5417, |
| "step": 25910 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 10.05711555480957, |
| "learning_rate": 2.7661016949152548e-06, |
| "loss": 1.3439, |
| "step": 25920 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.843493700027466, |
| "learning_rate": 2.7593220338983053e-06, |
| "loss": 1.1626, |
| "step": 25930 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 9.513094902038574, |
| "learning_rate": 2.752542372881356e-06, |
| "loss": 1.3412, |
| "step": 25940 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 8.064391136169434, |
| "learning_rate": 2.745762711864407e-06, |
| "loss": 1.3483, |
| "step": 25950 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 10.491897583007812, |
| "learning_rate": 2.738983050847458e-06, |
| "loss": 1.3214, |
| "step": 25960 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.9402971267700195, |
| "learning_rate": 2.732203389830509e-06, |
| "loss": 1.3803, |
| "step": 25970 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 9.979386329650879, |
| "learning_rate": 2.7254237288135593e-06, |
| "loss": 1.1408, |
| "step": 25980 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 7.461246490478516, |
| "learning_rate": 2.7186440677966103e-06, |
| "loss": 1.3098, |
| "step": 25990 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.412223815917969, |
| "learning_rate": 2.7118644067796613e-06, |
| "loss": 1.457, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.65, |
| "eval_loss": 1.3418877124786377, |
| "eval_runtime": 66.1458, |
| "eval_samples_per_second": 15.118, |
| "eval_steps_per_second": 15.118, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.992754936218262, |
| "learning_rate": 2.7050847457627123e-06, |
| "loss": 1.1937, |
| "step": 26010 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 5.497439861297607, |
| "learning_rate": 2.6983050847457633e-06, |
| "loss": 1.3435, |
| "step": 26020 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.283881664276123, |
| "learning_rate": 2.6915254237288134e-06, |
| "loss": 1.3997, |
| "step": 26030 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 6.579436779022217, |
| "learning_rate": 2.6847457627118644e-06, |
| "loss": 1.4047, |
| "step": 26040 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.805014133453369, |
| "learning_rate": 2.6779661016949153e-06, |
| "loss": 1.4021, |
| "step": 26050 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.568453788757324, |
| "learning_rate": 2.6711864406779663e-06, |
| "loss": 1.4761, |
| "step": 26060 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 5.559253692626953, |
| "learning_rate": 2.6644067796610173e-06, |
| "loss": 1.2958, |
| "step": 26070 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 14.279343605041504, |
| "learning_rate": 2.657627118644068e-06, |
| "loss": 1.194, |
| "step": 26080 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 15.45864486694336, |
| "learning_rate": 2.650847457627119e-06, |
| "loss": 1.2134, |
| "step": 26090 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 17.310068130493164, |
| "learning_rate": 2.64406779661017e-06, |
| "loss": 1.2946, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 4.31659460067749, |
| "learning_rate": 2.6372881355932208e-06, |
| "loss": 1.3783, |
| "step": 26110 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 14.684484481811523, |
| "learning_rate": 2.6305084745762718e-06, |
| "loss": 1.3414, |
| "step": 26120 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 5.934599876403809, |
| "learning_rate": 2.6237288135593223e-06, |
| "loss": 1.3266, |
| "step": 26130 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 7.535737037658691, |
| "learning_rate": 2.616949152542373e-06, |
| "loss": 1.2579, |
| "step": 26140 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 5.8215556144714355, |
| "learning_rate": 2.610169491525424e-06, |
| "loss": 1.304, |
| "step": 26150 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 5.646538734436035, |
| "learning_rate": 2.603389830508475e-06, |
| "loss": 1.2792, |
| "step": 26160 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.834282398223877, |
| "learning_rate": 2.596610169491526e-06, |
| "loss": 1.4717, |
| "step": 26170 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.313835620880127, |
| "learning_rate": 2.5898305084745768e-06, |
| "loss": 1.3312, |
| "step": 26180 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 20.453479766845703, |
| "learning_rate": 2.5830508474576273e-06, |
| "loss": 1.3784, |
| "step": 26190 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.0731091499328613, |
| "learning_rate": 2.576271186440678e-06, |
| "loss": 1.4162, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 7.5899577140808105, |
| "learning_rate": 2.569491525423729e-06, |
| "loss": 1.2536, |
| "step": 26210 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 4.527303218841553, |
| "learning_rate": 2.56271186440678e-06, |
| "loss": 1.5048, |
| "step": 26220 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 3.702897787094116, |
| "learning_rate": 2.555932203389831e-06, |
| "loss": 1.1666, |
| "step": 26230 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 3.448979139328003, |
| "learning_rate": 2.5491525423728814e-06, |
| "loss": 1.2812, |
| "step": 26240 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 15.188081741333008, |
| "learning_rate": 2.5423728813559323e-06, |
| "loss": 1.3521, |
| "step": 26250 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 8.675294876098633, |
| "learning_rate": 2.5355932203389833e-06, |
| "loss": 1.4845, |
| "step": 26260 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 5.673226356506348, |
| "learning_rate": 2.5288135593220343e-06, |
| "loss": 1.2264, |
| "step": 26270 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 6.015854358673096, |
| "learning_rate": 2.5220338983050853e-06, |
| "loss": 1.3036, |
| "step": 26280 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 12.492931365966797, |
| "learning_rate": 2.5152542372881354e-06, |
| "loss": 1.4434, |
| "step": 26290 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 5.928922176361084, |
| "learning_rate": 2.5084745762711864e-06, |
| "loss": 1.3118, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 5.230995178222656, |
| "learning_rate": 2.5016949152542374e-06, |
| "loss": 1.3524, |
| "step": 26310 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 6.7296671867370605, |
| "learning_rate": 2.4949152542372883e-06, |
| "loss": 1.3651, |
| "step": 26320 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.378596544265747, |
| "learning_rate": 2.488135593220339e-06, |
| "loss": 1.4236, |
| "step": 26330 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 5.858238697052002, |
| "learning_rate": 2.48135593220339e-06, |
| "loss": 1.1553, |
| "step": 26340 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 3.7590560913085938, |
| "learning_rate": 2.474576271186441e-06, |
| "loss": 1.4302, |
| "step": 26350 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 10.852778434753418, |
| "learning_rate": 2.467796610169492e-06, |
| "loss": 1.1943, |
| "step": 26360 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 11.347558975219727, |
| "learning_rate": 2.461016949152543e-06, |
| "loss": 1.2559, |
| "step": 26370 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 6.081493854522705, |
| "learning_rate": 2.4542372881355933e-06, |
| "loss": 1.3532, |
| "step": 26380 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 8.263628959655762, |
| "learning_rate": 2.4474576271186443e-06, |
| "loss": 1.2041, |
| "step": 26390 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 7.144092082977295, |
| "learning_rate": 2.4406779661016953e-06, |
| "loss": 1.2193, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 6.578696250915527, |
| "learning_rate": 2.433898305084746e-06, |
| "loss": 1.3139, |
| "step": 26410 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 3.019033193588257, |
| "learning_rate": 2.427118644067797e-06, |
| "loss": 1.4642, |
| "step": 26420 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 5.443304538726807, |
| "learning_rate": 2.4203389830508474e-06, |
| "loss": 1.3738, |
| "step": 26430 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 10.051207542419434, |
| "learning_rate": 2.4135593220338984e-06, |
| "loss": 1.4396, |
| "step": 26440 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 10.604415893554688, |
| "learning_rate": 2.4067796610169493e-06, |
| "loss": 1.2971, |
| "step": 26450 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 9.754619598388672, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 1.3421, |
| "step": 26460 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 6.159849166870117, |
| "learning_rate": 2.393220338983051e-06, |
| "loss": 1.3461, |
| "step": 26470 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3210265636444092, |
| "learning_rate": 2.386440677966102e-06, |
| "loss": 1.2615, |
| "step": 26480 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 5.67736291885376, |
| "learning_rate": 2.379661016949153e-06, |
| "loss": 1.3296, |
| "step": 26490 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 4.055379867553711, |
| "learning_rate": 2.372881355932204e-06, |
| "loss": 1.4705, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.66, |
| "eval_loss": 1.2714667320251465, |
| "eval_runtime": 66.1328, |
| "eval_samples_per_second": 15.121, |
| "eval_steps_per_second": 15.121, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 7.19535493850708, |
| "learning_rate": 2.3661016949152544e-06, |
| "loss": 1.2956, |
| "step": 26510 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 7.952252388000488, |
| "learning_rate": 2.3593220338983053e-06, |
| "loss": 1.2952, |
| "step": 26520 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3878239393234253, |
| "learning_rate": 2.3525423728813563e-06, |
| "loss": 1.3957, |
| "step": 26530 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 9.453435897827148, |
| "learning_rate": 2.345762711864407e-06, |
| "loss": 1.3314, |
| "step": 26540 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 2.3859434127807617, |
| "learning_rate": 2.338983050847458e-06, |
| "loss": 1.3959, |
| "step": 26550 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 4.052861213684082, |
| "learning_rate": 2.3322033898305084e-06, |
| "loss": 1.3097, |
| "step": 26560 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 14.907791137695312, |
| "learning_rate": 2.3254237288135594e-06, |
| "loss": 1.3706, |
| "step": 26570 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 7.020768642425537, |
| "learning_rate": 2.3186440677966103e-06, |
| "loss": 1.3536, |
| "step": 26580 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 15.225879669189453, |
| "learning_rate": 2.3118644067796613e-06, |
| "loss": 1.354, |
| "step": 26590 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 6.249582767486572, |
| "learning_rate": 2.305084745762712e-06, |
| "loss": 1.2721, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 4.756400108337402, |
| "learning_rate": 2.298305084745763e-06, |
| "loss": 1.3044, |
| "step": 26610 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 9.848575592041016, |
| "learning_rate": 2.291525423728814e-06, |
| "loss": 1.2471, |
| "step": 26620 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 9.997851371765137, |
| "learning_rate": 2.284745762711865e-06, |
| "loss": 1.1673, |
| "step": 26630 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 11.57490062713623, |
| "learning_rate": 2.2779661016949154e-06, |
| "loss": 1.3241, |
| "step": 26640 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 8.282011032104492, |
| "learning_rate": 2.2711864406779663e-06, |
| "loss": 1.2821, |
| "step": 26650 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 6.8680644035339355, |
| "learning_rate": 2.2644067796610173e-06, |
| "loss": 1.2355, |
| "step": 26660 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 15.327707290649414, |
| "learning_rate": 2.257627118644068e-06, |
| "loss": 1.2088, |
| "step": 26670 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 6.978293418884277, |
| "learning_rate": 2.250847457627119e-06, |
| "loss": 1.3372, |
| "step": 26680 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 10.799981117248535, |
| "learning_rate": 2.2440677966101694e-06, |
| "loss": 1.4839, |
| "step": 26690 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 4.861376762390137, |
| "learning_rate": 2.2372881355932204e-06, |
| "loss": 1.3361, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 5.07356595993042, |
| "learning_rate": 2.2305084745762714e-06, |
| "loss": 1.1581, |
| "step": 26710 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 16.509151458740234, |
| "learning_rate": 2.2237288135593223e-06, |
| "loss": 1.3014, |
| "step": 26720 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 8.232512474060059, |
| "learning_rate": 2.216949152542373e-06, |
| "loss": 1.4513, |
| "step": 26730 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 4.673596382141113, |
| "learning_rate": 2.210169491525424e-06, |
| "loss": 1.3162, |
| "step": 26740 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.565079927444458, |
| "learning_rate": 2.203389830508475e-06, |
| "loss": 1.3423, |
| "step": 26750 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 8.415205001831055, |
| "learning_rate": 2.196610169491526e-06, |
| "loss": 1.3341, |
| "step": 26760 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 13.892396926879883, |
| "learning_rate": 2.1898305084745764e-06, |
| "loss": 1.3268, |
| "step": 26770 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 12.167963981628418, |
| "learning_rate": 2.1830508474576273e-06, |
| "loss": 1.3763, |
| "step": 26780 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 9.574051856994629, |
| "learning_rate": 2.1762711864406783e-06, |
| "loss": 1.5376, |
| "step": 26790 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 12.77506160736084, |
| "learning_rate": 2.169491525423729e-06, |
| "loss": 1.2457, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 7.312320232391357, |
| "learning_rate": 2.16271186440678e-06, |
| "loss": 1.3077, |
| "step": 26810 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 10.53618335723877, |
| "learning_rate": 2.1559322033898304e-06, |
| "loss": 1.3706, |
| "step": 26820 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 4.399540424346924, |
| "learning_rate": 2.1491525423728814e-06, |
| "loss": 1.3237, |
| "step": 26830 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 8.757078170776367, |
| "learning_rate": 2.1423728813559324e-06, |
| "loss": 1.2385, |
| "step": 26840 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.866237163543701, |
| "learning_rate": 2.1355932203389833e-06, |
| "loss": 1.4038, |
| "step": 26850 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 4.188089370727539, |
| "learning_rate": 2.128813559322034e-06, |
| "loss": 1.5465, |
| "step": 26860 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 10.617339134216309, |
| "learning_rate": 2.122033898305085e-06, |
| "loss": 1.1873, |
| "step": 26870 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.4754912853240967, |
| "learning_rate": 2.115254237288136e-06, |
| "loss": 1.2539, |
| "step": 26880 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 6.057491302490234, |
| "learning_rate": 2.108474576271187e-06, |
| "loss": 1.2034, |
| "step": 26890 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 9.13399887084961, |
| "learning_rate": 2.1016949152542374e-06, |
| "loss": 1.4333, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 14.797123908996582, |
| "learning_rate": 2.0949152542372883e-06, |
| "loss": 1.1961, |
| "step": 26910 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 6.3039398193359375, |
| "learning_rate": 2.0881355932203393e-06, |
| "loss": 1.0776, |
| "step": 26920 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 5.700479507446289, |
| "learning_rate": 2.08135593220339e-06, |
| "loss": 1.5808, |
| "step": 26930 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 17.28398895263672, |
| "learning_rate": 2.074576271186441e-06, |
| "loss": 1.4131, |
| "step": 26940 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 5.036632061004639, |
| "learning_rate": 2.0677966101694914e-06, |
| "loss": 1.1761, |
| "step": 26950 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 4.72507381439209, |
| "learning_rate": 2.0610169491525424e-06, |
| "loss": 1.3633, |
| "step": 26960 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 18.702543258666992, |
| "learning_rate": 2.0542372881355934e-06, |
| "loss": 1.3922, |
| "step": 26970 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 11.218758583068848, |
| "learning_rate": 2.0474576271186443e-06, |
| "loss": 1.3427, |
| "step": 26980 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 5.716217517852783, |
| "learning_rate": 2.0406779661016953e-06, |
| "loss": 1.2603, |
| "step": 26990 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 8.085409164428711, |
| "learning_rate": 2.033898305084746e-06, |
| "loss": 1.4003, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.68, |
| "eval_loss": 1.3196759223937988, |
| "eval_runtime": 66.1008, |
| "eval_samples_per_second": 15.128, |
| "eval_steps_per_second": 15.128, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.983642578125, |
| "learning_rate": 2.027118644067797e-06, |
| "loss": 1.2987, |
| "step": 27010 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.0962276458740234, |
| "learning_rate": 2.020338983050848e-06, |
| "loss": 1.3189, |
| "step": 27020 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.857142925262451, |
| "learning_rate": 2.0135593220338984e-06, |
| "loss": 1.3651, |
| "step": 27030 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.3937482833862305, |
| "learning_rate": 2.0067796610169494e-06, |
| "loss": 1.4407, |
| "step": 27040 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.091692924499512, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.2065, |
| "step": 27050 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 7.725543975830078, |
| "learning_rate": 1.993220338983051e-06, |
| "loss": 1.1836, |
| "step": 27060 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 5.124769687652588, |
| "learning_rate": 1.986440677966102e-06, |
| "loss": 1.3262, |
| "step": 27070 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 5.097384452819824, |
| "learning_rate": 1.9796610169491524e-06, |
| "loss": 1.3057, |
| "step": 27080 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.207469940185547, |
| "learning_rate": 1.9728813559322034e-06, |
| "loss": 1.241, |
| "step": 27090 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 8.80706787109375, |
| "learning_rate": 1.9661016949152544e-06, |
| "loss": 1.4066, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.1298069953918457, |
| "learning_rate": 1.9593220338983053e-06, |
| "loss": 1.3394, |
| "step": 27110 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 9.768424034118652, |
| "learning_rate": 1.9525423728813563e-06, |
| "loss": 1.4714, |
| "step": 27120 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 16.757766723632812, |
| "learning_rate": 1.945762711864407e-06, |
| "loss": 1.4322, |
| "step": 27130 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.268533229827881, |
| "learning_rate": 1.938983050847458e-06, |
| "loss": 1.3988, |
| "step": 27140 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 7.853205680847168, |
| "learning_rate": 1.932203389830509e-06, |
| "loss": 1.2837, |
| "step": 27150 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.1779301166534424, |
| "learning_rate": 1.9254237288135594e-06, |
| "loss": 1.3075, |
| "step": 27160 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 7.716470718383789, |
| "learning_rate": 1.9186440677966104e-06, |
| "loss": 1.2207, |
| "step": 27170 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.0963029861450195, |
| "learning_rate": 1.9118644067796613e-06, |
| "loss": 1.3241, |
| "step": 27180 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 10.319551467895508, |
| "learning_rate": 1.9050847457627119e-06, |
| "loss": 1.4133, |
| "step": 27190 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.663591384887695, |
| "learning_rate": 1.8983050847457629e-06, |
| "loss": 1.2505, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 8.912657737731934, |
| "learning_rate": 1.8915254237288136e-06, |
| "loss": 1.2057, |
| "step": 27210 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 11.967384338378906, |
| "learning_rate": 1.8847457627118646e-06, |
| "loss": 1.4043, |
| "step": 27220 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 19.304821014404297, |
| "learning_rate": 1.8779661016949156e-06, |
| "loss": 1.3083, |
| "step": 27230 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 4.1671600341796875, |
| "learning_rate": 1.8711864406779661e-06, |
| "loss": 1.415, |
| "step": 27240 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.430443525314331, |
| "learning_rate": 1.8644067796610171e-06, |
| "loss": 1.3154, |
| "step": 27250 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 8.876851081848145, |
| "learning_rate": 1.857627118644068e-06, |
| "loss": 1.2701, |
| "step": 27260 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 12.077353477478027, |
| "learning_rate": 1.8508474576271189e-06, |
| "loss": 1.3744, |
| "step": 27270 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.86147940158844, |
| "learning_rate": 1.8440677966101696e-06, |
| "loss": 1.4091, |
| "step": 27280 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 6.873291969299316, |
| "learning_rate": 1.8372881355932204e-06, |
| "loss": 1.3488, |
| "step": 27290 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 5.088196754455566, |
| "learning_rate": 1.8305084745762714e-06, |
| "loss": 1.437, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.1845881938934326, |
| "learning_rate": 1.8237288135593223e-06, |
| "loss": 1.3961, |
| "step": 27310 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 8.228582382202148, |
| "learning_rate": 1.816949152542373e-06, |
| "loss": 1.1022, |
| "step": 27320 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 15.932997703552246, |
| "learning_rate": 1.8101694915254239e-06, |
| "loss": 1.3529, |
| "step": 27330 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3720171451568604, |
| "learning_rate": 1.8033898305084746e-06, |
| "loss": 1.2631, |
| "step": 27340 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.995771646499634, |
| "learning_rate": 1.7966101694915256e-06, |
| "loss": 1.2678, |
| "step": 27350 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 5.7671895027160645, |
| "learning_rate": 1.7898305084745766e-06, |
| "loss": 1.329, |
| "step": 27360 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.57239031791687, |
| "learning_rate": 1.7830508474576271e-06, |
| "loss": 1.2557, |
| "step": 27370 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 8.127071380615234, |
| "learning_rate": 1.7762711864406781e-06, |
| "loss": 1.3917, |
| "step": 27380 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 11.008809089660645, |
| "learning_rate": 1.769491525423729e-06, |
| "loss": 1.4125, |
| "step": 27390 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.305449962615967, |
| "learning_rate": 1.7627118644067799e-06, |
| "loss": 1.4367, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 4.471165180206299, |
| "learning_rate": 1.7559322033898306e-06, |
| "loss": 1.1336, |
| "step": 27410 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 4.836517810821533, |
| "learning_rate": 1.7491525423728814e-06, |
| "loss": 1.37, |
| "step": 27420 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 6.102312088012695, |
| "learning_rate": 1.7423728813559324e-06, |
| "loss": 1.3035, |
| "step": 27430 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 4.232480049133301, |
| "learning_rate": 1.7355932203389834e-06, |
| "loss": 1.2197, |
| "step": 27440 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 9.582504272460938, |
| "learning_rate": 1.728813559322034e-06, |
| "loss": 1.2699, |
| "step": 27450 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 9.52001667022705, |
| "learning_rate": 1.7220338983050849e-06, |
| "loss": 1.356, |
| "step": 27460 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 13.017762184143066, |
| "learning_rate": 1.7152542372881356e-06, |
| "loss": 1.2246, |
| "step": 27470 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 7.059675693511963, |
| "learning_rate": 1.7084745762711866e-06, |
| "loss": 1.3978, |
| "step": 27480 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 4.05330753326416, |
| "learning_rate": 1.7016949152542376e-06, |
| "loss": 1.3678, |
| "step": 27490 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 8.122435569763184, |
| "learning_rate": 1.6949152542372882e-06, |
| "loss": 1.3062, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.69, |
| "eval_loss": 1.262895941734314, |
| "eval_runtime": 66.2138, |
| "eval_samples_per_second": 15.103, |
| "eval_steps_per_second": 15.103, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 5.283616542816162, |
| "learning_rate": 1.6881355932203391e-06, |
| "loss": 1.3504, |
| "step": 27510 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.6427159309387207, |
| "learning_rate": 1.6813559322033901e-06, |
| "loss": 1.3028, |
| "step": 27520 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 5.701483249664307, |
| "learning_rate": 1.6745762711864409e-06, |
| "loss": 1.4436, |
| "step": 27530 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 9.295339584350586, |
| "learning_rate": 1.6677966101694916e-06, |
| "loss": 1.4106, |
| "step": 27540 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.1163859367370605, |
| "learning_rate": 1.6610169491525424e-06, |
| "loss": 1.2698, |
| "step": 27550 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 6.673079967498779, |
| "learning_rate": 1.6542372881355934e-06, |
| "loss": 1.2202, |
| "step": 27560 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 4.866211414337158, |
| "learning_rate": 1.6474576271186444e-06, |
| "loss": 1.2538, |
| "step": 27570 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 3.319688081741333, |
| "learning_rate": 1.640677966101695e-06, |
| "loss": 1.4981, |
| "step": 27580 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 5.170316219329834, |
| "learning_rate": 1.6338983050847459e-06, |
| "loss": 1.3682, |
| "step": 27590 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 9.018121719360352, |
| "learning_rate": 1.6271186440677967e-06, |
| "loss": 1.3149, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 6.896349906921387, |
| "learning_rate": 1.6203389830508476e-06, |
| "loss": 1.317, |
| "step": 27610 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 7.63593053817749, |
| "learning_rate": 1.6135593220338986e-06, |
| "loss": 1.3238, |
| "step": 27620 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 8.823158264160156, |
| "learning_rate": 1.6067796610169492e-06, |
| "loss": 1.4479, |
| "step": 27630 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 8.540557861328125, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 1.3663, |
| "step": 27640 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 8.03847885131836, |
| "learning_rate": 1.593220338983051e-06, |
| "loss": 1.2248, |
| "step": 27650 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 5.210377216339111, |
| "learning_rate": 1.5864406779661019e-06, |
| "loss": 1.3373, |
| "step": 27660 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 6.994758129119873, |
| "learning_rate": 1.5796610169491526e-06, |
| "loss": 1.3166, |
| "step": 27670 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 7.343669414520264, |
| "learning_rate": 1.5728813559322034e-06, |
| "loss": 1.3406, |
| "step": 27680 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 12.689948081970215, |
| "learning_rate": 1.5661016949152544e-06, |
| "loss": 1.2073, |
| "step": 27690 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 7.018815040588379, |
| "learning_rate": 1.5593220338983054e-06, |
| "loss": 1.2738, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 5.334643840789795, |
| "learning_rate": 1.552542372881356e-06, |
| "loss": 1.2211, |
| "step": 27710 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1950844526290894, |
| "learning_rate": 1.545762711864407e-06, |
| "loss": 1.268, |
| "step": 27720 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 11.679058074951172, |
| "learning_rate": 1.5389830508474577e-06, |
| "loss": 1.1873, |
| "step": 27730 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 7.686078071594238, |
| "learning_rate": 1.5322033898305086e-06, |
| "loss": 1.277, |
| "step": 27740 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.579845905303955, |
| "learning_rate": 1.5254237288135596e-06, |
| "loss": 1.3752, |
| "step": 27750 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 11.227088928222656, |
| "learning_rate": 1.5186440677966102e-06, |
| "loss": 1.2593, |
| "step": 27760 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 6.903045654296875, |
| "learning_rate": 1.5118644067796611e-06, |
| "loss": 1.2463, |
| "step": 27770 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 12.534771919250488, |
| "learning_rate": 1.505084745762712e-06, |
| "loss": 1.2949, |
| "step": 27780 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 4.901615619659424, |
| "learning_rate": 1.4983050847457629e-06, |
| "loss": 1.2975, |
| "step": 27790 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 9.669910430908203, |
| "learning_rate": 1.4915254237288139e-06, |
| "loss": 1.3476, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 6.982202529907227, |
| "learning_rate": 1.4847457627118644e-06, |
| "loss": 1.3839, |
| "step": 27810 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 9.172724723815918, |
| "learning_rate": 1.4779661016949154e-06, |
| "loss": 1.3519, |
| "step": 27820 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 8.561583518981934, |
| "learning_rate": 1.4711864406779664e-06, |
| "loss": 1.3402, |
| "step": 27830 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 11.40105152130127, |
| "learning_rate": 1.464406779661017e-06, |
| "loss": 1.2805, |
| "step": 27840 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 11.502050399780273, |
| "learning_rate": 1.457627118644068e-06, |
| "loss": 1.4351, |
| "step": 27850 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.5157549381256104, |
| "learning_rate": 1.4508474576271187e-06, |
| "loss": 1.2948, |
| "step": 27860 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 8.663883209228516, |
| "learning_rate": 1.4440677966101696e-06, |
| "loss": 1.3285, |
| "step": 27870 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 4.502950191497803, |
| "learning_rate": 1.4372881355932206e-06, |
| "loss": 1.4507, |
| "step": 27880 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.098318338394165, |
| "learning_rate": 1.4305084745762712e-06, |
| "loss": 1.1753, |
| "step": 27890 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.721998453140259, |
| "learning_rate": 1.4237288135593222e-06, |
| "loss": 1.3162, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 6.501703262329102, |
| "learning_rate": 1.416949152542373e-06, |
| "loss": 1.2442, |
| "step": 27910 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 4.597460746765137, |
| "learning_rate": 1.410169491525424e-06, |
| "loss": 1.2659, |
| "step": 27920 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.399740219116211, |
| "learning_rate": 1.4033898305084749e-06, |
| "loss": 1.2234, |
| "step": 27930 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.2826783657073975, |
| "learning_rate": 1.3966101694915254e-06, |
| "loss": 1.3775, |
| "step": 27940 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 9.264411926269531, |
| "learning_rate": 1.3898305084745764e-06, |
| "loss": 1.299, |
| "step": 27950 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 11.41451644897461, |
| "learning_rate": 1.3830508474576274e-06, |
| "loss": 1.2851, |
| "step": 27960 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 4.351644515991211, |
| "learning_rate": 1.376271186440678e-06, |
| "loss": 1.1979, |
| "step": 27970 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 9.026026725769043, |
| "learning_rate": 1.369491525423729e-06, |
| "loss": 1.3119, |
| "step": 27980 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 6.000504970550537, |
| "learning_rate": 1.3627118644067797e-06, |
| "loss": 1.2543, |
| "step": 27990 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 22.265581130981445, |
| "learning_rate": 1.3559322033898307e-06, |
| "loss": 1.34, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.7, |
| "eval_loss": 1.3058114051818848, |
| "eval_runtime": 66.2214, |
| "eval_samples_per_second": 15.101, |
| "eval_steps_per_second": 15.101, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 4.122670650482178, |
| "learning_rate": 1.3491525423728816e-06, |
| "loss": 1.2058, |
| "step": 28010 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 3.766960859298706, |
| "learning_rate": 1.3423728813559322e-06, |
| "loss": 1.3474, |
| "step": 28020 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 2.3636386394500732, |
| "learning_rate": 1.3355932203389832e-06, |
| "loss": 1.1637, |
| "step": 28030 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 9.471797943115234, |
| "learning_rate": 1.328813559322034e-06, |
| "loss": 1.3953, |
| "step": 28040 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 8.232218742370605, |
| "learning_rate": 1.322033898305085e-06, |
| "loss": 1.4269, |
| "step": 28050 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.1584389209747314, |
| "learning_rate": 1.3152542372881359e-06, |
| "loss": 1.3231, |
| "step": 28060 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 4.911566257476807, |
| "learning_rate": 1.3084745762711864e-06, |
| "loss": 1.241, |
| "step": 28070 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 18.741342544555664, |
| "learning_rate": 1.3016949152542374e-06, |
| "loss": 1.3838, |
| "step": 28080 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 8.622126579284668, |
| "learning_rate": 1.2949152542372884e-06, |
| "loss": 1.2792, |
| "step": 28090 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 4.402095794677734, |
| "learning_rate": 1.288135593220339e-06, |
| "loss": 1.2308, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 5.238518714904785, |
| "learning_rate": 1.28135593220339e-06, |
| "loss": 1.3537, |
| "step": 28110 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 5.757815837860107, |
| "learning_rate": 1.2745762711864407e-06, |
| "loss": 1.3987, |
| "step": 28120 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 9.999316215515137, |
| "learning_rate": 1.2677966101694917e-06, |
| "loss": 1.1397, |
| "step": 28130 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 6.276950359344482, |
| "learning_rate": 1.2610169491525426e-06, |
| "loss": 1.5024, |
| "step": 28140 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 5.9979634284973145, |
| "learning_rate": 1.2542372881355932e-06, |
| "loss": 1.4296, |
| "step": 28150 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 7.124503135681152, |
| "learning_rate": 1.2474576271186442e-06, |
| "loss": 1.279, |
| "step": 28160 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 10.153301239013672, |
| "learning_rate": 1.240677966101695e-06, |
| "loss": 1.3013, |
| "step": 28170 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 6.391571521759033, |
| "learning_rate": 1.233898305084746e-06, |
| "loss": 1.2782, |
| "step": 28180 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 10.13975715637207, |
| "learning_rate": 1.2271186440677967e-06, |
| "loss": 1.4136, |
| "step": 28190 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 5.052265167236328, |
| "learning_rate": 1.2203389830508477e-06, |
| "loss": 1.3246, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.8834638595581055, |
| "learning_rate": 1.2135593220338984e-06, |
| "loss": 1.3436, |
| "step": 28210 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 10.564448356628418, |
| "learning_rate": 1.2067796610169492e-06, |
| "loss": 1.1619, |
| "step": 28220 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 3.8192801475524902, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 1.2328, |
| "step": 28230 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 5.635645866394043, |
| "learning_rate": 1.193220338983051e-06, |
| "loss": 1.3258, |
| "step": 28240 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.429792881011963, |
| "learning_rate": 1.186440677966102e-06, |
| "loss": 1.3368, |
| "step": 28250 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 11.116402626037598, |
| "learning_rate": 1.1796610169491527e-06, |
| "loss": 1.2527, |
| "step": 28260 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.7472074031829834, |
| "learning_rate": 1.1728813559322034e-06, |
| "loss": 1.4633, |
| "step": 28270 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 4.118687629699707, |
| "learning_rate": 1.1661016949152542e-06, |
| "loss": 1.4852, |
| "step": 28280 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 14.502837181091309, |
| "learning_rate": 1.1593220338983052e-06, |
| "loss": 1.1964, |
| "step": 28290 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 3.8546032905578613, |
| "learning_rate": 1.152542372881356e-06, |
| "loss": 1.1832, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.377305507659912, |
| "learning_rate": 1.145762711864407e-06, |
| "loss": 1.3164, |
| "step": 28310 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.172879219055176, |
| "learning_rate": 1.1389830508474577e-06, |
| "loss": 1.3163, |
| "step": 28320 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 4.290719032287598, |
| "learning_rate": 1.1322033898305087e-06, |
| "loss": 1.2505, |
| "step": 28330 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 15.109819412231445, |
| "learning_rate": 1.1254237288135594e-06, |
| "loss": 1.2868, |
| "step": 28340 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 11.07304859161377, |
| "learning_rate": 1.1186440677966102e-06, |
| "loss": 1.2118, |
| "step": 28350 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 14.64116096496582, |
| "learning_rate": 1.1118644067796612e-06, |
| "loss": 1.2904, |
| "step": 28360 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 12.49071216583252, |
| "learning_rate": 1.105084745762712e-06, |
| "loss": 1.286, |
| "step": 28370 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 3.750757932662964, |
| "learning_rate": 1.098305084745763e-06, |
| "loss": 1.2723, |
| "step": 28380 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 11.984790802001953, |
| "learning_rate": 1.0915254237288137e-06, |
| "loss": 1.1732, |
| "step": 28390 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 13.987404823303223, |
| "learning_rate": 1.0847457627118644e-06, |
| "loss": 1.2168, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 10.837672233581543, |
| "learning_rate": 1.0779661016949152e-06, |
| "loss": 1.4036, |
| "step": 28410 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 12.291699409484863, |
| "learning_rate": 1.0711864406779662e-06, |
| "loss": 1.1172, |
| "step": 28420 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 2.2296297550201416, |
| "learning_rate": 1.064406779661017e-06, |
| "loss": 1.3241, |
| "step": 28430 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.434119701385498, |
| "learning_rate": 1.057627118644068e-06, |
| "loss": 1.3096, |
| "step": 28440 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 3.2857985496520996, |
| "learning_rate": 1.0508474576271187e-06, |
| "loss": 1.3744, |
| "step": 28450 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.822338104248047, |
| "learning_rate": 1.0440677966101697e-06, |
| "loss": 1.3724, |
| "step": 28460 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.319363117218018, |
| "learning_rate": 1.0372881355932204e-06, |
| "loss": 1.2181, |
| "step": 28470 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 3.777921676635742, |
| "learning_rate": 1.0305084745762712e-06, |
| "loss": 1.3495, |
| "step": 28480 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.540971755981445, |
| "learning_rate": 1.0237288135593222e-06, |
| "loss": 1.4589, |
| "step": 28490 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 7.9154744148254395, |
| "learning_rate": 1.016949152542373e-06, |
| "loss": 1.3015, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.71, |
| "eval_loss": 1.3162422180175781, |
| "eval_runtime": 66.2512, |
| "eval_samples_per_second": 15.094, |
| "eval_steps_per_second": 15.094, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 15.148056983947754, |
| "learning_rate": 1.010169491525424e-06, |
| "loss": 1.2363, |
| "step": 28510 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 10.743448257446289, |
| "learning_rate": 1.0033898305084747e-06, |
| "loss": 1.1965, |
| "step": 28520 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 12.191396713256836, |
| "learning_rate": 9.966101694915254e-07, |
| "loss": 1.4387, |
| "step": 28530 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 4.78171968460083, |
| "learning_rate": 9.898305084745762e-07, |
| "loss": 1.4977, |
| "step": 28540 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 5.24019718170166, |
| "learning_rate": 9.830508474576272e-07, |
| "loss": 1.5177, |
| "step": 28550 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 12.000500679016113, |
| "learning_rate": 9.762711864406782e-07, |
| "loss": 1.1637, |
| "step": 28560 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 10.612434387207031, |
| "learning_rate": 9.69491525423729e-07, |
| "loss": 1.334, |
| "step": 28570 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 6.343203544616699, |
| "learning_rate": 9.627118644067797e-07, |
| "loss": 1.3152, |
| "step": 28580 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 5.986273288726807, |
| "learning_rate": 9.559322033898307e-07, |
| "loss": 1.3724, |
| "step": 28590 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 12.447896003723145, |
| "learning_rate": 9.491525423728814e-07, |
| "loss": 1.2404, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 18.211698532104492, |
| "learning_rate": 9.423728813559323e-07, |
| "loss": 1.3091, |
| "step": 28610 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 5.227106094360352, |
| "learning_rate": 9.355932203389831e-07, |
| "loss": 1.1275, |
| "step": 28620 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.874502182006836, |
| "learning_rate": 9.28813559322034e-07, |
| "loss": 1.2959, |
| "step": 28630 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 7.699239253997803, |
| "learning_rate": 9.220338983050848e-07, |
| "loss": 1.3687, |
| "step": 28640 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 7.712405681610107, |
| "learning_rate": 9.152542372881357e-07, |
| "loss": 1.3746, |
| "step": 28650 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 8.854902267456055, |
| "learning_rate": 9.084745762711864e-07, |
| "loss": 1.3399, |
| "step": 28660 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 5.26395320892334, |
| "learning_rate": 9.016949152542373e-07, |
| "loss": 1.2296, |
| "step": 28670 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 5.966766357421875, |
| "learning_rate": 8.949152542372883e-07, |
| "loss": 1.2806, |
| "step": 28680 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 5.988807201385498, |
| "learning_rate": 8.881355932203391e-07, |
| "loss": 1.4652, |
| "step": 28690 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.523200273513794, |
| "learning_rate": 8.813559322033899e-07, |
| "loss": 1.4848, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 3.4972944259643555, |
| "learning_rate": 8.745762711864407e-07, |
| "loss": 1.296, |
| "step": 28710 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.062095642089844, |
| "learning_rate": 8.677966101694917e-07, |
| "loss": 1.3716, |
| "step": 28720 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.065338134765625, |
| "learning_rate": 8.610169491525424e-07, |
| "loss": 1.2375, |
| "step": 28730 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 6.1202006340026855, |
| "learning_rate": 8.542372881355933e-07, |
| "loss": 1.3413, |
| "step": 28740 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 17.116790771484375, |
| "learning_rate": 8.474576271186441e-07, |
| "loss": 1.2014, |
| "step": 28750 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 6.310455799102783, |
| "learning_rate": 8.406779661016951e-07, |
| "loss": 1.2509, |
| "step": 28760 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 19.508827209472656, |
| "learning_rate": 8.338983050847458e-07, |
| "loss": 1.4035, |
| "step": 28770 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 10.587761878967285, |
| "learning_rate": 8.271186440677967e-07, |
| "loss": 1.3374, |
| "step": 28780 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 15.715071678161621, |
| "learning_rate": 8.203389830508475e-07, |
| "loss": 1.3229, |
| "step": 28790 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 3.0983753204345703, |
| "learning_rate": 8.135593220338983e-07, |
| "loss": 1.4297, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.541349411010742, |
| "learning_rate": 8.067796610169493e-07, |
| "loss": 1.3327, |
| "step": 28810 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.102433204650879, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 1.3362, |
| "step": 28820 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 6.362680435180664, |
| "learning_rate": 7.932203389830509e-07, |
| "loss": 1.2275, |
| "step": 28830 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 9.411408424377441, |
| "learning_rate": 7.864406779661017e-07, |
| "loss": 1.4023, |
| "step": 28840 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 6.113147258758545, |
| "learning_rate": 7.796610169491527e-07, |
| "loss": 1.2319, |
| "step": 28850 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 6.580341815948486, |
| "learning_rate": 7.728813559322034e-07, |
| "loss": 1.3559, |
| "step": 28860 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 10.778473854064941, |
| "learning_rate": 7.661016949152543e-07, |
| "loss": 1.2247, |
| "step": 28870 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.692105770111084, |
| "learning_rate": 7.593220338983051e-07, |
| "loss": 1.2254, |
| "step": 28880 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 8.076458930969238, |
| "learning_rate": 7.52542372881356e-07, |
| "loss": 1.3264, |
| "step": 28890 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 11.618599891662598, |
| "learning_rate": 7.457627118644069e-07, |
| "loss": 1.174, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 10.995185852050781, |
| "learning_rate": 7.389830508474577e-07, |
| "loss": 1.21, |
| "step": 28910 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 12.011213302612305, |
| "learning_rate": 7.322033898305085e-07, |
| "loss": 1.3272, |
| "step": 28920 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 4.367415428161621, |
| "learning_rate": 7.254237288135593e-07, |
| "loss": 1.3997, |
| "step": 28930 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 11.401775360107422, |
| "learning_rate": 7.186440677966103e-07, |
| "loss": 1.3507, |
| "step": 28940 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 8.856404304504395, |
| "learning_rate": 7.118644067796611e-07, |
| "loss": 1.3274, |
| "step": 28950 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 5.873079776763916, |
| "learning_rate": 7.05084745762712e-07, |
| "loss": 1.2987, |
| "step": 28960 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 7.142796993255615, |
| "learning_rate": 6.983050847457627e-07, |
| "loss": 1.2049, |
| "step": 28970 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 5.9704179763793945, |
| "learning_rate": 6.915254237288137e-07, |
| "loss": 1.3481, |
| "step": 28980 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 10.48417854309082, |
| "learning_rate": 6.847457627118645e-07, |
| "loss": 1.3498, |
| "step": 28990 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 12.131574630737305, |
| "learning_rate": 6.779661016949153e-07, |
| "loss": 1.3529, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_loss": 1.3368879556655884, |
| "eval_runtime": 66.2441, |
| "eval_samples_per_second": 15.096, |
| "eval_steps_per_second": 15.096, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 7.354034423828125, |
| "learning_rate": 6.711864406779661e-07, |
| "loss": 1.2698, |
| "step": 29010 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.9224977493286133, |
| "learning_rate": 6.64406779661017e-07, |
| "loss": 1.3377, |
| "step": 29020 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 8.08880615234375, |
| "learning_rate": 6.576271186440679e-07, |
| "loss": 1.4448, |
| "step": 29030 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.625216245651245, |
| "learning_rate": 6.508474576271187e-07, |
| "loss": 1.3561, |
| "step": 29040 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 13.905680656433105, |
| "learning_rate": 6.440677966101695e-07, |
| "loss": 1.2956, |
| "step": 29050 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.773040294647217, |
| "learning_rate": 6.372881355932203e-07, |
| "loss": 1.2934, |
| "step": 29060 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 5.38674259185791, |
| "learning_rate": 6.305084745762713e-07, |
| "loss": 1.3364, |
| "step": 29070 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 4.701632022857666, |
| "learning_rate": 6.237288135593221e-07, |
| "loss": 1.1754, |
| "step": 29080 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 8.243915557861328, |
| "learning_rate": 6.16949152542373e-07, |
| "loss": 1.4113, |
| "step": 29090 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 4.2352213859558105, |
| "learning_rate": 6.101694915254238e-07, |
| "loss": 1.4673, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 19.758262634277344, |
| "learning_rate": 6.033898305084746e-07, |
| "loss": 1.0756, |
| "step": 29110 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 9.024798393249512, |
| "learning_rate": 5.966101694915255e-07, |
| "loss": 1.1835, |
| "step": 29120 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.7573533058166504, |
| "learning_rate": 5.898305084745763e-07, |
| "loss": 1.3342, |
| "step": 29130 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.6472461223602295, |
| "learning_rate": 5.830508474576271e-07, |
| "loss": 1.478, |
| "step": 29140 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 8.194090843200684, |
| "learning_rate": 5.76271186440678e-07, |
| "loss": 1.2781, |
| "step": 29150 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 7.336125373840332, |
| "learning_rate": 5.694915254237288e-07, |
| "loss": 1.3871, |
| "step": 29160 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 9.800869941711426, |
| "learning_rate": 5.627118644067797e-07, |
| "loss": 1.237, |
| "step": 29170 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.7578229904174805, |
| "learning_rate": 5.559322033898306e-07, |
| "loss": 1.3408, |
| "step": 29180 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 11.04594612121582, |
| "learning_rate": 5.491525423728815e-07, |
| "loss": 1.4338, |
| "step": 29190 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 9.137775421142578, |
| "learning_rate": 5.423728813559322e-07, |
| "loss": 1.2292, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 6.266888618469238, |
| "learning_rate": 5.355932203389831e-07, |
| "loss": 1.3781, |
| "step": 29210 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 10.63198184967041, |
| "learning_rate": 5.28813559322034e-07, |
| "loss": 1.2394, |
| "step": 29220 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 16.352039337158203, |
| "learning_rate": 5.220338983050848e-07, |
| "loss": 1.3784, |
| "step": 29230 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 9.548080444335938, |
| "learning_rate": 5.152542372881356e-07, |
| "loss": 1.3201, |
| "step": 29240 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.56595516204834, |
| "learning_rate": 5.084745762711865e-07, |
| "loss": 1.2335, |
| "step": 29250 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.092132568359375, |
| "learning_rate": 5.016949152542373e-07, |
| "loss": 1.2999, |
| "step": 29260 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 12.341950416564941, |
| "learning_rate": 4.949152542372881e-07, |
| "loss": 1.2719, |
| "step": 29270 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 16.05048179626465, |
| "learning_rate": 4.881355932203391e-07, |
| "loss": 1.1151, |
| "step": 29280 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 8.888206481933594, |
| "learning_rate": 4.813559322033898e-07, |
| "loss": 1.0549, |
| "step": 29290 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 16.083812713623047, |
| "learning_rate": 4.745762711864407e-07, |
| "loss": 1.2443, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 5.3232741355896, |
| "learning_rate": 4.6779661016949154e-07, |
| "loss": 1.2953, |
| "step": 29310 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 15.959102630615234, |
| "learning_rate": 4.610169491525424e-07, |
| "loss": 1.282, |
| "step": 29320 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 8.539166450500488, |
| "learning_rate": 4.542372881355932e-07, |
| "loss": 1.2538, |
| "step": 29330 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 4.907639980316162, |
| "learning_rate": 4.4745762711864415e-07, |
| "loss": 1.3666, |
| "step": 29340 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.455517530441284, |
| "learning_rate": 4.4067796610169497e-07, |
| "loss": 1.2269, |
| "step": 29350 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 9.032910346984863, |
| "learning_rate": 4.3389830508474584e-07, |
| "loss": 1.2813, |
| "step": 29360 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.8847286701202393, |
| "learning_rate": 4.2711864406779666e-07, |
| "loss": 1.3336, |
| "step": 29370 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 11.284420013427734, |
| "learning_rate": 4.2033898305084753e-07, |
| "loss": 1.286, |
| "step": 29380 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 11.412368774414062, |
| "learning_rate": 4.1355932203389835e-07, |
| "loss": 1.3317, |
| "step": 29390 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 4.6027302742004395, |
| "learning_rate": 4.0677966101694916e-07, |
| "loss": 1.3263, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.39072322845459, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 1.3174, |
| "step": 29410 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.7101926803588867, |
| "learning_rate": 3.9322033898305085e-07, |
| "loss": 1.2673, |
| "step": 29420 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 10.152178764343262, |
| "learning_rate": 3.864406779661017e-07, |
| "loss": 1.3241, |
| "step": 29430 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 4.905571937561035, |
| "learning_rate": 3.7966101694915254e-07, |
| "loss": 1.2261, |
| "step": 29440 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 10.35471248626709, |
| "learning_rate": 3.7288135593220347e-07, |
| "loss": 1.2083, |
| "step": 29450 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 11.7713623046875, |
| "learning_rate": 3.6610169491525423e-07, |
| "loss": 1.2647, |
| "step": 29460 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 3.181910276412964, |
| "learning_rate": 3.5932203389830516e-07, |
| "loss": 1.4678, |
| "step": 29470 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 6.756598472595215, |
| "learning_rate": 3.52542372881356e-07, |
| "loss": 1.273, |
| "step": 29480 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 12.660133361816406, |
| "learning_rate": 3.4576271186440684e-07, |
| "loss": 1.3497, |
| "step": 29490 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 11.418837547302246, |
| "learning_rate": 3.3898305084745766e-07, |
| "loss": 1.3025, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.74, |
| "eval_loss": 1.2983591556549072, |
| "eval_runtime": 66.2327, |
| "eval_samples_per_second": 15.098, |
| "eval_steps_per_second": 15.098, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 5.526192665100098, |
| "learning_rate": 3.322033898305085e-07, |
| "loss": 1.1364, |
| "step": 29510 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 4.229588031768799, |
| "learning_rate": 3.2542372881355935e-07, |
| "loss": 1.3351, |
| "step": 29520 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 3.8703114986419678, |
| "learning_rate": 3.1864406779661017e-07, |
| "loss": 1.547, |
| "step": 29530 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 4.0574445724487305, |
| "learning_rate": 3.1186440677966104e-07, |
| "loss": 1.5269, |
| "step": 29540 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.609175443649292, |
| "learning_rate": 3.050847457627119e-07, |
| "loss": 1.3574, |
| "step": 29550 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 5.445046901702881, |
| "learning_rate": 2.9830508474576273e-07, |
| "loss": 1.3081, |
| "step": 29560 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 8.432710647583008, |
| "learning_rate": 2.9152542372881355e-07, |
| "loss": 1.2343, |
| "step": 29570 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 10.050646781921387, |
| "learning_rate": 2.847457627118644e-07, |
| "loss": 1.2665, |
| "step": 29580 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 6.895621299743652, |
| "learning_rate": 2.779661016949153e-07, |
| "loss": 1.1077, |
| "step": 29590 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 6.045702934265137, |
| "learning_rate": 2.711864406779661e-07, |
| "loss": 1.0306, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.18096661567688, |
| "learning_rate": 2.64406779661017e-07, |
| "loss": 1.167, |
| "step": 29610 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 8.721917152404785, |
| "learning_rate": 2.576271186440678e-07, |
| "loss": 1.2476, |
| "step": 29620 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 5.546863079071045, |
| "learning_rate": 2.5084745762711867e-07, |
| "loss": 1.3273, |
| "step": 29630 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 7.264005661010742, |
| "learning_rate": 2.4406779661016954e-07, |
| "loss": 1.4333, |
| "step": 29640 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 4.217822551727295, |
| "learning_rate": 2.3728813559322036e-07, |
| "loss": 1.5513, |
| "step": 29650 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 21.425151824951172, |
| "learning_rate": 2.305084745762712e-07, |
| "loss": 1.15, |
| "step": 29660 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 17.36193084716797, |
| "learning_rate": 2.2372881355932207e-07, |
| "loss": 1.4419, |
| "step": 29670 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 9.74802017211914, |
| "learning_rate": 2.1694915254237292e-07, |
| "loss": 1.2543, |
| "step": 29680 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 12.033125877380371, |
| "learning_rate": 2.1016949152542376e-07, |
| "loss": 1.378, |
| "step": 29690 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 14.735278129577637, |
| "learning_rate": 2.0338983050847458e-07, |
| "loss": 1.2712, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 11.541913986206055, |
| "learning_rate": 1.9661016949152543e-07, |
| "loss": 1.0699, |
| "step": 29710 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 3.0062718391418457, |
| "learning_rate": 1.8983050847457627e-07, |
| "loss": 1.3865, |
| "step": 29720 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 7.821793079376221, |
| "learning_rate": 1.8305084745762712e-07, |
| "loss": 1.1679, |
| "step": 29730 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 12.209012031555176, |
| "learning_rate": 1.76271186440678e-07, |
| "loss": 1.1567, |
| "step": 29740 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 3.285269021987915, |
| "learning_rate": 1.6949152542372883e-07, |
| "loss": 1.3667, |
| "step": 29750 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 5.812708377838135, |
| "learning_rate": 1.6271186440677968e-07, |
| "loss": 1.2521, |
| "step": 29760 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 3.4106059074401855, |
| "learning_rate": 1.5593220338983052e-07, |
| "loss": 1.3847, |
| "step": 29770 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 9.550897598266602, |
| "learning_rate": 1.4915254237288137e-07, |
| "loss": 1.2853, |
| "step": 29780 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 13.644095420837402, |
| "learning_rate": 1.423728813559322e-07, |
| "loss": 1.3305, |
| "step": 29790 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 6.250187397003174, |
| "learning_rate": 1.3559322033898305e-07, |
| "loss": 1.2896, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 11.07441234588623, |
| "learning_rate": 1.288135593220339e-07, |
| "loss": 1.2263, |
| "step": 29810 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 13.597912788391113, |
| "learning_rate": 1.2203389830508477e-07, |
| "loss": 1.4195, |
| "step": 29820 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 4.825064659118652, |
| "learning_rate": 1.152542372881356e-07, |
| "loss": 1.3549, |
| "step": 29830 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 3.6931655406951904, |
| "learning_rate": 1.0847457627118646e-07, |
| "loss": 1.3675, |
| "step": 29840 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 5.718669414520264, |
| "learning_rate": 1.0169491525423729e-07, |
| "loss": 1.4715, |
| "step": 29850 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 6.913152694702148, |
| "learning_rate": 9.491525423728814e-08, |
| "loss": 1.4853, |
| "step": 29860 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 5.6454644203186035, |
| "learning_rate": 8.8135593220339e-08, |
| "loss": 1.3638, |
| "step": 29870 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 7.006107330322266, |
| "learning_rate": 8.135593220338984e-08, |
| "loss": 1.387, |
| "step": 29880 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 7.425577163696289, |
| "learning_rate": 7.457627118644068e-08, |
| "loss": 1.314, |
| "step": 29890 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 12.527627944946289, |
| "learning_rate": 6.779661016949153e-08, |
| "loss": 1.3822, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 7.276275634765625, |
| "learning_rate": 6.101694915254239e-08, |
| "loss": 1.1887, |
| "step": 29910 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.8828225135803223, |
| "learning_rate": 5.423728813559323e-08, |
| "loss": 1.3262, |
| "step": 29920 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 3.2337329387664795, |
| "learning_rate": 4.745762711864407e-08, |
| "loss": 1.3487, |
| "step": 29930 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 6.47509765625, |
| "learning_rate": 4.067796610169492e-08, |
| "loss": 1.3835, |
| "step": 29940 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 8.018141746520996, |
| "learning_rate": 3.3898305084745764e-08, |
| "loss": 1.1818, |
| "step": 29950 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 6.676591396331787, |
| "learning_rate": 2.7118644067796615e-08, |
| "loss": 1.2067, |
| "step": 29960 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 3.872598648071289, |
| "learning_rate": 2.033898305084746e-08, |
| "loss": 1.2989, |
| "step": 29970 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.7663283348083496, |
| "learning_rate": 1.3559322033898307e-08, |
| "loss": 1.321, |
| "step": 29980 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 6.447133541107178, |
| "learning_rate": 6.779661016949154e-09, |
| "loss": 1.255, |
| "step": 29990 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 5.224142074584961, |
| "learning_rate": 0.0, |
| "loss": 1.2453, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.75, |
| "eval_loss": 1.307248592376709, |
| "eval_runtime": 66.2202, |
| "eval_samples_per_second": 15.101, |
| "eval_steps_per_second": 15.101, |
| "step": 30000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 30000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2500, |
| "total_flos": 4.8306377981952e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
