| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 882, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.034013605442176874, |
| "grad_norm": 5.093772950493088, |
| "learning_rate": 5e-06, |
| "loss": 1.0253, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06802721088435375, |
| "grad_norm": 1.582810434950759, |
| "learning_rate": 5e-06, |
| "loss": 0.9164, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.10204081632653061, |
| "grad_norm": 1.081419957922015, |
| "learning_rate": 5e-06, |
| "loss": 0.8837, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1360544217687075, |
| "grad_norm": 1.334991004257816, |
| "learning_rate": 5e-06, |
| "loss": 0.8662, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.17006802721088435, |
| "grad_norm": 0.6437293692108047, |
| "learning_rate": 5e-06, |
| "loss": 0.8474, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 0.7291088099940165, |
| "learning_rate": 5e-06, |
| "loss": 0.8403, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.23809523809523808, |
| "grad_norm": 1.2250728318971373, |
| "learning_rate": 5e-06, |
| "loss": 0.8324, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.272108843537415, |
| "grad_norm": 0.5271316099486635, |
| "learning_rate": 5e-06, |
| "loss": 0.8255, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.30612244897959184, |
| "grad_norm": 0.657776756921105, |
| "learning_rate": 5e-06, |
| "loss": 0.8268, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3401360544217687, |
| "grad_norm": 0.6441066353244067, |
| "learning_rate": 5e-06, |
| "loss": 0.8244, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3741496598639456, |
| "grad_norm": 0.8285320708808935, |
| "learning_rate": 5e-06, |
| "loss": 0.8204, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "grad_norm": 0.7161434853368004, |
| "learning_rate": 5e-06, |
| "loss": 0.8162, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4421768707482993, |
| "grad_norm": 0.5513713742579371, |
| "learning_rate": 5e-06, |
| "loss": 0.8145, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.47619047619047616, |
| "grad_norm": 0.7457252021496298, |
| "learning_rate": 5e-06, |
| "loss": 0.8055, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5102040816326531, |
| "grad_norm": 0.5974600771687919, |
| "learning_rate": 5e-06, |
| "loss": 0.8046, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.54421768707483, |
| "grad_norm": 0.5106810999294438, |
| "learning_rate": 5e-06, |
| "loss": 0.8038, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5782312925170068, |
| "grad_norm": 0.5233604769586638, |
| "learning_rate": 5e-06, |
| "loss": 0.7984, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 0.6621030752821899, |
| "learning_rate": 5e-06, |
| "loss": 0.8053, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6462585034013606, |
| "grad_norm": 0.6082801478115033, |
| "learning_rate": 5e-06, |
| "loss": 0.7971, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6802721088435374, |
| "grad_norm": 0.6921185518271565, |
| "learning_rate": 5e-06, |
| "loss": 0.7962, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.7932977516942055, |
| "learning_rate": 5e-06, |
| "loss": 0.7965, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7482993197278912, |
| "grad_norm": 0.6324128246753213, |
| "learning_rate": 5e-06, |
| "loss": 0.7934, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.782312925170068, |
| "grad_norm": 0.559311808415173, |
| "learning_rate": 5e-06, |
| "loss": 0.7989, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 0.6432666654821662, |
| "learning_rate": 5e-06, |
| "loss": 0.7969, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.8503401360544217, |
| "grad_norm": 0.744813344130182, |
| "learning_rate": 5e-06, |
| "loss": 0.7919, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8843537414965986, |
| "grad_norm": 0.5433587318374555, |
| "learning_rate": 5e-06, |
| "loss": 0.7902, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.9183673469387755, |
| "grad_norm": 0.7120343599921604, |
| "learning_rate": 5e-06, |
| "loss": 0.7906, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 1.1772393318908365, |
| "learning_rate": 5e-06, |
| "loss": 0.7883, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.9863945578231292, |
| "grad_norm": 1.289674010358365, |
| "learning_rate": 5e-06, |
| "loss": 0.7865, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.787599503993988, |
| "eval_runtime": 312.4094, |
| "eval_samples_per_second": 25.358, |
| "eval_steps_per_second": 0.397, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.0204081632653061, |
| "grad_norm": 0.9036542003842971, |
| "learning_rate": 5e-06, |
| "loss": 0.7746, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.054421768707483, |
| "grad_norm": 0.8034701067288486, |
| "learning_rate": 5e-06, |
| "loss": 0.7488, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.08843537414966, |
| "grad_norm": 0.6023506564223867, |
| "learning_rate": 5e-06, |
| "loss": 0.7475, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.1224489795918366, |
| "grad_norm": 0.6504967920737302, |
| "learning_rate": 5e-06, |
| "loss": 0.7431, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1564625850340136, |
| "grad_norm": 0.5813877515629605, |
| "learning_rate": 5e-06, |
| "loss": 0.7462, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.1904761904761905, |
| "grad_norm": 0.6259897603352809, |
| "learning_rate": 5e-06, |
| "loss": 0.747, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.2244897959183674, |
| "grad_norm": 0.6862271161840088, |
| "learning_rate": 5e-06, |
| "loss": 0.7455, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2585034013605443, |
| "grad_norm": 0.5769690007814378, |
| "learning_rate": 5e-06, |
| "loss": 0.7406, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.2925170068027212, |
| "grad_norm": 0.557540098903492, |
| "learning_rate": 5e-06, |
| "loss": 0.7538, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.3265306122448979, |
| "grad_norm": 0.7131020070740424, |
| "learning_rate": 5e-06, |
| "loss": 0.7458, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.3605442176870748, |
| "grad_norm": 0.5948565780053893, |
| "learning_rate": 5e-06, |
| "loss": 0.7446, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.3945578231292517, |
| "grad_norm": 0.6911445705490143, |
| "learning_rate": 5e-06, |
| "loss": 0.7497, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.6252849135367671, |
| "learning_rate": 5e-06, |
| "loss": 0.7469, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.4625850340136055, |
| "grad_norm": 0.6646202868499425, |
| "learning_rate": 5e-06, |
| "loss": 0.7424, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.4965986394557822, |
| "grad_norm": 0.6970040399316466, |
| "learning_rate": 5e-06, |
| "loss": 0.7445, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.5306122448979593, |
| "grad_norm": 0.6004043771512654, |
| "learning_rate": 5e-06, |
| "loss": 0.7492, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.564625850340136, |
| "grad_norm": 0.6563540827889115, |
| "learning_rate": 5e-06, |
| "loss": 0.7423, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.598639455782313, |
| "grad_norm": 0.7454418696472762, |
| "learning_rate": 5e-06, |
| "loss": 0.7434, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.6326530612244898, |
| "grad_norm": 0.5564890350927186, |
| "learning_rate": 5e-06, |
| "loss": 0.7365, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.7834978093049169, |
| "learning_rate": 5e-06, |
| "loss": 0.7421, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.7006802721088436, |
| "grad_norm": 0.583066628701426, |
| "learning_rate": 5e-06, |
| "loss": 0.7463, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.7346938775510203, |
| "grad_norm": 0.5893517422275613, |
| "learning_rate": 5e-06, |
| "loss": 0.7376, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.7687074829931972, |
| "grad_norm": 0.5037802702044101, |
| "learning_rate": 5e-06, |
| "loss": 0.7441, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.8027210884353742, |
| "grad_norm": 0.5931792416654984, |
| "learning_rate": 5e-06, |
| "loss": 0.7431, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.836734693877551, |
| "grad_norm": 0.6402441098113224, |
| "learning_rate": 5e-06, |
| "loss": 0.7438, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.870748299319728, |
| "grad_norm": 0.5654472975194821, |
| "learning_rate": 5e-06, |
| "loss": 0.7393, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.9047619047619047, |
| "grad_norm": 0.5753064985895123, |
| "learning_rate": 5e-06, |
| "loss": 0.7397, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.9387755102040818, |
| "grad_norm": 0.7250548373178971, |
| "learning_rate": 5e-06, |
| "loss": 0.7397, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.9727891156462585, |
| "grad_norm": 0.5431763568539679, |
| "learning_rate": 5e-06, |
| "loss": 0.7399, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.7747776508331299, |
| "eval_runtime": 316.2944, |
| "eval_samples_per_second": 25.046, |
| "eval_steps_per_second": 0.392, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.006802721088435, |
| "grad_norm": 1.0710107167046419, |
| "learning_rate": 5e-06, |
| "loss": 0.7322, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.0408163265306123, |
| "grad_norm": 0.8179848172880277, |
| "learning_rate": 5e-06, |
| "loss": 0.6959, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.074829931972789, |
| "grad_norm": 0.7213840408679012, |
| "learning_rate": 5e-06, |
| "loss": 0.6963, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.108843537414966, |
| "grad_norm": 0.842144783291229, |
| "learning_rate": 5e-06, |
| "loss": 0.6919, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 0.8281153884085551, |
| "learning_rate": 5e-06, |
| "loss": 0.6885, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.17687074829932, |
| "grad_norm": 0.6466546656089918, |
| "learning_rate": 5e-06, |
| "loss": 0.696, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.2108843537414966, |
| "grad_norm": 0.526364663799012, |
| "learning_rate": 5e-06, |
| "loss": 0.6937, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.2448979591836733, |
| "grad_norm": 0.5634674036723205, |
| "learning_rate": 5e-06, |
| "loss": 0.6981, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.2789115646258504, |
| "grad_norm": 0.5968432701967212, |
| "learning_rate": 5e-06, |
| "loss": 0.7015, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.312925170068027, |
| "grad_norm": 0.5913462184907319, |
| "learning_rate": 5e-06, |
| "loss": 0.7012, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.3469387755102042, |
| "grad_norm": 0.7450042075059763, |
| "learning_rate": 5e-06, |
| "loss": 0.6952, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.380952380952381, |
| "grad_norm": 0.5383186417121737, |
| "learning_rate": 5e-06, |
| "loss": 0.6953, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.4149659863945576, |
| "grad_norm": 0.7331040417967113, |
| "learning_rate": 5e-06, |
| "loss": 0.6997, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.4489795918367347, |
| "grad_norm": 0.707608838125245, |
| "learning_rate": 5e-06, |
| "loss": 0.6947, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.4829931972789114, |
| "grad_norm": 0.5739038681907664, |
| "learning_rate": 5e-06, |
| "loss": 0.7002, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.5170068027210886, |
| "grad_norm": 0.6882559394709682, |
| "learning_rate": 5e-06, |
| "loss": 0.7, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.5510204081632653, |
| "grad_norm": 0.5748954947299686, |
| "learning_rate": 5e-06, |
| "loss": 0.6977, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.5850340136054424, |
| "grad_norm": 0.5661948160767387, |
| "learning_rate": 5e-06, |
| "loss": 0.6972, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.619047619047619, |
| "grad_norm": 0.6170581920248837, |
| "learning_rate": 5e-06, |
| "loss": 0.6988, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.6530612244897958, |
| "grad_norm": 0.7539930534954333, |
| "learning_rate": 5e-06, |
| "loss": 0.6977, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.687074829931973, |
| "grad_norm": 0.5811347422760094, |
| "learning_rate": 5e-06, |
| "loss": 0.6987, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.7210884353741496, |
| "grad_norm": 0.6704654193944088, |
| "learning_rate": 5e-06, |
| "loss": 0.6982, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.7551020408163263, |
| "grad_norm": 0.6505538631815906, |
| "learning_rate": 5e-06, |
| "loss": 0.7006, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.7891156462585034, |
| "grad_norm": 0.5672733814024299, |
| "learning_rate": 5e-06, |
| "loss": 0.7038, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.8231292517006805, |
| "grad_norm": 0.6464062527883608, |
| "learning_rate": 5e-06, |
| "loss": 0.7031, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.6783589732638796, |
| "learning_rate": 5e-06, |
| "loss": 0.7001, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.891156462585034, |
| "grad_norm": 0.6780111327853662, |
| "learning_rate": 5e-06, |
| "loss": 0.6999, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.925170068027211, |
| "grad_norm": 0.6861118715829543, |
| "learning_rate": 5e-06, |
| "loss": 0.7007, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.9591836734693877, |
| "grad_norm": 0.6468827032168267, |
| "learning_rate": 5e-06, |
| "loss": 0.7029, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.9931972789115644, |
| "grad_norm": 0.5936344265821127, |
| "learning_rate": 5e-06, |
| "loss": 0.7006, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.7735684514045715, |
| "eval_runtime": 316.0096, |
| "eval_samples_per_second": 25.069, |
| "eval_steps_per_second": 0.392, |
| "step": 882 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 882, |
| "total_flos": 1477173470822400.0, |
| "train_loss": 0.7552210683184687, |
| "train_runtime": 52264.4132, |
| "train_samples_per_second": 8.64, |
| "train_steps_per_second": 0.017 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 882, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1477173470822400.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
