| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.8225806451612905, | |
| "eval_steps": 100, | |
| "global_step": 2800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.10080645161290322, | |
| "eval_accuracy": 0.08417928653841922, | |
| "eval_loss": 5.752899646759033, | |
| "eval_runtime": 62.0977, | |
| "eval_samples_per_second": 24.993, | |
| "eval_steps_per_second": 0.789, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.20161290322580644, | |
| "eval_accuracy": 0.08268329015442163, | |
| "eval_loss": 5.443298816680908, | |
| "eval_runtime": 62.0585, | |
| "eval_samples_per_second": 25.009, | |
| "eval_steps_per_second": 0.79, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3024193548387097, | |
| "eval_accuracy": 0.07856146899875044, | |
| "eval_loss": 5.327319622039795, | |
| "eval_runtime": 62.0363, | |
| "eval_samples_per_second": 25.018, | |
| "eval_steps_per_second": 0.79, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4032258064516129, | |
| "eval_accuracy": 0.07751066609990712, | |
| "eval_loss": 5.258698463439941, | |
| "eval_runtime": 62.0725, | |
| "eval_samples_per_second": 25.003, | |
| "eval_steps_per_second": 0.789, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5040322580645161, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 4.1599462365591404e-05, | |
| "loss": 5.571, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5040322580645161, | |
| "eval_accuracy": 0.07672025056131017, | |
| "eval_loss": 5.229703426361084, | |
| "eval_runtime": 62.0486, | |
| "eval_samples_per_second": 25.013, | |
| "eval_steps_per_second": 0.79, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.6048387096774194, | |
| "eval_accuracy": 0.0763650434369539, | |
| "eval_loss": 5.196520805358887, | |
| "eval_runtime": 62.0297, | |
| "eval_samples_per_second": 25.02, | |
| "eval_steps_per_second": 0.79, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.7056451612903226, | |
| "eval_accuracy": 0.077187363334036, | |
| "eval_loss": 5.175901889801025, | |
| "eval_runtime": 62.0405, | |
| "eval_samples_per_second": 25.016, | |
| "eval_steps_per_second": 0.79, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.8064516129032258, | |
| "eval_accuracy": 0.07545865092754048, | |
| "eval_loss": 5.157538890838623, | |
| "eval_runtime": 62.031, | |
| "eval_samples_per_second": 25.02, | |
| "eval_steps_per_second": 0.79, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.907258064516129, | |
| "eval_accuracy": 0.07520929443264239, | |
| "eval_loss": 5.153995037078857, | |
| "eval_runtime": 62.0464, | |
| "eval_samples_per_second": 25.014, | |
| "eval_steps_per_second": 0.79, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.0080645161290323, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 3.31989247311828e-05, | |
| "loss": 5.1997, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0080645161290323, | |
| "eval_accuracy": 0.07693396983438175, | |
| "eval_loss": 5.134342670440674, | |
| "eval_runtime": 62.0251, | |
| "eval_samples_per_second": 25.022, | |
| "eval_steps_per_second": 0.79, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.1088709677419355, | |
| "eval_accuracy": 0.07625756236294938, | |
| "eval_loss": 5.132731914520264, | |
| "eval_runtime": 62.1032, | |
| "eval_samples_per_second": 24.991, | |
| "eval_steps_per_second": 0.789, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.2096774193548387, | |
| "eval_accuracy": 0.07647123597980147, | |
| "eval_loss": 5.128543853759766, | |
| "eval_runtime": 62.0211, | |
| "eval_samples_per_second": 25.024, | |
| "eval_steps_per_second": 0.79, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.310483870967742, | |
| "eval_accuracy": 0.07615019590017348, | |
| "eval_loss": 5.1188788414001465, | |
| "eval_runtime": 62.0621, | |
| "eval_samples_per_second": 25.007, | |
| "eval_steps_per_second": 0.79, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.4112903225806452, | |
| "eval_accuracy": 0.07678086190049863, | |
| "eval_loss": 5.11050271987915, | |
| "eval_runtime": 62.0289, | |
| "eval_samples_per_second": 25.021, | |
| "eval_steps_per_second": 0.79, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.5120967741935485, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 2.4798387096774196e-05, | |
| "loss": 5.1424, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.5120967741935485, | |
| "eval_accuracy": 0.07600313797499995, | |
| "eval_loss": 5.115657329559326, | |
| "eval_runtime": 62.0343, | |
| "eval_samples_per_second": 25.018, | |
| "eval_steps_per_second": 0.79, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.6129032258064515, | |
| "eval_accuracy": 0.07590795945533446, | |
| "eval_loss": 5.111791133880615, | |
| "eval_runtime": 62.0288, | |
| "eval_samples_per_second": 25.021, | |
| "eval_steps_per_second": 0.79, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.713709677419355, | |
| "eval_accuracy": 0.07696024882654234, | |
| "eval_loss": 5.103736877441406, | |
| "eval_runtime": 62.0691, | |
| "eval_samples_per_second": 25.004, | |
| "eval_steps_per_second": 0.789, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.814516129032258, | |
| "eval_accuracy": 0.07661788474582673, | |
| "eval_loss": 5.100837707519531, | |
| "eval_runtime": 62.0201, | |
| "eval_samples_per_second": 25.024, | |
| "eval_steps_per_second": 0.79, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.9153225806451613, | |
| "eval_accuracy": 0.07619118061314897, | |
| "eval_loss": 5.093105792999268, | |
| "eval_runtime": 62.0654, | |
| "eval_samples_per_second": 25.006, | |
| "eval_steps_per_second": 0.789, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.0161290322580645, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 1.639784946236559e-05, | |
| "loss": 5.1271, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.0161290322580645, | |
| "eval_accuracy": 0.07656381630226827, | |
| "eval_loss": 5.093105792999268, | |
| "eval_runtime": 62.0354, | |
| "eval_samples_per_second": 25.018, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.1169354838709675, | |
| "eval_accuracy": 0.07620813163709154, | |
| "eval_loss": 5.098904609680176, | |
| "eval_runtime": 62.0701, | |
| "eval_samples_per_second": 25.004, | |
| "eval_steps_per_second": 0.789, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.217741935483871, | |
| "eval_accuracy": 0.07596129493030288, | |
| "eval_loss": 5.105669975280762, | |
| "eval_runtime": 62.0252, | |
| "eval_samples_per_second": 25.022, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.318548387096774, | |
| "eval_accuracy": 0.07612546049970809, | |
| "eval_loss": 5.104703426361084, | |
| "eval_runtime": 62.0492, | |
| "eval_samples_per_second": 25.012, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.4193548387096775, | |
| "eval_accuracy": 0.0759234690424817, | |
| "eval_loss": 5.099548816680908, | |
| "eval_runtime": 62.037, | |
| "eval_samples_per_second": 25.017, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.5201612903225805, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 7.99731182795699e-06, | |
| "loss": 5.1184, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.5201612903225805, | |
| "eval_accuracy": 0.07605458862003364, | |
| "eval_loss": 5.100837707519531, | |
| "eval_runtime": 62.036, | |
| "eval_samples_per_second": 25.018, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.620967741935484, | |
| "eval_accuracy": 0.07616761720212274, | |
| "eval_loss": 5.103092670440674, | |
| "eval_runtime": 62.0411, | |
| "eval_samples_per_second": 25.016, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.721774193548387, | |
| "eval_accuracy": 0.07602115683138232, | |
| "eval_loss": 5.096649646759033, | |
| "eval_runtime": 62.0513, | |
| "eval_samples_per_second": 25.012, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.8225806451612905, | |
| "eval_accuracy": 0.0763081475418867, | |
| "eval_loss": 5.093105792999268, | |
| "eval_runtime": 62.0511, | |
| "eval_samples_per_second": 25.012, | |
| "eval_steps_per_second": 0.79, | |
| "step": 2800 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2976, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 200, | |
| "total_flos": 8.429184193501594e+16, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |