| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 40, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "entropy": 1.3193361535668373, | |
| "epoch": 0.051118210862619806, | |
| "grad_norm": 0.8119011521339417, | |
| "learning_rate": 0.0, | |
| "loss": 1.692, | |
| "mean_token_accuracy": 0.654717817902565, | |
| "num_tokens": 133947.0, | |
| "step": 1 | |
| }, | |
| { | |
| "entropy": 1.3207192197442055, | |
| "epoch": 0.10223642172523961, | |
| "grad_norm": 0.8001739382743835, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.6938, | |
| "mean_token_accuracy": 0.6540814265608788, | |
| "num_tokens": 267949.0, | |
| "step": 2 | |
| }, | |
| { | |
| "entropy": 1.3139144703745842, | |
| "epoch": 0.15335463258785942, | |
| "grad_norm": 0.8021382689476013, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.6875, | |
| "mean_token_accuracy": 0.6542951986193657, | |
| "num_tokens": 402435.0, | |
| "step": 3 | |
| }, | |
| { | |
| "entropy": 1.3238477781414986, | |
| "epoch": 0.20447284345047922, | |
| "grad_norm": 0.8046473264694214, | |
| "learning_rate": 6e-06, | |
| "loss": 1.6979, | |
| "mean_token_accuracy": 0.6523041352629662, | |
| "num_tokens": 536339.0, | |
| "step": 4 | |
| }, | |
| { | |
| "entropy": 1.3151762038469315, | |
| "epoch": 0.25559105431309903, | |
| "grad_norm": 0.7999162077903748, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.6884, | |
| "mean_token_accuracy": 0.6541883014142513, | |
| "num_tokens": 670396.0, | |
| "step": 5 | |
| }, | |
| { | |
| "entropy": 1.3171968907117844, | |
| "epoch": 0.30670926517571884, | |
| "grad_norm": 0.8070191740989685, | |
| "learning_rate": 1e-05, | |
| "loss": 1.6881, | |
| "mean_token_accuracy": 0.6536356993019581, | |
| "num_tokens": 804575.0, | |
| "step": 6 | |
| }, | |
| { | |
| "entropy": 1.3177252262830734, | |
| "epoch": 0.35782747603833864, | |
| "grad_norm": 0.8115559220314026, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.6852, | |
| "mean_token_accuracy": 0.6539545804262161, | |
| "num_tokens": 938351.0, | |
| "step": 7 | |
| }, | |
| { | |
| "entropy": 1.3142458871006966, | |
| "epoch": 0.40894568690095845, | |
| "grad_norm": 0.809145987033844, | |
| "learning_rate": 1.4e-05, | |
| "loss": 1.6739, | |
| "mean_token_accuracy": 0.6544475704431534, | |
| "num_tokens": 1072655.0, | |
| "step": 8 | |
| }, | |
| { | |
| "entropy": 1.3176514655351639, | |
| "epoch": 0.46006389776357826, | |
| "grad_norm": 0.8079097270965576, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.6733, | |
| "mean_token_accuracy": 0.6541223935782909, | |
| "num_tokens": 1206472.0, | |
| "step": 9 | |
| }, | |
| { | |
| "entropy": 1.3175865784287453, | |
| "epoch": 0.5111821086261981, | |
| "grad_norm": 0.8009534478187561, | |
| "learning_rate": 1.8e-05, | |
| "loss": 1.657, | |
| "mean_token_accuracy": 0.655005007982254, | |
| "num_tokens": 1340462.0, | |
| "step": 10 | |
| }, | |
| { | |
| "entropy": 1.3152535259723663, | |
| "epoch": 0.5623003194888179, | |
| "grad_norm": 0.7782304883003235, | |
| "learning_rate": 2e-05, | |
| "loss": 1.6391, | |
| "mean_token_accuracy": 0.6572432741522789, | |
| "num_tokens": 1474818.0, | |
| "step": 11 | |
| }, | |
| { | |
| "entropy": 1.31825902312994, | |
| "epoch": 0.6134185303514377, | |
| "grad_norm": 0.7459490299224854, | |
| "learning_rate": 1.977777777777778e-05, | |
| "loss": 1.6261, | |
| "mean_token_accuracy": 0.6601505167782307, | |
| "num_tokens": 1608731.0, | |
| "step": 12 | |
| }, | |
| { | |
| "entropy": 1.322536252439022, | |
| "epoch": 0.6645367412140575, | |
| "grad_norm": 0.7278594970703125, | |
| "learning_rate": 1.9555555555555557e-05, | |
| "loss": 1.6056, | |
| "mean_token_accuracy": 0.6621886678040028, | |
| "num_tokens": 1742229.0, | |
| "step": 13 | |
| }, | |
| { | |
| "entropy": 1.3205925300717354, | |
| "epoch": 0.7156549520766773, | |
| "grad_norm": 0.6732656359672546, | |
| "learning_rate": 1.9333333333333333e-05, | |
| "loss": 1.587, | |
| "mean_token_accuracy": 0.6625417172908783, | |
| "num_tokens": 1875890.0, | |
| "step": 14 | |
| }, | |
| { | |
| "entropy": 1.3151337951421738, | |
| "epoch": 0.7667731629392971, | |
| "grad_norm": 0.6385083794593811, | |
| "learning_rate": 1.9111111111111113e-05, | |
| "loss": 1.5551, | |
| "mean_token_accuracy": 0.6706915572285652, | |
| "num_tokens": 2009719.0, | |
| "step": 15 | |
| }, | |
| { | |
| "entropy": 1.3125323951244354, | |
| "epoch": 0.8178913738019169, | |
| "grad_norm": 0.6251479387283325, | |
| "learning_rate": 1.888888888888889e-05, | |
| "loss": 1.5312, | |
| "mean_token_accuracy": 0.6725872829556465, | |
| "num_tokens": 2143710.0, | |
| "step": 16 | |
| }, | |
| { | |
| "entropy": 1.3094838485121727, | |
| "epoch": 0.8690095846645367, | |
| "grad_norm": 0.6229560375213623, | |
| "learning_rate": 1.866666666666667e-05, | |
| "loss": 1.5063, | |
| "mean_token_accuracy": 0.6759799160063267, | |
| "num_tokens": 2277556.0, | |
| "step": 17 | |
| }, | |
| { | |
| "entropy": 1.3096359893679619, | |
| "epoch": 0.9201277955271565, | |
| "grad_norm": 0.6263618469238281, | |
| "learning_rate": 1.8444444444444448e-05, | |
| "loss": 1.4846, | |
| "mean_token_accuracy": 0.6817599721252918, | |
| "num_tokens": 2411448.0, | |
| "step": 18 | |
| }, | |
| { | |
| "entropy": 1.2960194796323776, | |
| "epoch": 0.9712460063897763, | |
| "grad_norm": 0.6250044703483582, | |
| "learning_rate": 1.8222222222222224e-05, | |
| "loss": 1.4525, | |
| "mean_token_accuracy": 0.6899448521435261, | |
| "num_tokens": 2545738.0, | |
| "step": 19 | |
| }, | |
| { | |
| "entropy": 1.2956058846579657, | |
| "epoch": 1.0, | |
| "grad_norm": 0.6314756870269775, | |
| "learning_rate": 1.8e-05, | |
| "loss": 1.4391, | |
| "mean_token_accuracy": 0.6940541995896233, | |
| "num_tokens": 2616926.0, | |
| "step": 20 | |
| }, | |
| { | |
| "entropy": 1.2914148643612862, | |
| "epoch": 1.0511182108626198, | |
| "grad_norm": 0.631912887096405, | |
| "learning_rate": 1.7777777777777777e-05, | |
| "loss": 1.4127, | |
| "mean_token_accuracy": 0.6994642727077007, | |
| "num_tokens": 2750943.0, | |
| "step": 21 | |
| }, | |
| { | |
| "entropy": 1.2763815149664879, | |
| "epoch": 1.1022364217252396, | |
| "grad_norm": 0.6287756562232971, | |
| "learning_rate": 1.7555555555555556e-05, | |
| "loss": 1.3806, | |
| "mean_token_accuracy": 0.7029485926032066, | |
| "num_tokens": 2885149.0, | |
| "step": 22 | |
| }, | |
| { | |
| "entropy": 1.2685835510492325, | |
| "epoch": 1.1533546325878594, | |
| "grad_norm": 0.6242936253547668, | |
| "learning_rate": 1.7333333333333336e-05, | |
| "loss": 1.3606, | |
| "mean_token_accuracy": 0.7043894305825233, | |
| "num_tokens": 3019433.0, | |
| "step": 23 | |
| }, | |
| { | |
| "entropy": 1.263872005045414, | |
| "epoch": 1.2044728434504792, | |
| "grad_norm": 0.6192987561225891, | |
| "learning_rate": 1.7111111111111112e-05, | |
| "loss": 1.337, | |
| "mean_token_accuracy": 0.709864255040884, | |
| "num_tokens": 3153309.0, | |
| "step": 24 | |
| }, | |
| { | |
| "entropy": 1.2505493015050888, | |
| "epoch": 1.255591054313099, | |
| "grad_norm": 0.6113152503967285, | |
| "learning_rate": 1.688888888888889e-05, | |
| "loss": 1.3113, | |
| "mean_token_accuracy": 0.7119522020220757, | |
| "num_tokens": 3287322.0, | |
| "step": 25 | |
| }, | |
| { | |
| "entropy": 1.242555320262909, | |
| "epoch": 1.3067092651757188, | |
| "grad_norm": 0.597195029258728, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 1.2892, | |
| "mean_token_accuracy": 0.7140648253262043, | |
| "num_tokens": 3421258.0, | |
| "step": 26 | |
| }, | |
| { | |
| "entropy": 1.229688823223114, | |
| "epoch": 1.3578274760383386, | |
| "grad_norm": 0.586483359336853, | |
| "learning_rate": 1.6444444444444444e-05, | |
| "loss": 1.264, | |
| "mean_token_accuracy": 0.7178861573338509, | |
| "num_tokens": 3555933.0, | |
| "step": 27 | |
| }, | |
| { | |
| "entropy": 1.2219947651028633, | |
| "epoch": 1.4089456869009584, | |
| "grad_norm": 0.5772027373313904, | |
| "learning_rate": 1.6222222222222223e-05, | |
| "loss": 1.2416, | |
| "mean_token_accuracy": 0.7191276662051678, | |
| "num_tokens": 3689685.0, | |
| "step": 28 | |
| }, | |
| { | |
| "entropy": 1.2158958613872528, | |
| "epoch": 1.4600638977635783, | |
| "grad_norm": 0.5700508952140808, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.2201, | |
| "mean_token_accuracy": 0.7224024310708046, | |
| "num_tokens": 3823781.0, | |
| "step": 29 | |
| }, | |
| { | |
| "entropy": 1.2152001112699509, | |
| "epoch": 1.511182108626198, | |
| "grad_norm": 0.5722755789756775, | |
| "learning_rate": 1.577777777777778e-05, | |
| "loss": 1.2091, | |
| "mean_token_accuracy": 0.722760371863842, | |
| "num_tokens": 3956942.0, | |
| "step": 30 | |
| }, | |
| { | |
| "entropy": 1.1953495219349861, | |
| "epoch": 1.5623003194888179, | |
| "grad_norm": 0.5692858695983887, | |
| "learning_rate": 1.555555555555556e-05, | |
| "loss": 1.1714, | |
| "mean_token_accuracy": 0.7302578240633011, | |
| "num_tokens": 4091313.0, | |
| "step": 31 | |
| }, | |
| { | |
| "entropy": 1.1933885142207146, | |
| "epoch": 1.6134185303514377, | |
| "grad_norm": 0.5751745700836182, | |
| "learning_rate": 1.5333333333333334e-05, | |
| "loss": 1.1615, | |
| "mean_token_accuracy": 0.7318685166537762, | |
| "num_tokens": 4225481.0, | |
| "step": 32 | |
| }, | |
| { | |
| "entropy": 1.1871799379587173, | |
| "epoch": 1.6645367412140575, | |
| "grad_norm": 0.5843569040298462, | |
| "learning_rate": 1.5111111111111112e-05, | |
| "loss": 1.1378, | |
| "mean_token_accuracy": 0.7380619496107101, | |
| "num_tokens": 4359158.0, | |
| "step": 33 | |
| }, | |
| { | |
| "entropy": 1.1805067732930183, | |
| "epoch": 1.7156549520766773, | |
| "grad_norm": 0.5917448997497559, | |
| "learning_rate": 1.488888888888889e-05, | |
| "loss": 1.1218, | |
| "mean_token_accuracy": 0.7423498816788197, | |
| "num_tokens": 4493077.0, | |
| "step": 34 | |
| }, | |
| { | |
| "entropy": 1.170977495610714, | |
| "epoch": 1.766773162939297, | |
| "grad_norm": 0.59839928150177, | |
| "learning_rate": 1.4666666666666666e-05, | |
| "loss": 1.096, | |
| "mean_token_accuracy": 0.7493030689656734, | |
| "num_tokens": 4627251.0, | |
| "step": 35 | |
| }, | |
| { | |
| "entropy": 1.1678270995616913, | |
| "epoch": 1.817891373801917, | |
| "grad_norm": 0.6055343151092529, | |
| "learning_rate": 1.4444444444444446e-05, | |
| "loss": 1.0802, | |
| "mean_token_accuracy": 0.7507753595709801, | |
| "num_tokens": 4761020.0, | |
| "step": 36 | |
| }, | |
| { | |
| "entropy": 1.158110834658146, | |
| "epoch": 1.8690095846645367, | |
| "grad_norm": 0.6079038381576538, | |
| "learning_rate": 1.4222222222222224e-05, | |
| "loss": 1.0628, | |
| "mean_token_accuracy": 0.755638737231493, | |
| "num_tokens": 4895183.0, | |
| "step": 37 | |
| }, | |
| { | |
| "entropy": 1.154124453663826, | |
| "epoch": 1.9201277955271565, | |
| "grad_norm": 0.6134995222091675, | |
| "learning_rate": 1.4e-05, | |
| "loss": 1.043, | |
| "mean_token_accuracy": 0.7614487372338772, | |
| "num_tokens": 5028509.0, | |
| "step": 38 | |
| }, | |
| { | |
| "entropy": 1.1415963619947433, | |
| "epoch": 1.9712460063897763, | |
| "grad_norm": 0.608974277973175, | |
| "learning_rate": 1.377777777777778e-05, | |
| "loss": 1.0203, | |
| "mean_token_accuracy": 0.7697952277958393, | |
| "num_tokens": 5162590.0, | |
| "step": 39 | |
| }, | |
| { | |
| "entropy": 1.1324340105056763, | |
| "epoch": 2.0, | |
| "grad_norm": 0.6109018325805664, | |
| "learning_rate": 1.3555555555555557e-05, | |
| "loss": 0.9992, | |
| "mean_token_accuracy": 0.7730923626157973, | |
| "num_tokens": 5233852.0, | |
| "step": 40 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 100, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 10, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.566288687449702e+16, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |