Buckets:
| { | |
| "best_global_step": 225, | |
| "best_metric": 2.3704192638397217, | |
| "best_model_checkpoint": "./output/checkpoint-225", | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 450, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.044444444444444446, | |
| "grad_norm": 2.1648311614990234, | |
| "learning_rate": 4.5e-06, | |
| "loss": 2.466257667541504, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.08888888888888889, | |
| "grad_norm": 4.898372650146484, | |
| "learning_rate": 9.5e-06, | |
| "loss": 2.397753143310547, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.13333333333333333, | |
| "grad_norm": 2.4088022708892822, | |
| "learning_rate": 1.45e-05, | |
| "loss": 2.3467193603515626, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.17777777777777778, | |
| "grad_norm": 2.3660852909088135, | |
| "learning_rate": 1.9500000000000003e-05, | |
| "loss": 2.3866750717163088, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2222222222222222, | |
| "grad_norm": 1.8886386156082153, | |
| "learning_rate": 2.45e-05, | |
| "loss": 2.4110111236572265, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 2.3049066066741943, | |
| "learning_rate": 2.95e-05, | |
| "loss": 2.3524829864501955, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3111111111111111, | |
| "grad_norm": 2.200075387954712, | |
| "learning_rate": 3.45e-05, | |
| "loss": 2.45643310546875, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.35555555555555557, | |
| "grad_norm": 2.166034460067749, | |
| "learning_rate": 3.9500000000000005e-05, | |
| "loss": 2.4559621810913086, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.8101855516433716, | |
| "learning_rate": 4.4500000000000004e-05, | |
| "loss": 2.372382926940918, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 2.296342134475708, | |
| "learning_rate": 4.9500000000000004e-05, | |
| "loss": 2.4228847503662108, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.4888888888888889, | |
| "grad_norm": 2.5206782817840576, | |
| "learning_rate": 4.9217391304347824e-05, | |
| "loss": 2.4426870346069336, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 2.3830366134643555, | |
| "learning_rate": 4.834782608695652e-05, | |
| "loss": 2.379886817932129, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.5777777777777777, | |
| "grad_norm": 2.637955665588379, | |
| "learning_rate": 4.747826086956522e-05, | |
| "loss": 2.3728614807128907, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6222222222222222, | |
| "grad_norm": 2.458829879760742, | |
| "learning_rate": 4.660869565217392e-05, | |
| "loss": 2.462764358520508, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 2.68799090385437, | |
| "learning_rate": 4.5739130434782614e-05, | |
| "loss": 2.323098373413086, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7111111111111111, | |
| "grad_norm": 2.776823043823242, | |
| "learning_rate": 4.486956521739131e-05, | |
| "loss": 2.330042839050293, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7555555555555555, | |
| "grad_norm": 2.658755302429199, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 2.3432085037231447, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.509666681289673, | |
| "learning_rate": 4.3130434782608695e-05, | |
| "loss": 2.353105163574219, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8444444444444444, | |
| "grad_norm": 2.1432905197143555, | |
| "learning_rate": 4.226086956521739e-05, | |
| "loss": 2.4502593994140627, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 2.2782559394836426, | |
| "learning_rate": 4.1391304347826086e-05, | |
| "loss": 2.399493408203125, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9333333333333333, | |
| "grad_norm": 2.4559714794158936, | |
| "learning_rate": 4.052173913043478e-05, | |
| "loss": 2.4100601196289064, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.9777777777777777, | |
| "grad_norm": 2.3984427452087402, | |
| "learning_rate": 3.965217391304348e-05, | |
| "loss": 2.3846929550170897, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 2.3704192638397217, | |
| "eval_runtime": 2.7149, | |
| "eval_samples_per_second": 73.667, | |
| "eval_steps_per_second": 9.208, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.0222222222222221, | |
| "grad_norm": 2.1680757999420166, | |
| "learning_rate": 3.878260869565218e-05, | |
| "loss": 2.3897687911987306, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.0666666666666667, | |
| "grad_norm": 1.4551690816879272, | |
| "learning_rate": 3.7913043478260876e-05, | |
| "loss": 2.432059097290039, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1111111111111112, | |
| "grad_norm": 1.8473337888717651, | |
| "learning_rate": 3.704347826086957e-05, | |
| "loss": 2.447095489501953, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.1555555555555554, | |
| "grad_norm": 2.2014007568359375, | |
| "learning_rate": 3.617391304347826e-05, | |
| "loss": 2.43582820892334, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.310044050216675, | |
| "learning_rate": 3.5304347826086956e-05, | |
| "loss": 2.372956466674805, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.2444444444444445, | |
| "grad_norm": 2.2953226566314697, | |
| "learning_rate": 3.443478260869565e-05, | |
| "loss": 2.3458200454711915, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.2888888888888888, | |
| "grad_norm": 2.1383249759674072, | |
| "learning_rate": 3.356521739130435e-05, | |
| "loss": 2.3527500152587892, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 3.1357085704803467, | |
| "learning_rate": 3.269565217391304e-05, | |
| "loss": 2.378863525390625, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.3777777777777778, | |
| "grad_norm": 1.6716424226760864, | |
| "learning_rate": 3.182608695652174e-05, | |
| "loss": 2.3464269638061523, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.4222222222222223, | |
| "grad_norm": 2.721541166305542, | |
| "learning_rate": 3.0956521739130435e-05, | |
| "loss": 2.392436218261719, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.4666666666666668, | |
| "grad_norm": 1.6220859289169312, | |
| "learning_rate": 3.008695652173913e-05, | |
| "loss": 2.3591419219970704, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.511111111111111, | |
| "grad_norm": 1.9437788724899292, | |
| "learning_rate": 2.921739130434783e-05, | |
| "loss": 2.4155120849609375, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.5555555555555556, | |
| "grad_norm": 2.0959434509277344, | |
| "learning_rate": 2.8347826086956525e-05, | |
| "loss": 2.358566474914551, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.9890892505645752, | |
| "learning_rate": 2.747826086956522e-05, | |
| "loss": 2.387654495239258, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.6444444444444444, | |
| "grad_norm": 2.2642343044281006, | |
| "learning_rate": 2.6608695652173913e-05, | |
| "loss": 2.3926748275756835, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.6888888888888889, | |
| "grad_norm": 1.9827393293380737, | |
| "learning_rate": 2.573913043478261e-05, | |
| "loss": 2.3806028366088867, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.7333333333333334, | |
| "grad_norm": 2.2234737873077393, | |
| "learning_rate": 2.4869565217391305e-05, | |
| "loss": 2.3464998245239257, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.7777777777777777, | |
| "grad_norm": 2.2928340435028076, | |
| "learning_rate": 2.4e-05, | |
| "loss": 2.378097915649414, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.8222222222222222, | |
| "grad_norm": 3.076613426208496, | |
| "learning_rate": 2.31304347826087e-05, | |
| "loss": 2.36694393157959, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.8666666666666667, | |
| "grad_norm": 2.2511839866638184, | |
| "learning_rate": 2.2260869565217392e-05, | |
| "loss": 2.4177019119262697, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.911111111111111, | |
| "grad_norm": 2.397934675216675, | |
| "learning_rate": 2.1391304347826088e-05, | |
| "loss": 2.339081954956055, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.9555555555555557, | |
| "grad_norm": 2.236941337585449, | |
| "learning_rate": 2.0521739130434784e-05, | |
| "loss": 2.26760311126709, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.9281189441680908, | |
| "learning_rate": 1.965217391304348e-05, | |
| "loss": 2.368147277832031, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 2.3753504753112793, | |
| "eval_runtime": 2.3939, | |
| "eval_samples_per_second": 83.545, | |
| "eval_steps_per_second": 10.443, | |
| "step": 450 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 675, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 41482583654400.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |
Xet Storage Details
- Size:
- 9.33 kB
- Xet hash:
- d9a04c0d6788def6f83f9f649d6d6fbc0289899ac104ec2ed1e11b1cb0452c4f
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.