| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9952, | |
| "eval_steps": 500, | |
| "global_step": 936, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 11.096345041133668, | |
| "learning_rate": 5e-06, | |
| "loss": 0.9124, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 2.0005484215366707, | |
| "learning_rate": 5e-06, | |
| "loss": 0.8231, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 1.7931305619074691, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7884, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 0.851189870496473, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7635, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.9889043585826149, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7591, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 0.8749373478404373, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7381, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 1.0946174467023697, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7318, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 0.9291846880748199, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7179, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 0.5509636442658649, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7139, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.593197960775897, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7063, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 0.9507443053374502, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7116, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 0.8188616654629195, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7087, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 0.8138893569857725, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7071, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 0.6168823207810579, | |
| "learning_rate": 5e-06, | |
| "loss": 0.707, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.5851796811481069, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7042, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 0.6381484672996786, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6966, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 1.1453372921610079, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6971, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 0.45645996706514147, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7013, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 0.6963644924074289, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7016, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.6629526941218145, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6907, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "grad_norm": 0.46342013498108614, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6947, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "grad_norm": 0.5188693861900772, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6947, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "grad_norm": 0.46151796592999117, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6888, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "grad_norm": 0.5322678506039507, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6933, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.4694684079232731, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6907, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "grad_norm": 0.5841370812658152, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6932, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "grad_norm": 0.49903482096358526, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6937, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "grad_norm": 0.5304368954337139, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6845, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 0.6838692426374734, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6842, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.6180107533054702, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6772, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 0.550556182335329, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6705, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.9984, | |
| "eval_loss": 0.6830303072929382, | |
| "eval_runtime": 166.7227, | |
| "eval_samples_per_second": 50.491, | |
| "eval_steps_per_second": 0.396, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.024, | |
| "grad_norm": 0.7196672666972574, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6414, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.056, | |
| "grad_norm": 0.6864929334563745, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6315, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.088, | |
| "grad_norm": 0.7530113138351922, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6361, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.5287710086719117, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6356, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.152, | |
| "grad_norm": 0.5840075309781476, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6322, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.184, | |
| "grad_norm": 0.5008293781573286, | |
| "learning_rate": 5e-06, | |
| "loss": 0.648, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.216, | |
| "grad_norm": 0.5734259910470129, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6344, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.248, | |
| "grad_norm": 0.5742943072984884, | |
| "learning_rate": 5e-06, | |
| "loss": 0.634, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.5646558201841438, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6367, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.312, | |
| "grad_norm": 0.582405938579332, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6333, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.3439999999999999, | |
| "grad_norm": 0.5464516067637085, | |
| "learning_rate": 5e-06, | |
| "loss": 0.627, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.376, | |
| "grad_norm": 0.526922439327205, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6413, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.408, | |
| "grad_norm": 0.5460672292153811, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6293, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.5139358671369992, | |
| "learning_rate": 5e-06, | |
| "loss": 0.63, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.472, | |
| "grad_norm": 0.5915093665608144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6459, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.504, | |
| "grad_norm": 0.5570676911617528, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6376, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.536, | |
| "grad_norm": 0.5728608013877954, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6401, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.568, | |
| "grad_norm": 0.4896266564265616, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6369, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.4962652191813324, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6415, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.6320000000000001, | |
| "grad_norm": 0.5518896628136374, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6287, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.6640000000000001, | |
| "grad_norm": 0.43944356606683, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6387, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.696, | |
| "grad_norm": 0.5183777489924765, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6376, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.728, | |
| "grad_norm": 0.4913940452170003, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6284, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.6170566214388444, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6356, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.792, | |
| "grad_norm": 0.6377778383394684, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6403, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.8239999999999998, | |
| "grad_norm": 0.5663340732106481, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6449, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.8559999999999999, | |
| "grad_norm": 0.5736342081997541, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6387, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.888, | |
| "grad_norm": 0.49306085144025097, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6241, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.5775658004357387, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6271, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.952, | |
| "grad_norm": 0.5577832354086514, | |
| "learning_rate": 5e-06, | |
| "loss": 0.634, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.984, | |
| "grad_norm": 0.5187494053729239, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6388, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.6722739934921265, | |
| "eval_runtime": 167.9944, | |
| "eval_samples_per_second": 50.109, | |
| "eval_steps_per_second": 0.393, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 2.016, | |
| "grad_norm": 0.7554552806950715, | |
| "learning_rate": 5e-06, | |
| "loss": 0.609, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.048, | |
| "grad_norm": 0.7015587384161144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5764, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.6710139474563853, | |
| "learning_rate": 5e-06, | |
| "loss": 0.583, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.112, | |
| "grad_norm": 0.5068349693062657, | |
| "learning_rate": 5e-06, | |
| "loss": 0.592, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.144, | |
| "grad_norm": 0.5399107301121943, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5891, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.176, | |
| "grad_norm": 0.5827025174626241, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5862, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.208, | |
| "grad_norm": 0.6588198083574598, | |
| "learning_rate": 5e-06, | |
| "loss": 0.581, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.5284463724994527, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5895, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.2720000000000002, | |
| "grad_norm": 0.5554858601981788, | |
| "learning_rate": 5e-06, | |
| "loss": 0.582, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.304, | |
| "grad_norm": 0.5076164990838873, | |
| "learning_rate": 5e-06, | |
| "loss": 0.591, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.336, | |
| "grad_norm": 0.5467190742693613, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5947, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.368, | |
| "grad_norm": 0.6169750992589544, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5972, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.48044936244386016, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5876, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.432, | |
| "grad_norm": 0.6032706176552372, | |
| "learning_rate": 5e-06, | |
| "loss": 0.587, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.464, | |
| "grad_norm": 0.6063975913360607, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5925, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.496, | |
| "grad_norm": 0.6086757160459484, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5866, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.528, | |
| "grad_norm": 0.5468098219597467, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5833, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.5487999795278167, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5833, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.592, | |
| "grad_norm": 0.549327963090587, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5901, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.624, | |
| "grad_norm": 0.7150840433104585, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5953, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.656, | |
| "grad_norm": 0.5334250102952837, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5921, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.6879999999999997, | |
| "grad_norm": 0.4984756567264573, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5909, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.7199999999999998, | |
| "grad_norm": 0.5260124201884769, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5891, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.752, | |
| "grad_norm": 0.4768707573361185, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5966, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.784, | |
| "grad_norm": 0.6307214695791044, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5956, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.816, | |
| "grad_norm": 0.6369711933029217, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5906, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.848, | |
| "grad_norm": 0.5331564084605998, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5944, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.49279217252034724, | |
| "learning_rate": 5e-06, | |
| "loss": 0.588, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.912, | |
| "grad_norm": 0.570357514747828, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5915, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.944, | |
| "grad_norm": 0.78678569178475, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6007, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.976, | |
| "grad_norm": 0.561666413771167, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5952, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.9952, | |
| "eval_loss": 0.6738138794898987, | |
| "eval_runtime": 168.233, | |
| "eval_samples_per_second": 50.038, | |
| "eval_steps_per_second": 0.392, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 2.9952, | |
| "step": 936, | |
| "total_flos": 1567416102420480.0, | |
| "train_loss": 0.647635899293117, | |
| "train_runtime": 28091.6471, | |
| "train_samples_per_second": 17.079, | |
| "train_steps_per_second": 0.033 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 936, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1567416102420480.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |