| { | |
| "best_global_step": 2476, | |
| "best_metric": 0.03474666550755501, | |
| "best_model_checkpoint": "./multilingual-e5-large-instruct-tuned/checkpoint-2476", | |
| "epoch": 1.0, | |
| "eval_steps": 2476, | |
| "global_step": 49503, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.050017170676524655, | |
| "grad_norm": 2.024930715560913, | |
| "learning_rate": 1.4826e-05, | |
| "loss": 0.1209, | |
| "step": 2476 | |
| }, | |
| { | |
| "epoch": 0.050017170676524655, | |
| "eval_loss": 0.03474666550755501, | |
| "eval_runtime": 4.009, | |
| "eval_samples_per_second": 249.438, | |
| "eval_steps_per_second": 20.953, | |
| "step": 2476 | |
| }, | |
| { | |
| "epoch": 0.10003434135304931, | |
| "grad_norm": 20.096084594726562, | |
| "learning_rate": 2.9681999999999998e-05, | |
| "loss": 0.0737, | |
| "step": 4952 | |
| }, | |
| { | |
| "epoch": 0.10003434135304931, | |
| "eval_loss": 0.04586857557296753, | |
| "eval_runtime": 3.9771, | |
| "eval_samples_per_second": 251.442, | |
| "eval_steps_per_second": 21.121, | |
| "step": 4952 | |
| }, | |
| { | |
| "epoch": 0.15005151202957395, | |
| "grad_norm": 28.073986053466797, | |
| "learning_rate": 2.836797519268364e-05, | |
| "loss": 0.087, | |
| "step": 7428 | |
| }, | |
| { | |
| "epoch": 0.15005151202957395, | |
| "eval_loss": 0.07319504022598267, | |
| "eval_runtime": 4.0741, | |
| "eval_samples_per_second": 245.454, | |
| "eval_steps_per_second": 20.618, | |
| "step": 7428 | |
| }, | |
| { | |
| "epoch": 0.20006868270609862, | |
| "grad_norm": 17.107769012451172, | |
| "learning_rate": 2.6700222456913017e-05, | |
| "loss": 0.0825, | |
| "step": 9904 | |
| }, | |
| { | |
| "epoch": 0.20006868270609862, | |
| "eval_loss": 0.12089800834655762, | |
| "eval_runtime": 3.9723, | |
| "eval_samples_per_second": 251.744, | |
| "eval_steps_per_second": 21.146, | |
| "step": 9904 | |
| }, | |
| { | |
| "epoch": 0.2500858533826233, | |
| "grad_norm": 3.858909845352173, | |
| "learning_rate": 2.503112149742714e-05, | |
| "loss": 0.0783, | |
| "step": 12380 | |
| }, | |
| { | |
| "epoch": 0.2500858533826233, | |
| "eval_loss": 0.0933559387922287, | |
| "eval_runtime": 4.0558, | |
| "eval_samples_per_second": 246.558, | |
| "eval_steps_per_second": 20.711, | |
| "step": 12380 | |
| }, | |
| { | |
| "epoch": 0.3001030240591479, | |
| "grad_norm": 14.209930419921875, | |
| "learning_rate": 2.3362694649798892e-05, | |
| "loss": 0.071, | |
| "step": 14856 | |
| }, | |
| { | |
| "epoch": 0.3001030240591479, | |
| "eval_loss": 0.07928071916103363, | |
| "eval_runtime": 4.0248, | |
| "eval_samples_per_second": 248.461, | |
| "eval_steps_per_second": 20.871, | |
| "step": 14856 | |
| }, | |
| { | |
| "epoch": 0.3501201947356726, | |
| "grad_norm": 10.779126167297363, | |
| "learning_rate": 2.1693593690313013e-05, | |
| "loss": 0.0661, | |
| "step": 17332 | |
| }, | |
| { | |
| "epoch": 0.3501201947356726, | |
| "eval_loss": 0.08546418696641922, | |
| "eval_runtime": 4.043, | |
| "eval_samples_per_second": 247.343, | |
| "eval_steps_per_second": 20.777, | |
| "step": 17332 | |
| }, | |
| { | |
| "epoch": 0.40013736541219724, | |
| "grad_norm": 1.4697766304016113, | |
| "learning_rate": 2.002584095454239e-05, | |
| "loss": 0.0652, | |
| "step": 19808 | |
| }, | |
| { | |
| "epoch": 0.40013736541219724, | |
| "eval_loss": 0.09644335508346558, | |
| "eval_runtime": 4.0609, | |
| "eval_samples_per_second": 246.249, | |
| "eval_steps_per_second": 20.685, | |
| "step": 19808 | |
| }, | |
| { | |
| "epoch": 0.4501545360887219, | |
| "grad_norm": 2.2271530628204346, | |
| "learning_rate": 1.8356739995056515e-05, | |
| "loss": 0.063, | |
| "step": 22284 | |
| }, | |
| { | |
| "epoch": 0.4501545360887219, | |
| "eval_loss": 0.08915343880653381, | |
| "eval_runtime": 4.0402, | |
| "eval_samples_per_second": 247.51, | |
| "eval_steps_per_second": 20.791, | |
| "step": 22284 | |
| }, | |
| { | |
| "epoch": 0.5001717067652466, | |
| "grad_norm": 1.1830430030822754, | |
| "learning_rate": 1.668966137114352e-05, | |
| "loss": 0.056, | |
| "step": 24760 | |
| }, | |
| { | |
| "epoch": 0.5001717067652466, | |
| "eval_loss": 0.09230654686689377, | |
| "eval_runtime": 3.9998, | |
| "eval_samples_per_second": 250.015, | |
| "eval_steps_per_second": 21.001, | |
| "step": 24760 | |
| }, | |
| { | |
| "epoch": 0.5501888774417713, | |
| "grad_norm": 1.6715331077575684, | |
| "learning_rate": 1.5020560411657642e-05, | |
| "loss": 0.0509, | |
| "step": 27236 | |
| }, | |
| { | |
| "epoch": 0.5501888774417713, | |
| "eval_loss": 0.10158851742744446, | |
| "eval_runtime": 4.0427, | |
| "eval_samples_per_second": 247.359, | |
| "eval_steps_per_second": 20.778, | |
| "step": 27236 | |
| }, | |
| { | |
| "epoch": 0.6002060481182958, | |
| "grad_norm": 12.792489051818848, | |
| "learning_rate": 1.3351459452171763e-05, | |
| "loss": 0.045, | |
| "step": 29712 | |
| }, | |
| { | |
| "epoch": 0.6002060481182958, | |
| "eval_loss": 0.09177897125482559, | |
| "eval_runtime": 4.0062, | |
| "eval_samples_per_second": 249.616, | |
| "eval_steps_per_second": 20.968, | |
| "step": 29712 | |
| }, | |
| { | |
| "epoch": 0.6502232187948205, | |
| "grad_norm": 2.540958881378174, | |
| "learning_rate": 1.1683032604543514e-05, | |
| "loss": 0.0472, | |
| "step": 32188 | |
| }, | |
| { | |
| "epoch": 0.6502232187948205, | |
| "eval_loss": 0.08962409943342209, | |
| "eval_runtime": 3.9987, | |
| "eval_samples_per_second": 250.082, | |
| "eval_steps_per_second": 21.007, | |
| "step": 32188 | |
| }, | |
| { | |
| "epoch": 0.7002403894713451, | |
| "grad_norm": 1.4448179006576538, | |
| "learning_rate": 1.0015279868772891e-05, | |
| "loss": 0.0396, | |
| "step": 34664 | |
| }, | |
| { | |
| "epoch": 0.7002403894713451, | |
| "eval_loss": 0.09593009948730469, | |
| "eval_runtime": 4.0564, | |
| "eval_samples_per_second": 246.525, | |
| "eval_steps_per_second": 20.708, | |
| "step": 34664 | |
| }, | |
| { | |
| "epoch": 0.7502575601478698, | |
| "grad_norm": 0.11427940428256989, | |
| "learning_rate": 8.346178909287014e-06, | |
| "loss": 0.0371, | |
| "step": 37140 | |
| }, | |
| { | |
| "epoch": 0.7502575601478698, | |
| "eval_loss": 0.08187365531921387, | |
| "eval_runtime": 4.0715, | |
| "eval_samples_per_second": 245.607, | |
| "eval_steps_per_second": 20.631, | |
| "step": 37140 | |
| }, | |
| { | |
| "epoch": 0.8002747308243945, | |
| "grad_norm": 0.4649958312511444, | |
| "learning_rate": 6.677752061658764e-06, | |
| "loss": 0.0341, | |
| "step": 39616 | |
| }, | |
| { | |
| "epoch": 0.8002747308243945, | |
| "eval_loss": 0.08447403460741043, | |
| "eval_runtime": 3.9953, | |
| "eval_samples_per_second": 250.296, | |
| "eval_steps_per_second": 21.025, | |
| "step": 39616 | |
| }, | |
| { | |
| "epoch": 0.8502919015009192, | |
| "grad_norm": 0.39804375171661377, | |
| "learning_rate": 5.009999325888142e-06, | |
| "loss": 0.0344, | |
| "step": 42092 | |
| }, | |
| { | |
| "epoch": 0.8502919015009192, | |
| "eval_loss": 0.07903166115283966, | |
| "eval_runtime": 3.9825, | |
| "eval_samples_per_second": 251.1, | |
| "eval_steps_per_second": 21.092, | |
| "step": 42092 | |
| }, | |
| { | |
| "epoch": 0.9003090721774438, | |
| "grad_norm": 0.6405961513519287, | |
| "learning_rate": 3.341572478259893e-06, | |
| "loss": 0.0288, | |
| "step": 44568 | |
| }, | |
| { | |
| "epoch": 0.9003090721774438, | |
| "eval_loss": 0.08632776886224747, | |
| "eval_runtime": 4.0332, | |
| "eval_samples_per_second": 247.94, | |
| "eval_steps_per_second": 20.827, | |
| "step": 44568 | |
| }, | |
| { | |
| "epoch": 0.9503262428539685, | |
| "grad_norm": 0.09592943638563156, | |
| "learning_rate": 1.6724715187740154e-06, | |
| "loss": 0.03, | |
| "step": 47044 | |
| }, | |
| { | |
| "epoch": 0.9503262428539685, | |
| "eval_loss": 0.07667936384677887, | |
| "eval_runtime": 4.0126, | |
| "eval_samples_per_second": 249.217, | |
| "eval_steps_per_second": 20.934, | |
| "step": 47044 | |
| } | |
| ], | |
| "logging_steps": 2476, | |
| "max_steps": 49503, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 2476, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 12, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |