PuxAI's picture
Upload folder using huggingface_hub
ec7b2b1 verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.0,
"eval_steps": 500,
"global_step": 6972,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.1434308663224326,
"grad_norm": 0.007672377396374941,
"learning_rate": 1.8568559954102125e-05,
"loss": 0.009684596061706543,
"step": 500
},
{
"epoch": 0.2868617326448652,
"grad_norm": 0.012297257781028748,
"learning_rate": 1.7134251290877798e-05,
"loss": 0.004615603446960449,
"step": 1000
},
{
"epoch": 0.43029259896729777,
"grad_norm": 0.011442928574979305,
"learning_rate": 1.5699942627653474e-05,
"loss": 0.002997920036315918,
"step": 1500
},
{
"epoch": 0.5737234652897304,
"grad_norm": 0.013272660784423351,
"learning_rate": 1.4265633964429147e-05,
"loss": 0.0017894148826599122,
"step": 2000
},
{
"epoch": 0.7171543316121629,
"grad_norm": 0.014016266912221909,
"learning_rate": 1.283132530120482e-05,
"loss": 0.0011281795501708984,
"step": 2500
},
{
"epoch": 0.8605851979345955,
"grad_norm": 0.010322137735784054,
"learning_rate": 1.1397016637980494e-05,
"loss": 0.0008115814924240112,
"step": 3000
},
{
"epoch": 1.0040160642570282,
"grad_norm": 0.01365757267922163,
"learning_rate": 9.962707974756169e-06,
"loss": 0.0006433913707733155,
"step": 3500
},
{
"epoch": 1.1474469305794608,
"grad_norm": 0.009805912151932716,
"learning_rate": 8.528399311531842e-06,
"loss": 0.000557729184627533,
"step": 4000
},
{
"epoch": 1.2908777969018934,
"grad_norm": 0.008765346370637417,
"learning_rate": 7.0940906483075165e-06,
"loss": 0.000488772600889206,
"step": 4500
},
{
"epoch": 1.4343086632243258,
"grad_norm": 0.00846004392951727,
"learning_rate": 5.65978198508319e-06,
"loss": 0.00042926350235939024,
"step": 5000
},
{
"epoch": 1.5777395295467584,
"grad_norm": 0.005864540580660105,
"learning_rate": 4.225473321858865e-06,
"loss": 0.00040997520089149477,
"step": 5500
},
{
"epoch": 1.721170395869191,
"grad_norm": 0.004622944165021181,
"learning_rate": 2.791164658634538e-06,
"loss": 0.00037252518534660337,
"step": 6000
},
{
"epoch": 1.8646012621916235,
"grad_norm": 0.01336298044770956,
"learning_rate": 1.3568559954102124e-06,
"loss": 0.0003555941879749298,
"step": 6500
}
],
"logging_steps": 500,
"max_steps": 6972,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 6188296941634716.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}