JinNian0072's picture
Upload folder using huggingface_hub
69a7ea7 verified
{
"best_global_step": 244,
"best_metric": 0.30717727541923523,
"best_model_checkpoint": "lora_qwen32b_java_abdiff_v2/checkpoint-244",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 244,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.041109969167523124,
"grad_norm": 0.5229843258857727,
"learning_rate": 3.648648648648649e-06,
"loss": 1.149,
"step": 10
},
{
"epoch": 0.08221993833504625,
"grad_norm": 0.5120038390159607,
"learning_rate": 7.702702702702703e-06,
"loss": 1.0995,
"step": 20
},
{
"epoch": 0.12332990750256938,
"grad_norm": 0.4333497881889343,
"learning_rate": 1.1756756756756757e-05,
"loss": 1.0168,
"step": 30
},
{
"epoch": 0.1644398766700925,
"grad_norm": 0.3843521475791931,
"learning_rate": 1.5810810810810808e-05,
"loss": 0.8955,
"step": 40
},
{
"epoch": 0.20554984583761562,
"grad_norm": 0.44873204827308655,
"learning_rate": 1.9864864864864866e-05,
"loss": 0.7296,
"step": 50
},
{
"epoch": 0.24665981500513876,
"grad_norm": 0.40769267082214355,
"learning_rate": 2.3918918918918917e-05,
"loss": 0.6065,
"step": 60
},
{
"epoch": 0.28776978417266186,
"grad_norm": 0.25337493419647217,
"learning_rate": 2.7972972972972975e-05,
"loss": 0.4745,
"step": 70
},
{
"epoch": 0.328879753340185,
"grad_norm": 0.2596264183521271,
"learning_rate": 2.9772036474164135e-05,
"loss": 0.4406,
"step": 80
},
{
"epoch": 0.3699897225077081,
"grad_norm": 0.260395348072052,
"learning_rate": 2.9316109422492404e-05,
"loss": 0.3933,
"step": 90
},
{
"epoch": 0.41109969167523125,
"grad_norm": 0.1907619684934616,
"learning_rate": 2.886018237082067e-05,
"loss": 0.368,
"step": 100
},
{
"epoch": 0.4522096608427544,
"grad_norm": 0.18910694122314453,
"learning_rate": 2.8404255319148935e-05,
"loss": 0.3569,
"step": 110
},
{
"epoch": 0.4933196300102775,
"grad_norm": 0.21357780694961548,
"learning_rate": 2.7948328267477204e-05,
"loss": 0.3585,
"step": 120
},
{
"epoch": 0.5344295991778006,
"grad_norm": 0.19042538106441498,
"learning_rate": 2.7492401215805473e-05,
"loss": 0.3236,
"step": 130
},
{
"epoch": 0.5755395683453237,
"grad_norm": 0.20597364008426666,
"learning_rate": 2.7036474164133738e-05,
"loss": 0.3176,
"step": 140
},
{
"epoch": 0.6166495375128469,
"grad_norm": 0.1616671234369278,
"learning_rate": 2.6580547112462007e-05,
"loss": 0.2951,
"step": 150
},
{
"epoch": 0.65775950668037,
"grad_norm": 0.19652485847473145,
"learning_rate": 2.6124620060790272e-05,
"loss": 0.3035,
"step": 160
},
{
"epoch": 0.6988694758478932,
"grad_norm": 0.16938744485378265,
"learning_rate": 2.566869300911854e-05,
"loss": 0.2986,
"step": 170
},
{
"epoch": 0.7399794450154162,
"grad_norm": 0.1938844472169876,
"learning_rate": 2.521276595744681e-05,
"loss": 0.2844,
"step": 180
},
{
"epoch": 0.7810894141829393,
"grad_norm": 0.19115138053894043,
"learning_rate": 2.4756838905775076e-05,
"loss": 0.2897,
"step": 190
},
{
"epoch": 0.8221993833504625,
"grad_norm": 0.20208393037319183,
"learning_rate": 2.4300911854103345e-05,
"loss": 0.2712,
"step": 200
},
{
"epoch": 0.8633093525179856,
"grad_norm": 0.19500800967216492,
"learning_rate": 2.3844984802431613e-05,
"loss": 0.258,
"step": 210
},
{
"epoch": 0.9044193216855088,
"grad_norm": 0.21097730100154877,
"learning_rate": 2.338905775075988e-05,
"loss": 0.251,
"step": 220
},
{
"epoch": 0.9455292908530318,
"grad_norm": 0.25240081548690796,
"learning_rate": 2.2933130699088144e-05,
"loss": 0.2338,
"step": 230
},
{
"epoch": 0.986639260020555,
"grad_norm": 0.24149411916732788,
"learning_rate": 2.2477203647416413e-05,
"loss": 0.2372,
"step": 240
},
{
"epoch": 1.0,
"eval_loss": 0.30717727541923523,
"eval_runtime": 180.7589,
"eval_samples_per_second": 3.607,
"eval_steps_per_second": 1.804,
"step": 244
}
],
"logging_steps": 10,
"max_steps": 732,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.423270096480641e+18,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}