Final_layer_LM / checkpoint-1000 /trainer_state.json
ManojAlexender's picture
Upload folder using huggingface_hub
d7c40f8 verified
{
"best_metric": 0.9186971783638,
"best_model_checkpoint": "./Finetuned_Classification_model_200k/checkpoint-500",
"epoch": 0.16,
"eval_steps": 500,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1e-05,
"loss": 1.037,
"step": 10
},
{
"epoch": 0.0,
"learning_rate": 2e-05,
"loss": 0.907,
"step": 20
},
{
"epoch": 0.0,
"learning_rate": 3e-05,
"loss": 0.7159,
"step": 30
},
{
"epoch": 0.01,
"learning_rate": 4e-05,
"loss": 0.5758,
"step": 40
},
{
"epoch": 0.01,
"learning_rate": 5e-05,
"loss": 0.3454,
"step": 50
},
{
"epoch": 0.01,
"learning_rate": 4.997326203208557e-05,
"loss": 0.1851,
"step": 60
},
{
"epoch": 0.01,
"learning_rate": 4.994652406417113e-05,
"loss": 0.2821,
"step": 70
},
{
"epoch": 0.01,
"learning_rate": 4.9919786096256686e-05,
"loss": 0.1741,
"step": 80
},
{
"epoch": 0.01,
"learning_rate": 4.9893048128342245e-05,
"loss": 0.1749,
"step": 90
},
{
"epoch": 0.02,
"learning_rate": 4.986631016042781e-05,
"loss": 0.2407,
"step": 100
},
{
"epoch": 0.02,
"learning_rate": 4.983957219251337e-05,
"loss": 0.2612,
"step": 110
},
{
"epoch": 0.02,
"learning_rate": 4.981283422459893e-05,
"loss": 0.1677,
"step": 120
},
{
"epoch": 0.02,
"learning_rate": 4.9786096256684495e-05,
"loss": 0.1123,
"step": 130
},
{
"epoch": 0.02,
"learning_rate": 4.975935828877006e-05,
"loss": 0.1368,
"step": 140
},
{
"epoch": 0.02,
"learning_rate": 4.973262032085561e-05,
"loss": 0.1449,
"step": 150
},
{
"epoch": 0.03,
"learning_rate": 4.970588235294118e-05,
"loss": 0.152,
"step": 160
},
{
"epoch": 0.03,
"learning_rate": 4.967914438502674e-05,
"loss": 0.2504,
"step": 170
},
{
"epoch": 0.03,
"learning_rate": 4.9652406417112304e-05,
"loss": 0.2578,
"step": 180
},
{
"epoch": 0.03,
"learning_rate": 4.962566844919786e-05,
"loss": 0.1289,
"step": 190
},
{
"epoch": 0.03,
"learning_rate": 4.959893048128342e-05,
"loss": 0.1263,
"step": 200
},
{
"epoch": 0.03,
"learning_rate": 4.957219251336899e-05,
"loss": 0.1031,
"step": 210
},
{
"epoch": 0.04,
"learning_rate": 4.9545454545454553e-05,
"loss": 0.2453,
"step": 220
},
{
"epoch": 0.04,
"learning_rate": 4.9518716577540106e-05,
"loss": 0.0675,
"step": 230
},
{
"epoch": 0.04,
"learning_rate": 4.949197860962567e-05,
"loss": 0.1807,
"step": 240
},
{
"epoch": 0.04,
"learning_rate": 4.946524064171123e-05,
"loss": 0.1493,
"step": 250
},
{
"epoch": 0.04,
"learning_rate": 4.9438502673796796e-05,
"loss": 0.109,
"step": 260
},
{
"epoch": 0.04,
"learning_rate": 4.9411764705882355e-05,
"loss": 0.2148,
"step": 270
},
{
"epoch": 0.04,
"learning_rate": 4.9385026737967914e-05,
"loss": 0.2574,
"step": 280
},
{
"epoch": 0.05,
"learning_rate": 4.935828877005348e-05,
"loss": 0.2198,
"step": 290
},
{
"epoch": 0.05,
"learning_rate": 4.933155080213904e-05,
"loss": 0.1574,
"step": 300
},
{
"epoch": 0.05,
"learning_rate": 4.93048128342246e-05,
"loss": 0.0866,
"step": 310
},
{
"epoch": 0.05,
"learning_rate": 4.9278074866310164e-05,
"loss": 0.1371,
"step": 320
},
{
"epoch": 0.05,
"learning_rate": 4.925133689839572e-05,
"loss": 0.2074,
"step": 330
},
{
"epoch": 0.05,
"learning_rate": 4.922459893048129e-05,
"loss": 0.3628,
"step": 340
},
{
"epoch": 0.06,
"learning_rate": 4.919786096256685e-05,
"loss": 0.1888,
"step": 350
},
{
"epoch": 0.06,
"learning_rate": 4.917112299465241e-05,
"loss": 0.0934,
"step": 360
},
{
"epoch": 0.06,
"learning_rate": 4.914438502673797e-05,
"loss": 0.1593,
"step": 370
},
{
"epoch": 0.06,
"learning_rate": 4.911764705882353e-05,
"loss": 0.0721,
"step": 380
},
{
"epoch": 0.06,
"learning_rate": 4.909090909090909e-05,
"loss": 0.1139,
"step": 390
},
{
"epoch": 0.06,
"learning_rate": 4.906417112299466e-05,
"loss": 0.1118,
"step": 400
},
{
"epoch": 0.07,
"learning_rate": 4.9037433155080216e-05,
"loss": 0.218,
"step": 410
},
{
"epoch": 0.07,
"learning_rate": 4.901069518716578e-05,
"loss": 0.126,
"step": 420
},
{
"epoch": 0.07,
"learning_rate": 4.898395721925134e-05,
"loss": 0.1057,
"step": 430
},
{
"epoch": 0.07,
"learning_rate": 4.89572192513369e-05,
"loss": 0.1825,
"step": 440
},
{
"epoch": 0.07,
"learning_rate": 4.8930481283422465e-05,
"loss": 0.1379,
"step": 450
},
{
"epoch": 0.07,
"learning_rate": 4.8903743315508024e-05,
"loss": 0.1311,
"step": 460
},
{
"epoch": 0.08,
"learning_rate": 4.8877005347593584e-05,
"loss": 0.0722,
"step": 470
},
{
"epoch": 0.08,
"learning_rate": 4.885026737967915e-05,
"loss": 0.1286,
"step": 480
},
{
"epoch": 0.08,
"learning_rate": 4.882352941176471e-05,
"loss": 0.1534,
"step": 490
},
{
"epoch": 0.08,
"learning_rate": 4.879679144385027e-05,
"loss": 0.1332,
"step": 500
},
{
"epoch": 0.08,
"eval_accuracy": 0.8395015105740181,
"eval_f1": 0.8361086180158485,
"eval_loss": 0.9186971783638,
"eval_precision": 0.8701532825604937,
"eval_recall": 0.8395015105740181,
"eval_runtime": 10.5139,
"eval_samples_per_second": 251.857,
"eval_steps_per_second": 3.995,
"step": 500
},
{
"epoch": 0.08,
"learning_rate": 4.8770053475935826e-05,
"loss": 0.1317,
"step": 510
},
{
"epoch": 0.08,
"learning_rate": 4.874331550802139e-05,
"loss": 0.0683,
"step": 520
},
{
"epoch": 0.08,
"learning_rate": 4.871657754010696e-05,
"loss": 0.0474,
"step": 530
},
{
"epoch": 0.09,
"learning_rate": 4.868983957219252e-05,
"loss": 0.2302,
"step": 540
},
{
"epoch": 0.09,
"learning_rate": 4.8663101604278076e-05,
"loss": 0.1788,
"step": 550
},
{
"epoch": 0.09,
"learning_rate": 4.863636363636364e-05,
"loss": 0.0917,
"step": 560
},
{
"epoch": 0.09,
"learning_rate": 4.86096256684492e-05,
"loss": 0.2001,
"step": 570
},
{
"epoch": 0.09,
"learning_rate": 4.858288770053476e-05,
"loss": 0.3409,
"step": 580
},
{
"epoch": 0.09,
"learning_rate": 4.855614973262032e-05,
"loss": 0.2044,
"step": 590
},
{
"epoch": 0.1,
"learning_rate": 4.8529411764705885e-05,
"loss": 0.1292,
"step": 600
},
{
"epoch": 0.1,
"learning_rate": 4.850267379679145e-05,
"loss": 0.1422,
"step": 610
},
{
"epoch": 0.1,
"learning_rate": 4.8475935828877e-05,
"loss": 0.1165,
"step": 620
},
{
"epoch": 0.1,
"learning_rate": 4.844919786096257e-05,
"loss": 0.1115,
"step": 630
},
{
"epoch": 0.1,
"learning_rate": 4.8422459893048135e-05,
"loss": 0.0957,
"step": 640
},
{
"epoch": 0.1,
"learning_rate": 4.8395721925133694e-05,
"loss": 0.1791,
"step": 650
},
{
"epoch": 0.11,
"learning_rate": 4.836898395721925e-05,
"loss": 0.0691,
"step": 660
},
{
"epoch": 0.11,
"learning_rate": 4.834224598930481e-05,
"loss": 0.2829,
"step": 670
},
{
"epoch": 0.11,
"learning_rate": 4.831550802139038e-05,
"loss": 0.2635,
"step": 680
},
{
"epoch": 0.11,
"learning_rate": 4.828877005347594e-05,
"loss": 0.1722,
"step": 690
},
{
"epoch": 0.11,
"learning_rate": 4.8262032085561496e-05,
"loss": 0.0974,
"step": 700
},
{
"epoch": 0.11,
"learning_rate": 4.823529411764706e-05,
"loss": 0.0888,
"step": 710
},
{
"epoch": 0.12,
"learning_rate": 4.820855614973262e-05,
"loss": 0.3148,
"step": 720
},
{
"epoch": 0.12,
"learning_rate": 4.8181818181818186e-05,
"loss": 0.3556,
"step": 730
},
{
"epoch": 0.12,
"learning_rate": 4.8155080213903745e-05,
"loss": 0.1788,
"step": 740
},
{
"epoch": 0.12,
"learning_rate": 4.8128342245989304e-05,
"loss": 0.4376,
"step": 750
},
{
"epoch": 0.12,
"learning_rate": 4.810160427807487e-05,
"loss": 0.2413,
"step": 760
},
{
"epoch": 0.12,
"learning_rate": 4.807486631016043e-05,
"loss": 0.1802,
"step": 770
},
{
"epoch": 0.12,
"learning_rate": 4.804812834224599e-05,
"loss": 0.1364,
"step": 780
},
{
"epoch": 0.13,
"learning_rate": 4.8021390374331554e-05,
"loss": 0.0667,
"step": 790
},
{
"epoch": 0.13,
"learning_rate": 4.799465240641711e-05,
"loss": 0.1409,
"step": 800
},
{
"epoch": 0.13,
"learning_rate": 4.796791443850268e-05,
"loss": 0.0897,
"step": 810
},
{
"epoch": 0.13,
"learning_rate": 4.794117647058824e-05,
"loss": 0.0871,
"step": 820
},
{
"epoch": 0.13,
"learning_rate": 4.79144385026738e-05,
"loss": 0.0552,
"step": 830
},
{
"epoch": 0.13,
"learning_rate": 4.788770053475936e-05,
"loss": 0.2569,
"step": 840
},
{
"epoch": 0.14,
"learning_rate": 4.786096256684492e-05,
"loss": 0.2877,
"step": 850
},
{
"epoch": 0.14,
"learning_rate": 4.783422459893048e-05,
"loss": 0.1365,
"step": 860
},
{
"epoch": 0.14,
"learning_rate": 4.7807486631016047e-05,
"loss": 0.1604,
"step": 870
},
{
"epoch": 0.14,
"learning_rate": 4.7780748663101606e-05,
"loss": 0.2179,
"step": 880
},
{
"epoch": 0.14,
"learning_rate": 4.7754010695187165e-05,
"loss": 0.0969,
"step": 890
},
{
"epoch": 0.14,
"learning_rate": 4.772727272727273e-05,
"loss": 0.0953,
"step": 900
},
{
"epoch": 0.15,
"learning_rate": 4.770053475935829e-05,
"loss": 0.0803,
"step": 910
},
{
"epoch": 0.15,
"learning_rate": 4.7673796791443855e-05,
"loss": 0.1573,
"step": 920
},
{
"epoch": 0.15,
"learning_rate": 4.7647058823529414e-05,
"loss": 0.1388,
"step": 930
},
{
"epoch": 0.15,
"learning_rate": 4.7620320855614973e-05,
"loss": 0.1559,
"step": 940
},
{
"epoch": 0.15,
"learning_rate": 4.759358288770054e-05,
"loss": 0.2411,
"step": 950
},
{
"epoch": 0.15,
"learning_rate": 4.75668449197861e-05,
"loss": 0.1119,
"step": 960
},
{
"epoch": 0.16,
"learning_rate": 4.754010695187166e-05,
"loss": 0.1416,
"step": 970
},
{
"epoch": 0.16,
"learning_rate": 4.751336898395722e-05,
"loss": 0.1073,
"step": 980
},
{
"epoch": 0.16,
"learning_rate": 4.748663101604278e-05,
"loss": 0.1799,
"step": 990
},
{
"epoch": 0.16,
"learning_rate": 4.745989304812835e-05,
"loss": 0.127,
"step": 1000
},
{
"epoch": 0.16,
"eval_accuracy": 0.847809667673716,
"eval_f1": 0.8460260531471735,
"eval_loss": 1.017073392868042,
"eval_precision": 0.8647086198841812,
"eval_recall": 0.847809667673716,
"eval_runtime": 10.5379,
"eval_samples_per_second": 251.284,
"eval_steps_per_second": 3.986,
"step": 1000
}
],
"logging_steps": 10,
"max_steps": 18750,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"total_flos": 8419629367296000.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}