dzungpham's picture
Upload training checkpoints and best model
0054bd3 verified
raw
history blame
20.5 kB
{
"best_global_step": 800,
"best_metric": 0.9571669846830866,
"best_model_checkpoint": "taskA-unixcoder-focal/checkpoint-800",
"epoch": 0.11011868346996206,
"eval_steps": 100,
"global_step": 900,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.001223540927444023,
"grad_norm": 0.1898110806941986,
"learning_rate": 3.6734693877551025e-07,
"loss": 0.4422,
"step": 10
},
{
"epoch": 0.002447081854888046,
"grad_norm": 0.3350900411605835,
"learning_rate": 7.346938775510205e-07,
"loss": 0.4323,
"step": 20
},
{
"epoch": 0.003670622782332069,
"grad_norm": 0.3723449110984802,
"learning_rate": 1.142857142857143e-06,
"loss": 0.4362,
"step": 30
},
{
"epoch": 0.004894163709776092,
"grad_norm": 0.3299769461154938,
"learning_rate": 1.5510204081632654e-06,
"loss": 0.4191,
"step": 40
},
{
"epoch": 0.006117704637220115,
"grad_norm": 0.26681044697761536,
"learning_rate": 1.9591836734693877e-06,
"loss": 0.4289,
"step": 50
},
{
"epoch": 0.007341245564664138,
"grad_norm": 0.30233338475227356,
"learning_rate": 2.3673469387755103e-06,
"loss": 0.4083,
"step": 60
},
{
"epoch": 0.008564786492108161,
"grad_norm": 0.31031334400177,
"learning_rate": 2.775510204081633e-06,
"loss": 0.404,
"step": 70
},
{
"epoch": 0.009788327419552184,
"grad_norm": 0.2552475035190582,
"learning_rate": 3.183673469387755e-06,
"loss": 0.3889,
"step": 80
},
{
"epoch": 0.011011868346996207,
"grad_norm": 0.3131052553653717,
"learning_rate": 3.5918367346938777e-06,
"loss": 0.3813,
"step": 90
},
{
"epoch": 0.01223540927444023,
"grad_norm": 0.3377229571342468,
"learning_rate": 4.000000000000001e-06,
"loss": 0.3727,
"step": 100
},
{
"epoch": 0.01223540927444023,
"eval_accuracy": 0.6961,
"eval_f1_weighted": 0.6955947095331424,
"eval_loss": 0.15026023983955383,
"eval_macro_f1": 0.6959280508399847,
"eval_precision": 0.7019396279846728,
"eval_recall": 0.6961,
"eval_runtime": 789.7648,
"eval_samples_per_second": 126.62,
"eval_steps_per_second": 0.99,
"step": 100
},
{
"epoch": 0.013458950201884253,
"grad_norm": 0.3366774618625641,
"learning_rate": 4.408163265306123e-06,
"loss": 0.3671,
"step": 110
},
{
"epoch": 0.014682491129328276,
"grad_norm": 0.33491575717926025,
"learning_rate": 4.816326530612245e-06,
"loss": 0.3498,
"step": 120
},
{
"epoch": 0.0159060320567723,
"grad_norm": 0.4119006097316742,
"learning_rate": 5.2244897959183684e-06,
"loss": 0.3409,
"step": 130
},
{
"epoch": 0.017129572984216322,
"grad_norm": 0.2964725196361542,
"learning_rate": 5.63265306122449e-06,
"loss": 0.3433,
"step": 140
},
{
"epoch": 0.018353113911660345,
"grad_norm": 0.3075334429740906,
"learning_rate": 6.040816326530613e-06,
"loss": 0.3298,
"step": 150
},
{
"epoch": 0.019576654839104368,
"grad_norm": 0.33718687295913696,
"learning_rate": 6.4489795918367345e-06,
"loss": 0.3297,
"step": 160
},
{
"epoch": 0.02080019576654839,
"grad_norm": 0.2809618413448334,
"learning_rate": 6.857142857142858e-06,
"loss": 0.3275,
"step": 170
},
{
"epoch": 0.022023736693992414,
"grad_norm": 0.37805014848709106,
"learning_rate": 7.2653061224489805e-06,
"loss": 0.3201,
"step": 180
},
{
"epoch": 0.023247277621436437,
"grad_norm": 0.2940429151058197,
"learning_rate": 7.673469387755102e-06,
"loss": 0.3042,
"step": 190
},
{
"epoch": 0.02447081854888046,
"grad_norm": 0.3286060690879822,
"learning_rate": 8.081632653061225e-06,
"loss": 0.3071,
"step": 200
},
{
"epoch": 0.02447081854888046,
"eval_accuracy": 0.77807,
"eval_f1_weighted": 0.7781129395311969,
"eval_loss": 0.12153773754835129,
"eval_macro_f1": 0.7780651598452646,
"eval_precision": 0.7808306361972198,
"eval_recall": 0.77807,
"eval_runtime": 792.7157,
"eval_samples_per_second": 126.149,
"eval_steps_per_second": 0.986,
"step": 200
},
{
"epoch": 0.025694359476324483,
"grad_norm": 0.33857154846191406,
"learning_rate": 8.489795918367347e-06,
"loss": 0.2964,
"step": 210
},
{
"epoch": 0.026917900403768506,
"grad_norm": 0.2752092182636261,
"learning_rate": 8.89795918367347e-06,
"loss": 0.3,
"step": 220
},
{
"epoch": 0.02814144133121253,
"grad_norm": 0.4952544569969177,
"learning_rate": 9.306122448979593e-06,
"loss": 0.294,
"step": 230
},
{
"epoch": 0.029364982258656552,
"grad_norm": 0.37926042079925537,
"learning_rate": 9.714285714285715e-06,
"loss": 0.2964,
"step": 240
},
{
"epoch": 0.030588523186100575,
"grad_norm": 0.3222455680370331,
"learning_rate": 1.0122448979591836e-05,
"loss": 0.283,
"step": 250
},
{
"epoch": 0.0318120641135446,
"grad_norm": 0.2930658459663391,
"learning_rate": 1.053061224489796e-05,
"loss": 0.2793,
"step": 260
},
{
"epoch": 0.03303560504098862,
"grad_norm": 0.4313414692878723,
"learning_rate": 1.0938775510204083e-05,
"loss": 0.2728,
"step": 270
},
{
"epoch": 0.034259145968432644,
"grad_norm": 0.37351569533348083,
"learning_rate": 1.1346938775510206e-05,
"loss": 0.2752,
"step": 280
},
{
"epoch": 0.035482686895876664,
"grad_norm": 0.22772285342216492,
"learning_rate": 1.1755102040816328e-05,
"loss": 0.274,
"step": 290
},
{
"epoch": 0.03670622782332069,
"grad_norm": 0.15888753533363342,
"learning_rate": 1.2163265306122449e-05,
"loss": 0.264,
"step": 300
},
{
"epoch": 0.03670622782332069,
"eval_accuracy": 0.82326,
"eval_f1_weighted": 0.8227034206790359,
"eval_loss": 0.10234300792217255,
"eval_macro_f1": 0.8230100448030374,
"eval_precision": 0.8338333810964687,
"eval_recall": 0.82326,
"eval_runtime": 789.0168,
"eval_samples_per_second": 126.74,
"eval_steps_per_second": 0.991,
"step": 300
},
{
"epoch": 0.03792976875076471,
"grad_norm": 0.23560188710689545,
"learning_rate": 1.2571428571428572e-05,
"loss": 0.2753,
"step": 310
},
{
"epoch": 0.039153309678208736,
"grad_norm": 0.18699614703655243,
"learning_rate": 1.2979591836734696e-05,
"loss": 0.2565,
"step": 320
},
{
"epoch": 0.040376850605652756,
"grad_norm": 0.24035991728305817,
"learning_rate": 1.3387755102040818e-05,
"loss": 0.2716,
"step": 330
},
{
"epoch": 0.04160039153309678,
"grad_norm": 0.15309660136699677,
"learning_rate": 1.3795918367346941e-05,
"loss": 0.2515,
"step": 340
},
{
"epoch": 0.0428239324605408,
"grad_norm": 0.3382055461406708,
"learning_rate": 1.4204081632653062e-05,
"loss": 0.2597,
"step": 350
},
{
"epoch": 0.04404747338798483,
"grad_norm": 0.24439455568790436,
"learning_rate": 1.4612244897959185e-05,
"loss": 0.247,
"step": 360
},
{
"epoch": 0.04527101431542885,
"grad_norm": 0.26233720779418945,
"learning_rate": 1.5020408163265307e-05,
"loss": 0.2431,
"step": 370
},
{
"epoch": 0.046494555242872875,
"grad_norm": 0.20477451384067535,
"learning_rate": 1.5387755102040818e-05,
"loss": 0.2538,
"step": 380
},
{
"epoch": 0.047718096170316894,
"grad_norm": 0.2765439748764038,
"learning_rate": 1.5795918367346942e-05,
"loss": 0.2404,
"step": 390
},
{
"epoch": 0.04894163709776092,
"grad_norm": 0.13196279108524323,
"learning_rate": 1.6204081632653063e-05,
"loss": 0.2393,
"step": 400
},
{
"epoch": 0.04894163709776092,
"eval_accuracy": 0.84563,
"eval_f1_weighted": 0.8448128964509274,
"eval_loss": 0.09028046578168869,
"eval_macro_f1": 0.8451923512067675,
"eval_precision": 0.861024732271907,
"eval_recall": 0.84563,
"eval_runtime": 787.6067,
"eval_samples_per_second": 126.967,
"eval_steps_per_second": 0.993,
"step": 400
},
{
"epoch": 0.05016517802520494,
"grad_norm": 0.0924634337425232,
"learning_rate": 1.6612244897959184e-05,
"loss": 0.2331,
"step": 410
},
{
"epoch": 0.05138871895264897,
"grad_norm": 0.277784138917923,
"learning_rate": 1.7020408163265308e-05,
"loss": 0.2301,
"step": 420
},
{
"epoch": 0.052612259880092986,
"grad_norm": 0.32299959659576416,
"learning_rate": 1.742857142857143e-05,
"loss": 0.2218,
"step": 430
},
{
"epoch": 0.05383580080753701,
"grad_norm": 0.18170586228370667,
"learning_rate": 1.7836734693877553e-05,
"loss": 0.2318,
"step": 440
},
{
"epoch": 0.05505934173498103,
"grad_norm": 0.1520216166973114,
"learning_rate": 1.8244897959183674e-05,
"loss": 0.2136,
"step": 450
},
{
"epoch": 0.05628288266242506,
"grad_norm": 0.23452645540237427,
"learning_rate": 1.8653061224489795e-05,
"loss": 0.2219,
"step": 460
},
{
"epoch": 0.05750642358986908,
"grad_norm": 0.10036301612854004,
"learning_rate": 1.906122448979592e-05,
"loss": 0.2213,
"step": 470
},
{
"epoch": 0.058729964517313105,
"grad_norm": 0.24100220203399658,
"learning_rate": 1.9469387755102044e-05,
"loss": 0.2079,
"step": 480
},
{
"epoch": 0.059953505444757124,
"grad_norm": 0.28893032670021057,
"learning_rate": 1.9877551020408165e-05,
"loss": 0.1978,
"step": 490
},
{
"epoch": 0.06117704637220115,
"grad_norm": 0.22918537259101868,
"learning_rate": 1.9999836143766126e-05,
"loss": 0.202,
"step": 500
},
{
"epoch": 0.06117704637220115,
"eval_accuracy": 0.91628,
"eval_f1_weighted": 0.9163231793856368,
"eval_loss": 0.055908624082803726,
"eval_macro_f1": 0.9162187423616152,
"eval_precision": 0.9170320825159874,
"eval_recall": 0.91628,
"eval_runtime": 760.1138,
"eval_samples_per_second": 131.559,
"eval_steps_per_second": 1.029,
"step": 500
},
{
"epoch": 0.06240058729964517,
"grad_norm": 0.2930404841899872,
"learning_rate": 1.999903359554741e-05,
"loss": 0.1979,
"step": 510
},
{
"epoch": 0.0636241282270892,
"grad_norm": 0.0889664739370346,
"learning_rate": 1.9997562312908153e-05,
"loss": 0.1953,
"step": 520
},
{
"epoch": 0.06484766915453322,
"grad_norm": 0.1687588095664978,
"learning_rate": 1.9995422394247598e-05,
"loss": 0.1935,
"step": 530
},
{
"epoch": 0.06607121008197724,
"grad_norm": 0.2399725466966629,
"learning_rate": 1.9992613982683296e-05,
"loss": 0.1818,
"step": 540
},
{
"epoch": 0.06729475100942127,
"grad_norm": 0.2016785889863968,
"learning_rate": 1.9989137266041552e-05,
"loss": 0.1893,
"step": 550
},
{
"epoch": 0.06851829193686529,
"grad_norm": 0.17420713603496552,
"learning_rate": 1.9984992476844845e-05,
"loss": 0.1895,
"step": 560
},
{
"epoch": 0.06974183286430931,
"grad_norm": 0.2180609554052353,
"learning_rate": 1.998017989229629e-05,
"loss": 0.1836,
"step": 570
},
{
"epoch": 0.07096537379175333,
"grad_norm": 0.15563039481639862,
"learning_rate": 1.9974699834261074e-05,
"loss": 0.182,
"step": 580
},
{
"epoch": 0.07218891471919736,
"grad_norm": 0.25410088896751404,
"learning_rate": 1.996855266924497e-05,
"loss": 0.1862,
"step": 590
},
{
"epoch": 0.07341245564664138,
"grad_norm": 0.24206259846687317,
"learning_rate": 1.996173880836979e-05,
"loss": 0.1818,
"step": 600
},
{
"epoch": 0.07341245564664138,
"eval_accuracy": 0.91633,
"eval_f1_weighted": 0.9162437523349878,
"eval_loss": 0.05625538155436516,
"eval_macro_f1": 0.9163072974421806,
"eval_precision": 0.9233764457540103,
"eval_recall": 0.91633,
"eval_runtime": 759.6815,
"eval_samples_per_second": 131.634,
"eval_steps_per_second": 1.029,
"step": 600
},
{
"epoch": 0.0746359965740854,
"grad_norm": 0.27251410484313965,
"learning_rate": 1.9954258707345903e-05,
"loss": 0.1845,
"step": 610
},
{
"epoch": 0.07585953750152942,
"grad_norm": 0.1545839011669159,
"learning_rate": 1.9946112866441757e-05,
"loss": 0.1861,
"step": 620
},
{
"epoch": 0.07708307842897345,
"grad_norm": 0.2535873055458069,
"learning_rate": 1.9937301830450423e-05,
"loss": 0.1772,
"step": 630
},
{
"epoch": 0.07830661935641747,
"grad_norm": 0.2617948651313782,
"learning_rate": 1.992782618865315e-05,
"loss": 0.1711,
"step": 640
},
{
"epoch": 0.07953016028386149,
"grad_norm": 0.38676971197128296,
"learning_rate": 1.9917686574779972e-05,
"loss": 0.1748,
"step": 650
},
{
"epoch": 0.08075370121130551,
"grad_norm": 0.1511957049369812,
"learning_rate": 1.9906883666967296e-05,
"loss": 0.1825,
"step": 660
},
{
"epoch": 0.08197724213874955,
"grad_norm": 0.2525976002216339,
"learning_rate": 1.989541818771258e-05,
"loss": 0.1651,
"step": 670
},
{
"epoch": 0.08320078306619356,
"grad_norm": 0.25827622413635254,
"learning_rate": 1.9883290903825994e-05,
"loss": 0.1763,
"step": 680
},
{
"epoch": 0.08442432399363758,
"grad_norm": 0.24877820909023285,
"learning_rate": 1.9870502626379127e-05,
"loss": 0.1652,
"step": 690
},
{
"epoch": 0.0856478649210816,
"grad_norm": 0.278772234916687,
"learning_rate": 1.9857054210650776e-05,
"loss": 0.1651,
"step": 700
},
{
"epoch": 0.0856478649210816,
"eval_accuracy": 0.94905,
"eval_f1_weighted": 0.9490731118481598,
"eval_loss": 0.03884471580386162,
"eval_macro_f1": 0.9489981325237288,
"eval_precision": 0.9494795831024372,
"eval_recall": 0.94905,
"eval_runtime": 759.9337,
"eval_samples_per_second": 131.59,
"eval_steps_per_second": 1.029,
"step": 700
},
{
"epoch": 0.08687140584852564,
"grad_norm": 0.1895805150270462,
"learning_rate": 1.9842946556069705e-05,
"loss": 0.1628,
"step": 710
},
{
"epoch": 0.08809494677596966,
"grad_norm": 0.1171497106552124,
"learning_rate": 1.982818060615452e-05,
"loss": 0.1715,
"step": 720
},
{
"epoch": 0.08931848770341368,
"grad_norm": 0.22032728791236877,
"learning_rate": 1.9812757348450547e-05,
"loss": 0.1712,
"step": 730
},
{
"epoch": 0.0905420286308577,
"grad_norm": 0.20700488984584808,
"learning_rate": 1.9796677814463812e-05,
"loss": 0.1638,
"step": 740
},
{
"epoch": 0.09176556955830173,
"grad_norm": 0.24688613414764404,
"learning_rate": 1.977994307959202e-05,
"loss": 0.1647,
"step": 750
},
{
"epoch": 0.09298911048574575,
"grad_norm": 0.1886432021856308,
"learning_rate": 1.9762554263052655e-05,
"loss": 0.1734,
"step": 760
},
{
"epoch": 0.09421265141318977,
"grad_norm": 0.08407370001077652,
"learning_rate": 1.9744512527808127e-05,
"loss": 0.1755,
"step": 770
},
{
"epoch": 0.09543619234063379,
"grad_norm": 0.14160771667957306,
"learning_rate": 1.9725819080487976e-05,
"loss": 0.1749,
"step": 780
},
{
"epoch": 0.09665973326807782,
"grad_norm": 0.17038081586360931,
"learning_rate": 1.970647517130819e-05,
"loss": 0.1795,
"step": 790
},
{
"epoch": 0.09788327419552184,
"grad_norm": 0.24339532852172852,
"learning_rate": 1.968648209398759e-05,
"loss": 0.161,
"step": 800
},
{
"epoch": 0.09788327419552184,
"eval_accuracy": 0.95721,
"eval_f1_weighted": 0.9572295598206603,
"eval_loss": 0.03337462991476059,
"eval_macro_f1": 0.9571669846830866,
"eval_precision": 0.9576467364395861,
"eval_recall": 0.95721,
"eval_runtime": 759.9975,
"eval_samples_per_second": 131.579,
"eval_steps_per_second": 1.029,
"step": 800
},
{
"epoch": 0.09910681512296586,
"grad_norm": 0.16346058249473572,
"learning_rate": 1.9665841185661283e-05,
"loss": 0.1596,
"step": 810
},
{
"epoch": 0.10033035605040988,
"grad_norm": 0.25031423568725586,
"learning_rate": 1.964455382679128e-05,
"loss": 0.1662,
"step": 820
},
{
"epoch": 0.10155389697785391,
"grad_norm": 0.36678382754325867,
"learning_rate": 1.9622621441074113e-05,
"loss": 0.1552,
"step": 830
},
{
"epoch": 0.10277743790529793,
"grad_norm": 0.34810611605644226,
"learning_rate": 1.960004549534567e-05,
"loss": 0.1663,
"step": 840
},
{
"epoch": 0.10400097883274195,
"grad_norm": 0.15511688590049744,
"learning_rate": 1.957682749948307e-05,
"loss": 0.1571,
"step": 850
},
{
"epoch": 0.10522451976018597,
"grad_norm": 0.2082190364599228,
"learning_rate": 1.9552969006303666e-05,
"loss": 0.1497,
"step": 860
},
{
"epoch": 0.10644806068763,
"grad_norm": 0.14936988055706024,
"learning_rate": 1.9528471611461235e-05,
"loss": 0.1435,
"step": 870
},
{
"epoch": 0.10767160161507403,
"grad_norm": 0.252530574798584,
"learning_rate": 1.9503336953339223e-05,
"loss": 0.1536,
"step": 880
},
{
"epoch": 0.10889514254251804,
"grad_norm": 0.07253506034612656,
"learning_rate": 1.947756671294118e-05,
"loss": 0.1605,
"step": 890
},
{
"epoch": 0.11011868346996206,
"grad_norm": 0.09060605615377426,
"learning_rate": 1.9451162613778353e-05,
"loss": 0.1581,
"step": 900
},
{
"epoch": 0.11011868346996206,
"eval_accuracy": 0.95459,
"eval_f1_weighted": 0.9546135918699761,
"eval_loss": 0.03526490181684494,
"eval_macro_f1": 0.9545725664001194,
"eval_precision": 0.9559789658562307,
"eval_recall": 0.95459,
"eval_runtime": 759.7202,
"eval_samples_per_second": 131.627,
"eval_steps_per_second": 1.029,
"step": 900
}
],
"logging_steps": 10,
"max_steps": 8173,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 3,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 1
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.52771176562688e+16,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}