{ "best_global_step": 1000, "best_metric": 0.9548451024890077, "best_model_checkpoint": "taskA-unixcoder-focal/checkpoint-1000", "epoch": 0.06117704637220115, "eval_steps": 500, "global_step": 1000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0006117704637220115, "grad_norm": 5.2196149826049805, "learning_rate": 9.178990311065784e-08, "loss": 0.2114, "step": 10 }, { "epoch": 0.001223540927444023, "grad_norm": 2.4952661991119385, "learning_rate": 1.937786843447221e-07, "loss": 0.179, "step": 20 }, { "epoch": 0.0018353113911660345, "grad_norm": 3.8488683700561523, "learning_rate": 2.9576746557878637e-07, "loss": 0.1949, "step": 30 }, { "epoch": 0.002447081854888046, "grad_norm": 3.7437973022460938, "learning_rate": 3.9775624681285064e-07, "loss": 0.2007, "step": 40 }, { "epoch": 0.0030588523186100575, "grad_norm": 3.8342156410217285, "learning_rate": 4.997450280469149e-07, "loss": 0.1828, "step": 50 }, { "epoch": 0.003670622782332069, "grad_norm": 3.510793685913086, "learning_rate": 6.017338092809792e-07, "loss": 0.1875, "step": 60 }, { "epoch": 0.0042823932460540805, "grad_norm": 3.223860740661621, "learning_rate": 7.037225905150434e-07, "loss": 0.1661, "step": 70 }, { "epoch": 0.004894163709776092, "grad_norm": 3.791808605194092, "learning_rate": 8.057113717491076e-07, "loss": 0.1762, "step": 80 }, { "epoch": 0.0055059341734981036, "grad_norm": 3.8649113178253174, "learning_rate": 9.077001529831719e-07, "loss": 0.1774, "step": 90 }, { "epoch": 0.006117704637220115, "grad_norm": 2.9645302295684814, "learning_rate": 1.0096889342172361e-06, "loss": 0.1741, "step": 100 }, { "epoch": 0.006729475100942127, "grad_norm": 2.9103174209594727, "learning_rate": 1.1116777154513005e-06, "loss": 0.1808, "step": 110 }, { "epoch": 0.007341245564664138, "grad_norm": 2.3954272270202637, "learning_rate": 1.2136664966853646e-06, "loss": 0.161, "step": 120 }, { "epoch": 0.00795301602838615, "grad_norm": 3.030513048171997, "learning_rate": 1.3156552779194289e-06, "loss": 0.1689, "step": 130 }, { "epoch": 0.008564786492108161, "grad_norm": 1.7593587636947632, "learning_rate": 1.4176440591534932e-06, "loss": 0.1595, "step": 140 }, { "epoch": 0.009176556955830173, "grad_norm": 1.9787609577178955, "learning_rate": 1.5196328403875573e-06, "loss": 0.1429, "step": 150 }, { "epoch": 0.009788327419552184, "grad_norm": 2.549748659133911, "learning_rate": 1.6216216216216219e-06, "loss": 0.154, "step": 160 }, { "epoch": 0.010400097883274196, "grad_norm": 2.4056687355041504, "learning_rate": 1.723610402855686e-06, "loss": 0.1582, "step": 170 }, { "epoch": 0.011011868346996207, "grad_norm": 3.3082435131073, "learning_rate": 1.8255991840897503e-06, "loss": 0.1502, "step": 180 }, { "epoch": 0.011623638810718219, "grad_norm": 3.446185350418091, "learning_rate": 1.9275879653238146e-06, "loss": 0.1452, "step": 190 }, { "epoch": 0.01223540927444023, "grad_norm": 2.6021993160247803, "learning_rate": 2.029576746557879e-06, "loss": 0.1404, "step": 200 }, { "epoch": 0.012847179738162242, "grad_norm": 2.1967263221740723, "learning_rate": 2.1315655277919432e-06, "loss": 0.1421, "step": 210 }, { "epoch": 0.013458950201884253, "grad_norm": 1.9831513166427612, "learning_rate": 2.233554309026007e-06, "loss": 0.1431, "step": 220 }, { "epoch": 0.014070720665606265, "grad_norm": 1.7445921897888184, "learning_rate": 2.3355430902600715e-06, "loss": 0.1242, "step": 230 }, { "epoch": 0.014682491129328276, "grad_norm": 2.7725071907043457, "learning_rate": 2.4375318714941358e-06, "loss": 0.1346, "step": 240 }, { "epoch": 0.015294261593050288, "grad_norm": 1.7258802652359009, "learning_rate": 2.5395206527282e-06, "loss": 0.1371, "step": 250 }, { "epoch": 0.0159060320567723, "grad_norm": 2.1158506870269775, "learning_rate": 2.6415094339622644e-06, "loss": 0.1271, "step": 260 }, { "epoch": 0.01651780252049431, "grad_norm": 2.0771985054016113, "learning_rate": 2.7434982151963283e-06, "loss": 0.1214, "step": 270 }, { "epoch": 0.017129572984216322, "grad_norm": 2.924894332885742, "learning_rate": 2.8454869964303926e-06, "loss": 0.1281, "step": 280 }, { "epoch": 0.017741343447938332, "grad_norm": 2.122687578201294, "learning_rate": 2.947475777664457e-06, "loss": 0.132, "step": 290 }, { "epoch": 0.018353113911660345, "grad_norm": 3.2565481662750244, "learning_rate": 3.0494645588985217e-06, "loss": 0.1336, "step": 300 }, { "epoch": 0.018964884375382355, "grad_norm": 1.2805263996124268, "learning_rate": 3.151453340132586e-06, "loss": 0.1183, "step": 310 }, { "epoch": 0.019576654839104368, "grad_norm": 2.420628786087036, "learning_rate": 3.25344212136665e-06, "loss": 0.1125, "step": 320 }, { "epoch": 0.020188425302826378, "grad_norm": 2.887117862701416, "learning_rate": 3.3554309026007142e-06, "loss": 0.1041, "step": 330 }, { "epoch": 0.02080019576654839, "grad_norm": 1.6021567583084106, "learning_rate": 3.4574196838347786e-06, "loss": 0.1221, "step": 340 }, { "epoch": 0.0214119662302704, "grad_norm": 2.9132304191589355, "learning_rate": 3.5594084650688425e-06, "loss": 0.1094, "step": 350 }, { "epoch": 0.022023736693992414, "grad_norm": 2.5460691452026367, "learning_rate": 3.6613972463029068e-06, "loss": 0.1096, "step": 360 }, { "epoch": 0.022635507157714424, "grad_norm": 2.2170896530151367, "learning_rate": 3.763386027536971e-06, "loss": 0.0933, "step": 370 }, { "epoch": 0.023247277621436437, "grad_norm": 3.799591541290283, "learning_rate": 3.865374808771036e-06, "loss": 0.1142, "step": 380 }, { "epoch": 0.023859048085158447, "grad_norm": 4.609161376953125, "learning_rate": 3.9673635900051e-06, "loss": 0.0948, "step": 390 }, { "epoch": 0.02447081854888046, "grad_norm": 3.329650402069092, "learning_rate": 4.0693523712391645e-06, "loss": 0.0944, "step": 400 }, { "epoch": 0.02508258901260247, "grad_norm": 2.135805368423462, "learning_rate": 4.171341152473228e-06, "loss": 0.0847, "step": 410 }, { "epoch": 0.025694359476324483, "grad_norm": 2.006049156188965, "learning_rate": 4.273329933707292e-06, "loss": 0.1077, "step": 420 }, { "epoch": 0.026306129940046493, "grad_norm": 5.709030628204346, "learning_rate": 4.375318714941357e-06, "loss": 0.099, "step": 430 }, { "epoch": 0.026917900403768506, "grad_norm": 2.466867446899414, "learning_rate": 4.477307496175421e-06, "loss": 0.0771, "step": 440 }, { "epoch": 0.027529670867490516, "grad_norm": 2.3829548358917236, "learning_rate": 4.579296277409485e-06, "loss": 0.0802, "step": 450 }, { "epoch": 0.02814144133121253, "grad_norm": 2.990241050720215, "learning_rate": 4.6812850586435496e-06, "loss": 0.1048, "step": 460 }, { "epoch": 0.02875321179493454, "grad_norm": 3.7126529216766357, "learning_rate": 4.783273839877614e-06, "loss": 0.0879, "step": 470 }, { "epoch": 0.029364982258656552, "grad_norm": 2.6238865852355957, "learning_rate": 4.885262621111678e-06, "loss": 0.0825, "step": 480 }, { "epoch": 0.029976752722378562, "grad_norm": 2.1882681846618652, "learning_rate": 4.987251402345742e-06, "loss": 0.0821, "step": 490 }, { "epoch": 0.030588523186100575, "grad_norm": 2.1399929523468018, "learning_rate": 5.089240183579807e-06, "loss": 0.0926, "step": 500 }, { "epoch": 0.030588523186100575, "eval_accuracy": 0.8732, "eval_f1_weighted": 0.8728301347090768, "eval_loss": 0.08081420511007309, "eval_macro_f1": 0.8730387325792941, "eval_precision": 0.8842823474890878, "eval_recall": 0.8732, "eval_runtime": 1731.362, "eval_samples_per_second": 57.758, "eval_steps_per_second": 0.903, "step": 500 }, { "epoch": 0.031200293649822585, "grad_norm": 4.9644694328308105, "learning_rate": 5.191228964813872e-06, "loss": 0.0846, "step": 510 }, { "epoch": 0.0318120641135446, "grad_norm": 3.2999346256256104, "learning_rate": 5.293217746047935e-06, "loss": 0.0774, "step": 520 }, { "epoch": 0.03242383457726661, "grad_norm": 1.9823625087738037, "learning_rate": 5.395206527281999e-06, "loss": 0.0781, "step": 530 }, { "epoch": 0.03303560504098862, "grad_norm": 2.010012149810791, "learning_rate": 5.497195308516063e-06, "loss": 0.0748, "step": 540 }, { "epoch": 0.033647375504710635, "grad_norm": 1.7753310203552246, "learning_rate": 5.599184089750128e-06, "loss": 0.0687, "step": 550 }, { "epoch": 0.034259145968432644, "grad_norm": 1.4343310594558716, "learning_rate": 5.701172870984192e-06, "loss": 0.0729, "step": 560 }, { "epoch": 0.034870916432154654, "grad_norm": 2.562145948410034, "learning_rate": 5.803161652218257e-06, "loss": 0.0712, "step": 570 }, { "epoch": 0.035482686895876664, "grad_norm": 1.727373480796814, "learning_rate": 5.9051504334523206e-06, "loss": 0.0605, "step": 580 }, { "epoch": 0.03609445735959868, "grad_norm": 1.8711422681808472, "learning_rate": 6.007139214686385e-06, "loss": 0.071, "step": 590 }, { "epoch": 0.03670622782332069, "grad_norm": 7.535566329956055, "learning_rate": 6.10912799592045e-06, "loss": 0.067, "step": 600 }, { "epoch": 0.0373179982870427, "grad_norm": 3.9871439933776855, "learning_rate": 6.211116777154513e-06, "loss": 0.063, "step": 610 }, { "epoch": 0.03792976875076471, "grad_norm": 2.457789659500122, "learning_rate": 6.313105558388578e-06, "loss": 0.0905, "step": 620 }, { "epoch": 0.03854153921448673, "grad_norm": 4.795208930969238, "learning_rate": 6.415094339622642e-06, "loss": 0.0611, "step": 630 }, { "epoch": 0.039153309678208736, "grad_norm": 3.688422441482544, "learning_rate": 6.5170831208567065e-06, "loss": 0.0657, "step": 640 }, { "epoch": 0.039765080141930746, "grad_norm": 4.9787116050720215, "learning_rate": 6.61907190209077e-06, "loss": 0.0593, "step": 650 }, { "epoch": 0.040376850605652756, "grad_norm": 6.09706974029541, "learning_rate": 6.721060683324835e-06, "loss": 0.0803, "step": 660 }, { "epoch": 0.04098862106937477, "grad_norm": 1.9047552347183228, "learning_rate": 6.8230494645589e-06, "loss": 0.0486, "step": 670 }, { "epoch": 0.04160039153309678, "grad_norm": 3.514389753341675, "learning_rate": 6.925038245792963e-06, "loss": 0.058, "step": 680 }, { "epoch": 0.04221216199681879, "grad_norm": 3.366957187652588, "learning_rate": 7.027027027027028e-06, "loss": 0.0651, "step": 690 }, { "epoch": 0.0428239324605408, "grad_norm": 4.780582904815674, "learning_rate": 7.1290158082610916e-06, "loss": 0.0561, "step": 700 }, { "epoch": 0.04343570292426282, "grad_norm": 2.457082748413086, "learning_rate": 7.231004589495156e-06, "loss": 0.0611, "step": 710 }, { "epoch": 0.04404747338798483, "grad_norm": 1.283014178276062, "learning_rate": 7.33299337072922e-06, "loss": 0.0601, "step": 720 }, { "epoch": 0.04465924385170684, "grad_norm": 3.092107057571411, "learning_rate": 7.434982151963285e-06, "loss": 0.0598, "step": 730 }, { "epoch": 0.04527101431542885, "grad_norm": 1.26460599899292, "learning_rate": 7.536970933197348e-06, "loss": 0.0503, "step": 740 }, { "epoch": 0.045882784779150865, "grad_norm": 2.9157862663269043, "learning_rate": 7.638959714431414e-06, "loss": 0.0507, "step": 750 }, { "epoch": 0.046494555242872875, "grad_norm": 5.487971782684326, "learning_rate": 7.740948495665478e-06, "loss": 0.0525, "step": 760 }, { "epoch": 0.047106325706594884, "grad_norm": 2.9894769191741943, "learning_rate": 7.842937276899541e-06, "loss": 0.0656, "step": 770 }, { "epoch": 0.047718096170316894, "grad_norm": 2.7786455154418945, "learning_rate": 7.944926058133606e-06, "loss": 0.0521, "step": 780 }, { "epoch": 0.04832986663403891, "grad_norm": 1.3629153966903687, "learning_rate": 8.04691483936767e-06, "loss": 0.0529, "step": 790 }, { "epoch": 0.04894163709776092, "grad_norm": 4.066152572631836, "learning_rate": 8.148903620601734e-06, "loss": 0.047, "step": 800 }, { "epoch": 0.04955340756148293, "grad_norm": 2.162338972091675, "learning_rate": 8.250892401835799e-06, "loss": 0.0583, "step": 810 }, { "epoch": 0.05016517802520494, "grad_norm": 1.5794885158538818, "learning_rate": 8.352881183069863e-06, "loss": 0.0415, "step": 820 }, { "epoch": 0.05077694848892696, "grad_norm": 5.697793960571289, "learning_rate": 8.454869964303928e-06, "loss": 0.0614, "step": 830 }, { "epoch": 0.05138871895264897, "grad_norm": 2.243929386138916, "learning_rate": 8.556858745537991e-06, "loss": 0.0836, "step": 840 }, { "epoch": 0.052000489416370976, "grad_norm": 1.272515892982483, "learning_rate": 8.658847526772056e-06, "loss": 0.05, "step": 850 }, { "epoch": 0.052612259880092986, "grad_norm": 1.4770886898040771, "learning_rate": 8.760836308006119e-06, "loss": 0.0403, "step": 860 }, { "epoch": 0.053224030343815, "grad_norm": 3.411848306655884, "learning_rate": 8.862825089240184e-06, "loss": 0.0478, "step": 870 }, { "epoch": 0.05383580080753701, "grad_norm": 8.478028297424316, "learning_rate": 8.964813870474248e-06, "loss": 0.0855, "step": 880 }, { "epoch": 0.05444757127125902, "grad_norm": 0.6067395806312561, "learning_rate": 9.066802651708313e-06, "loss": 0.0366, "step": 890 }, { "epoch": 0.05505934173498103, "grad_norm": 2.6501152515411377, "learning_rate": 9.168791432942376e-06, "loss": 0.0358, "step": 900 }, { "epoch": 0.05567111219870305, "grad_norm": 1.1650569438934326, "learning_rate": 9.270780214176441e-06, "loss": 0.0733, "step": 910 }, { "epoch": 0.05628288266242506, "grad_norm": 2.4513559341430664, "learning_rate": 9.372768995410506e-06, "loss": 0.0535, "step": 920 }, { "epoch": 0.05689465312614707, "grad_norm": 0.8360533714294434, "learning_rate": 9.47475777664457e-06, "loss": 0.0453, "step": 930 }, { "epoch": 0.05750642358986908, "grad_norm": 2.2937448024749756, "learning_rate": 9.576746557878635e-06, "loss": 0.0655, "step": 940 }, { "epoch": 0.058118194053591095, "grad_norm": 2.025761127471924, "learning_rate": 9.678735339112698e-06, "loss": 0.06, "step": 950 }, { "epoch": 0.058729964517313105, "grad_norm": 2.6468706130981445, "learning_rate": 9.780724120346763e-06, "loss": 0.0416, "step": 960 }, { "epoch": 0.059341734981035114, "grad_norm": 3.626215934753418, "learning_rate": 9.882712901580826e-06, "loss": 0.0239, "step": 970 }, { "epoch": 0.059953505444757124, "grad_norm": 2.599356174468994, "learning_rate": 9.984701682814891e-06, "loss": 0.0395, "step": 980 }, { "epoch": 0.06056527590847914, "grad_norm": 2.4896769523620605, "learning_rate": 1.0086690464048956e-05, "loss": 0.0703, "step": 990 }, { "epoch": 0.06117704637220115, "grad_norm": 2.18449068069458, "learning_rate": 1.018867924528302e-05, "loss": 0.0306, "step": 1000 }, { "epoch": 0.06117704637220115, "eval_accuracy": 0.95488, "eval_f1_weighted": 0.9549029721025599, "eval_loss": 0.03926030173897743, "eval_macro_f1": 0.9548451024890077, "eval_precision": 0.955565530093091, "eval_recall": 0.95488, "eval_runtime": 1718.0831, "eval_samples_per_second": 58.204, "eval_steps_per_second": 0.91, "step": 1000 } ], "logging_steps": 10, "max_steps": 16346, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 8415771550099200.0, "train_batch_size": 32, "trial_name": null, "trial_params": null }