ai-detection / training_log_history.csv
kbourro's picture
Add calibration.json for temperature scaling metrics, remove predictions_val.csv, and update thresholds in results.json and threshold.json. Update README.md to reflect changes in metrics and file structure.
5f029c0
raw
history blame
9.33 kB
loss,grad_norm,learning_rate,epoch,step,eval_loss,eval_auroc,eval_ap,eval_f1,eval_max_f1,eval_best_threshold,eval_accuracy,eval_precision_human,eval_recall_human,eval_precision_ai,eval_recall_ai,eval_runtime,eval_samples_per_second,eval_steps_per_second,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss
0.276,3.159646987915039,0.00013013829896707,0.07783918424534911,500,,,,,,,,,,,,,,,,,,,
,,,0.07783918424534911,500,0.12149354815483093,0.9924457584277557,0.9916298325594288,0.9536510818288485,0.9557720332927327,0.6680145263671875,0.9579702783883426,0.9616493887295509,0.9614568231515375,0.9535359777528871,0.9537662136972542,251.8553,906.814,14.171,,,,,
0.1082,0.4662734270095825,0.00015502115157402368,0.15567836849069822,1000,,,,,,,,,,,,,,,,,,,
,,,0.15567836849069822,1000,0.11359784007072449,0.9941361028997843,0.9936079408729138,0.9563341131667457,0.964144751321268,0.8459424376487732,0.9600369549797273,0.9707662766667209,0.9556737446634681,0.9475350777398559,0.9652981002327625,252.3501,905.036,14.143,,,,,
0.0901,0.56740403175354,0.00015336171321936976,0.23351755273604732,1500,,,,,,,,,,,,,,,,,,,
,,,0.23351755273604732,1500,0.09792134165763855,0.995637180466362,0.9951736481792155,0.9632415978730987,0.9687276503605232,0.8856314420700073,0.9665828903698125,0.971504195528524,0.9672399016396068,0.9607059479089608,0.9657906682506109,252.1455,905.771,14.155,,,,,
0.0828,0.6910482048988342,0.0001504606098364759,0.31135673698139643,2000,,,,,,,,,,,,,,,,,,,
,,,0.31135673698139643,2000,0.07930342108011246,0.9965300160027056,0.996129497193991,0.9701504169589276,0.9709891509313444,0.6976089477539062,0.9731682327288013,0.968767028089932,0.9825946959077911,0.9786452037697653,0.9618018331256821,252.2542,905.38,14.148,,,,,
0.0786,0.7298774719238281,0.00014636546193317465,0.38919592122674557,2500,,,,,,,,,,,,,,,,,,,
,,,0.38919592122674557,2500,0.10587891191244125,0.9961595063461319,0.99574080839367,0.9633412681237827,0.9702281512250107,0.9585376977920532,0.9666222973387161,0.9727536699467656,0.965998382019592,0.9593414171599334,0.9673746124648683,252.014,906.243,14.162,,,,,
0.075,0.5279271006584167,0.00014114348980363213,0.46703510547209465,3000,,,,,,,,,,,,,,,,,,,
,,,0.46703510547209465,3000,0.08700015395879745,0.9963549115948438,0.9959508112193701,0.9664618832348054,0.9711828125530761,0.8791467547416687,0.9695953342148819,0.9720765232989261,0.9723101075716677,0.9666019379957298,0.9663218690541728,252.0033,906.282,14.163,,,,,
0.0718,0.8794483542442322,0.00013488041013280436,0.5448742897174438,3500,,,,,,,,,,,,,,,,,,,
,,,0.5448742897174438,3500,0.10059615969657898,0.9964150386194646,0.9960424913733611,0.9614705825931823,0.9711960816065123,0.954647421836853,0.9648227124254551,0.9732758550835028,0.9620655682555448,0.9548853558398507,0.9681472681791402,252.084,905.992,14.158,,,,,
0.0695,0.40731295943260193,0.00012767902898967842,0.6227134739627929,4000,,,,,,,,,,,,,,,,,,,
,,,0.6227134739627929,4000,0.10083704441785812,0.9961781307127794,0.995731264522598,0.9619906765054659,0.9692610702277147,0.9149009585380554,0.9653350030212009,0.9728877169710597,0.9634352447395612,0.9564208797922713,0.9676257255720067,252.2327,905.457,14.15,,,,,
0.0669,0.264863520860672,0.00011965755430477945,0.7005526582081419,4500,,,,,,,,,,,,,,,,,,,
,,,0.7005526582081419,4500,0.094916433095932,0.9967265965858536,0.9963598631028794,0.9650556403576777,0.972462604745369,0.9161096215248108,0.9682248474074593,0.9731915784051766,0.9685535094956227,0.962298576833695,0.9678285476970031,251.9541,906.459,14.165,,,,,
0.0672,0.7680786848068237,0.00011094765553198254,0.7783918424534911,5000,,,,,,,,,,,,,,,,,,,
,,,0.7783918424534911,5000,0.09323982149362564,0.9967850366539563,0.9963962011157831,0.9673139455667273,0.9710460087467818,0.8643104434013367,0.9703790950408518,0.972494317999936,0.9733433722876801,0.9678236488446292,0.9668047788755928,251.9538,906.46,14.165,,,,,
0.0647,0.4233705997467041,0.0001016923023445425,0.8562310266988402,5500,,,,,,,,,,,,,,,,,,,
,,,0.8562310266988402,5500,0.09126096963882446,0.9967433808226673,0.9963771581479701,0.9657864214107987,0.9726255234214075,0.9111796617507935,0.9688728731183173,0.9742069565497575,0.9687056957716245,0.9625206246882314,0.9690744550362665,252.0396,906.151,14.16,,,,,
0.0627,0.25091952085494995,9.204341784232336e-05,0.9340702109441893,6000,,,,,,,,,,,,,,,,,,,
,,,0.9340702109441893,6000,0.06995870172977448,0.9975342235086746,0.9972417957598282,0.973204830514238,0.9758824625579795,0.8918110132217407,0.9758479066142408,0.9732840473716358,0.9827949410077935,0.9790068315757582,0.9674711944291523,252.1038,905.921,14.157,,,,,
0.0606,0.3678501546382904,8.215938479193825e-05,1.011831556005293,6500,,,,,,,,,,,,,,,,,,,
,,,1.011831556005293,6500,0.07501858472824097,0.9975025002706578,0.997203865754845,0.971139887346844,0.9754012996088349,0.8902942538261414,0.9738863152732654,0.9744957013881682,0.9778208527237339,0.9731459660760525,0.9691420624112653,252.3023,905.208,14.146,,,,,
0.0538,0.6192397475242615,7.220244583391773e-05,1.0896707402506423,7000,,,,,,,,,,,,,,,,,,,
,,,1.0896707402506423,7000,0.09348879754543304,0.997100493345388,0.9967079581489795,0.9689502265506753,0.9725104874267961,0.9184802770614624,0.9718853169633865,0.97321942331053,0.9754099017197049,0.9702686474655716,0.967635383768435,252.0093,906.26,14.162,,,,,
0.0536,0.6146565675735474,6.233604033151736e-05,1.1675099244959912,7500,,,,,,,,,,,,,,,,,,,
,,,1.1675099244959912,7500,0.08755695074796677,0.9973925286764659,0.9970545509180517,0.9708156623418074,0.974796319089823,0.9324532747268677,0.9735754380741376,0.9747314921365554,0.9769878331077239,0.9721743341404359,0.9694607828934025,251.9972,906.304,14.163,,,,,
0.0563,0.24420885741710663,5.272212157577683e-05,1.2453491087413404,8000,,,,,,,,,,,,,,,,,,,
,,,1.2453491087413404,8000,0.07455883920192719,0.9975485047929438,0.9972585615075422,0.9726402255038238,0.9758848582753115,0.9136765599250793,0.9752655591848888,0.9750665582603982,0.9798072841157577,0.97550810243656,0.969789161571968,252.079,906.01,14.158,,,,,
0.0521,0.4137882590293884,4.351849838388919e-05,1.3231882929866896,8500,,,,,,,,,,,,,,,,,,,
,,,1.3231882929866896,8500,0.07783409208059311,0.9975517384131479,0.9972440455972116,0.9723962677736611,0.9749894769810089,0.9111796617507935,0.975077281444572,0.9738866219645087,0.9807043821637684,0.9765353333658013,0.9682921411255662,252.489,904.538,14.135,,,,,
0.0526,0.3627403974533081,3.4876244727530656e-05,1.4010274772320386,9000,,,,,,,,,,,,,,,,,,,
,,,1.4010274772320386,9000,0.0745643824338913,0.9975749102093014,0.9972690713005937,0.9723900247831475,0.9756176280729699,0.9046505093574524,0.9750247388193672,0.975305785387727,0.9791024213637493,0.9746829301427421,0.9701078820541053,252.119,905.866,14.156,,,,,
0.052,0.7762022614479065,2.693721991111627e-05,1.4788666614773878,9500,,,,,,,,,,,,,,,,,,,
,,,1.4788666614773878,9500,0.07452459633350372,0.9977328074904859,0.9974410894856215,0.9730508384452147,0.975759591492858,0.9124361872673035,0.9755895720403177,0.976881986981624,0.978501686063742,0.9740254712964038,0.9720781541254986,252.2439,905.417,14.149,,,,,
0.0507,0.3820905387401581,1.9831740005311437e-05,1.5567058457227367,10000,,,,,,,,,,,,,,,,,,,
,,,1.5567058457227367,10000,0.08428945392370224,0.9975299683849125,0.9972155352602694,0.9700319035460719,0.9748023112122028,0.9334307909011841,0.9728135700086695,0.9755487501803781,0.9746970291636964,0.9695218431614696,0.9705425008933831,252.2555,905.376,14.148,,,,,
0.0515,0.36162489652633667,1.3676438758331925e-05,1.634545029968086,10500,,,,,,,,,,,,,,,,,,,
,,,1.634545029968086,10500,0.07442453503608704,0.9977306493713021,0.997440190110606,0.9729125537103704,0.9761234031726127,0.9136765599250793,0.9754888653420087,0.9760021075993326,0.9792385880317509,0.9748654545454546,0.9709674615362327,252.2157,905.519,14.151,,,,,
0.0512,0.5945746302604675,8.572353097359252e-06,1.7123842142134351,11000,,,,,,,,,,,,,,,,,,,
,,,1.7123842142134351,11000,0.07524814456701279,0.9977685405428793,0.9974825248399177,0.9727850366057699,0.9761874492694766,0.9207897186279297,0.975357508778997,0.9763919857424856,0.978581784103743,0.9741039521978714,0.9714696877505095,252.2195,905.505,14.15,,,,,
0.0509,0.9120739698410034,4.603264645836933e-06,1.7902233984587843,11500,,,,,,,,,,,,,,,,,,,
,,,1.7902233984587843,11500,0.06851697713136673,0.9979216958335029,0.997654853113855,0.9747033543129303,0.9769461620177022,0.9124361872673035,0.9771395794838563,0.9764685264549843,0.9818417743317821,0.9779586201532299,0.9714696877505095,252.8119,903.383,14.117,,,,,
0.048,0.6627203822135925,1.834324480010042e-06,1.8680625827041333,12000,,,,,,,,,,,,,,,,,,,
,,,1.8680625827041333,12000,0.07031949609518051,0.9978716433195517,0.9975978286587303,0.9741437319971922,0.9765590576618682,0.9241418242454529,0.9766141532318093,0.9766512444160816,0.980664333143768,0.9765690214120707,0.9717304590540763,252.5244,904.411,14.133,,,,,
0.0488,0.7994762659072876,3.1098369880601253e-07,1.9459017669494822,12500,,,,,,,,,,,,,,,,,,,
,,,1.9459017669494822,12500,0.07445533573627472,0.9977876009119543,0.997504157410398,0.972836356080046,0.9761660160257996,0.929440438747406,0.9753881586436997,0.9769268924908395,0.9780771664517369,0.9735279325286289,0.9721457615004974,252.7495,903.606,14.121,,,,,
,,,2.0,12848,,,,,,,,,,,,,,,15236.3158,215.85,0.843,3.0700924448014336e+18,0.07117979241486355