add CHARM model results

results/CHARM/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A/short,CHARM,9772078.977278663,9772078.977278663,1867.858873867379,7.593335647150201,0.30261097686046723,0.3316973500276538,77.61016591122635,3126.0324658068835,0.5012737948151276,0.299519827808613,0.216802597705312,Econ/Fin,1
+m4_quarterly/Q/short,CHARM,2285540.066833333,2285540.066833333,719.8341672363281,1.6810757010201356,0.13820174767573676,0.13086142778396606,13.509733977346633,1511.8002734598685,0.2530487443633745,0.12048756397704376,0.08840619443626552,Econ/Fin,1
+m4_monthly/M/short,CHARM,2003697.5563055556,2003697.5563055556,605.4058155472367,1.018299970464635,0.17830959269073274,0.14373994549557015,8.300848567696326,1415.5202422803977,0.2941936997867558,0.1258241114668419,0.09323544109237632,Econ/Fin,1
+m4_weekly/W/short,CHARM,310953.10049282195,310953.10049282195,284.25227662309834,2.2951432096479425,0.07092209467163478,0.06955645920659685,18.776572283979455,557.6316889245284,0.10159184398304298,0.05178635560366617,0.037936599959239314,Econ/Fin,1
+m4_daily/D/short,CHARM,477470.21328872215,477470.21328872215,223.78039499212122,4.049541951845173,0.045404538405969315,0.03544607908294089,32.06067734285996,690.9921948102758,0.10673919706227412,0.03456788638010004,0.025575942882885744,Econ/Fin,1
+m4_hourly/H/short,CHARM,703938.1848221009,703938.1848221009,188.31782488738475,0.9628039788113493,0.10548444992102286,0.09496843411726652,7.555059695115086,839.0102411902377,0.11454343471647206,0.025709543724204965,0.019045837584490338,Econ/Fin,1
+electricity/15T/short,CHARM,167809.57846886438,167809.57846886438,57.630334362682994,1.0868165940211343,0.16902681269512698,0.17463798239424422,13.675188315826277,409.6456742953163,0.8074923906424104,0.11360075154729009,0.08999848872210707,Energy,1
+electricity/15T/medium,CHARM,298782.2437331081,298782.2437331081,56.508053121480856,0.8517513869671138,0.12374580438663883,0.13196732247842324,7.281439787483403,546.6097728115626,0.9418636675705558,0.09736906438117733,0.07271581157089801,Energy,1
+electricity/15T/long,CHARM,359433.88474882697,359433.88474882697,61.30270484938063,0.8968833256214381,0.1255558264621846,0.13332243718734157,7.171242771623639,599.5280516780069,0.9458289872796173,0.09671253093647023,0.071346034518578,Energy,1
+electricity/H/short,CHARM,1844452.5727604167,1844452.5727604167,186.18088238140484,1.0015472999516133,0.17107713585348122,0.13232907905234947,10.669372482649718,1358.1062450192976,0.6411231406894944,0.08789067312403938,0.06680279128168629,Energy,1
+electricity/H/medium,CHARM,5364197.180672861,5364197.180672861,240.9557252076295,1.0816635062677757,0.2488475453204427,0.1302583206451691,8.82753067561312,2316.0736561415442,0.904039867053274,0.09405295950100732,0.06951313366597597,Energy,1
+electricity/H/long,CHARM,6825372.514402403,6825372.514402403,260.45923836336334,1.1604502759386406,0.28362830081760904,0.1392010934274118,9.453820049345966,2612.5413899883774,1.0303855935931494,0.1027250507709842,0.07573514300072727,Energy,1
+electricity/D/short,CHARM,1786539043.953009,1786539043.953009,4701.763734234234,1.4653160433534007,0.5019634604764751,0.09851534731753238,12.255695829144422,42267.47028097387,0.6945949402903838,0.0772655964156432,0.05653858724900151,Energy,1
+electricity/W/short,CHARM,120595031973.13153,120595031973.13153,40481.44301801802,1.803978584052248,0.2652676341546595,0.11141197692166578,14.071905044737937,347267.9541407924,0.7923508994229451,0.0923652971798859,0.06528858797113697,Energy,1
+solar/10T/short,CHARM,20.172593937709095,20.172593937709095,2.006596574992159,0.8803998488154768,4.0677791991532315,1.5341590120264503,3.9177347929126514,4.491391091600585,1.3065451567600395,0.5837187150168651,0.3984541569594339,Energy,1
+solar/10T/medium,CHARM,19.180443293709217,19.180443293709217,1.9659392102264086,0.8595736652283438,3.3788076134773775,1.4681642891714644,4.350056469705939,4.379548297908041,0.9718391838420711,0.4362497288732209,0.30034834010718303,Energy,1
+solar/10T/long,CHARM,20.505420199082522,20.505420199082522,2.039372358608323,0.8918522563178894,3.409094891923564,1.4741644379097143,4.4872146803612285,4.528291090365385,0.9787176598176033,0.4407777023346771,0.3008509558214782,Energy,1
+solar/H/short,CHARM,761.1317720338711,761.1317720338711,11.605476147845485,0.8951143891173999,4.398335056290199,1.409650311791831,5.762677528363169,27.58861671113416,1.0169256047565232,0.4277817178623597,0.3093690338248978,Energy,1
+solar/H/medium,CHARM,806.8217305352798,806.8217305352798,12.169083124239659,0.9265375943825596,4.380685170825669,1.4097298652296228,5.570940011951933,28.40460755819872,1.0232002609248116,0.43835877691412645,0.31372188118260125,Energy,1
+solar/H/long,CHARM,771.0409164639092,771.0409164639092,12.890160558596918,0.981163325524806,4.55416241714395,1.4139263904166182,5.246255197753449,27.76762352928153,0.9627542397185938,0.44692541712674544,0.30625372144602037,Energy,1
+solar/D/short,CHARM,145365.97566909975,145365.97566909975,253.72757755474453,0.9895321483195288,1.161669921875,0.421251698886101,5.065394567438577,381.26890204827845,0.5508037137038884,0.3665499368961075,0.273472601426665,Energy,1
+solar/W/short,CHARM,3826825.6350364964,3826825.6350364964,1590.8822137317518,1.7479112891985091,0.36732929118358304,0.2925708102483819,16.597385478754425,1956.227398600811,0.39931491085681003,0.32473882628080464,0.23419119031177285,Energy,1
+hospital/M/short,CHARM,3631.5481584093873,3631.5481584093873,20.171053240269178,0.8033462374272505,0.19295593221930513,0.17915692053790302,5.623271348446782,60.262327854219066,0.21876624387723012,0.07322560726655328,0.053852587460759105,Healthcare,1
+covid_deaths/D/short,CHARM,279578.686716792,279578.686716792,110.89151394110276,38.22453032586524,0.10356195819303964,0.38015103065280387,794.2405857591385,528.752008711827,0.19894550710079087,0.04172346981325736,0.03283314116914361,Healthcare,1
+us_births/D/short,CHARM,203770.76,203770.76,289.892578125,0.4267631961157118,0.02776156743367513,0.02750789960225423,3.9906840988858874,451.4097473471303,0.04231600083497119,0.027175076856628348,0.020494683923911794,Healthcare,1
+us_births/M/short,CHARM,52649312.0,52649312.0,5898.647135416667,0.6645089475841784,0.01825857659180959,0.018404711037874222,4.960616221377454,7255.984564481929,0.022537038586603088,0.018321157786136064,0.013226610681263747,Healthcare,1
+us_births/W/short,CHARM,3056115.714285714,3056115.714285714,1398.806919642857,1.2718276762082255,0.01885665101664407,0.018913879990577698,7.203809816897218,1748.174966725503,0.023731303757006387,0.01898866677494267,0.013463476235376066,Healthcare,1
+saugeen/D/short,CHARM,1108.8179166666666,1108.8179166666666,12.282783203125,2.7290430153342196,0.2812818400065104,0.3197357432047526,23.31665094550881,33.298917650077854,1.0785598766665676,0.3978422745116977,0.30242764423060925,Nature,1
+saugeen/M/short,CHARM,383.6525065104167,383.6525065104167,12.51698230561756,0.7334816336041241,0.38404673621768043,0.37861551557268414,4.541488750859863,19.587049459028194,0.5880619853580524,0.3757973594098576,0.2757463568486823,Nature,1
+saugeen/W/short,CHARM,986.0779296875,986.0779296875,14.509938049316407,1.1773638139270086,0.3640423774719238,0.373656702041626,8.934418540144424,31.401877805117007,0.9478917930041924,0.4379945453996085,0.3288411460699756,Nature,1
+temperature_rain/D/short,CHARM,184.48986082564463,184.48986082564463,5.889893864101657,1.3641067445464525,30.271426642899755,1.5104914289687121,23.075236705905155,13.582704473912573,1.599043429372321,0.6933962305652036,0.5212514553562415,Nature,1
+kdd_cup_2018/H/short,CHARM,4189.476863319628,4189.476863319628,21.75279070197554,0.9197559139740675,0.8335044795647942,0.4870458572783472,7.205096319621692,64.72616830401464,1.3548359237522745,0.45532530438810104,0.3412152310683595,Nature,1
+kdd_cup_2018/H/medium,CHARM,5075.062182691,5075.062182691,24.68207317962816,1.0204878424859904,0.9335498563963637,0.5457168894263152,8.031286782444067,71.23947067946953,1.4911711548536515,0.5166404974153651,0.38352259114123993,Nature,1
+kdd_cup_2018/H/long,CHARM,3957.7361188415816,3957.7361188415816,23.444780943690276,0.9956361260700548,1.020703614297042,0.5950373636528085,7.126341338465262,62.91054060204523,1.4761355544482444,0.5501093200923278,0.4005467745793005,Nature,1
+kdd_cup_2018/D/short,CHARM,2967.668010048873,2967.668010048873,21.503780535191833,1.1987815332885163,0.5095515210258017,0.4702272707496966,9.293461351889299,54.476306868664224,1.2203271129124733,0.4817075151676401,0.3540713294394005,Nature,1
+car_parts/M/short,CHARM,1.33926035547947,1.33926035547947,0.48519024887581624,0.8739543803854425,0.7871757322466021,1.869218137296877,16.839962368136312,1.157264168407313,2.775000763173573,1.1634364457751734,0.940713976267944,Sales,1
+restaurant/D/short,CHARM,146.2574166579107,146.2574166579107,7.369804070934903,0.7034349249429964,0.7006966158089388,0.4018968917235302,4.688235097701538,12.093693259625478,0.5565797846137083,0.33917545900888896,0.245585095635033,Sales,1
+hierarchical_sales/D/short,CHARM,29.030816017078337,29.030816017078337,2.3299006764481707,0.7514331693424623,0.6560222217816357,1.056839025843582,6.9066899407174445,5.388025242802629,1.6529864757117478,0.714787725440795,0.541088193766834,Sales,1
+hierarchical_sales/W/short,CHARM,487.262058064089,487.262058064089,9.193289805266817,0.7551886247916773,0.5535404225033783,0.4710119376748295,6.994411460243042,22.074013184377893,1.0134287424977315,0.4220684317323124,0.3379094517718997,Sales,1
+loop_seattle/5T/short,CHARM,54.15777761736891,54.15777761736891,3.9200280692432194,0.6168106325577031,0.09319484767776033,0.08582245454699632,4.403776868367571,7.359196805179822,0.1261939779818496,0.06721982696673154,0.04887173755289207,Transport,1
+loop_seattle/5T/medium,CHARM,75.22081494090234,75.22081494090234,4.838211842508385,0.7688237711236765,0.14426203846808436,0.11165619364955968,5.6921218517934085,8.672993424470143,0.15431037373551784,0.0860817299275986,0.06302400391457365,Transport,1
+loop_seattle/5T/long,CHARM,96.5279299069774,96.5279299069774,5.398897385800081,0.8542708476693045,0.15300511826781038,0.1239558805892834,7.0177246542470675,9.82486284418146,0.17370559428568402,0.09545361535944794,0.07080530206962084,Transport,1
+loop_seattle/H/short,CHARM,61.11823475136192,61.11823475136192,4.1544904347822165,0.841288573403987,0.11403534806187139,0.09637890127013245,8.1353804170682,7.8178152159898175,0.13838328202787806,0.07353870686822052,0.05573283285129185,Transport,1
+loop_seattle/H/medium,CHARM,69.11540106585397,69.11540106585397,4.488075657894737,0.9198625518651646,0.11942317753999472,0.1030782563767566,8.945979847343047,8.31356728882698,0.14694137243312216,0.07932623551878312,0.06019179465328708,Transport,1
+loop_seattle/H/long,CHARM,61.86304502063984,61.86304502063984,4.271694082306716,0.8923526635843902,0.12795344307777765,0.09913484713118388,8.102101243975282,7.865306416195102,0.14056353285175077,0.07634087976974441,0.05738948495971584,Transport,1
+loop_seattle/D/short,CHARM,17.688902460655314,17.688902460655314,2.927990155766254,0.8807210252584604,0.054698846854415596,0.053992783789541206,9.119683298190358,4.205817692275227,0.07516358175919163,0.05232709631405565,0.0409691856742258,Transport,1
+sz_taxi/15T/short,CHARM,16.724744300702554,16.724744300702554,2.730599595513536,0.5453009157401978,1012021170843.162,0.39486790518475395,3.959669052918628,4.08958974723658,0.38239414247609904,0.2553227475879568,0.18624456405956494,Transport,1
+sz_taxi/15T/medium,CHARM,16.32724859775641,16.32724859775641,2.7415294679821045,0.5352734728529617,8928814509330.816,0.40505095913878875,3.817818831993858,4.040699023406273,0.37605448216691456,0.2551450722895598,0.18623912572162218,Transport,1
+sz_taxi/15T/long,CHARM,15.806078614672364,15.806078614672364,2.708659341056802,0.5149215144231301,5608930480027.643,0.39981524258257656,3.577749242092137,3.975685930084564,0.3679823793022536,0.25070866425813354,0.18262495707511328,Transport,1
+sz_taxi/H/short,CHARM,7.2699599958892565,7.2699599958892565,1.8617143794002695,0.5679724173891258,1.2200180607983189,0.2960652163904956,4.130907618692551,2.6962863341806367,0.25117570745775436,0.17343018076462535,0.12709021393565598,Transport,1
+m_dense/H/short,CHARM,47871.556805555556,47871.556805555556,98.32472059461806,0.8581054475575379,0.3430081042906919,0.23674393124050563,8.023269082687346,218.79569649688167,0.38808909000838376,0.17440357352475513,0.13184243762356612,Transport,1
+m_dense/H/medium,CHARM,37933.76111111111,37933.76111111111,87.4280078125,0.7379145487909378,0.32016109232370565,0.21228578779432508,6.922527282089401,194.76591362738787,0.33886808365293064,0.15211368823856278,0.11538593114577042,Transport,1
+m_dense/H/long,CHARM,37876.875061728395,37876.875061728395,89.25485339506173,0.7511059051815672,0.3266049016610421,0.2152421211902006,6.654147888611272,194.61982186233857,0.3369156816848604,0.1545133454934001,0.11792607710976435,Transport,1
+m_dense/D/short,CHARM,11140.042962962963,11140.042962962963,60.43247106481481,0.8612611894920649,0.14617167728047975,0.12329865632233797,7.505394603225089,105.54640194228774,0.18271643412007718,0.1046175465466404,0.07739670012485807,Transport,1
+ett1/15T/short,CHARM,4.563380068824404,4.563380068824404,1.0517056419735864,0.678480079601368,0.4823513883007929,0.23486041114443823,4.698129143063571,2.1362069349256414,0.4038319862732182,0.19881612189772577,0.14419275842072574,Energy,7
+ett1/15T/medium,CHARM,9.483800223214285,9.483800223214285,1.6427892485119047,1.0277826561742587,0.6621628443159904,0.40224748883928574,6.604312899190576,3.0795779293945924,0.586970528884307,0.31311721805788156,0.22315361864407748,Energy,7
+ett1/15T/long,CHARM,9.098617931547619,9.098617931547619,1.6495366753472223,1.0414966722833336,0.7291892141245353,0.40266803075396823,7.033367269205918,3.016391541485889,0.5749272102421137,0.31440332128840975,0.2256610659131469,Energy,7
+ett1/H/short,CHARM,97.63678385416667,97.63678385416667,4.978119187127977,0.8336414772034413,0.4277032761346726,0.26922454833984377,6.0659507881263695,9.881132721209987,0.461192889487194,0.2323491887924012,0.16968509398281773,Energy,7
+ett1/H/medium,CHARM,155.49547061011904,155.49547061011904,7.724497767857143,1.4655237705522468,2366573800001.4146,0.5083131699335007,10.830657969293998,12.4697823000291,0.597273012656712,0.36998513222298324,0.268676046494625,Energy,7
+ett1/H/long,CHARM,180.9056216931217,180.9056216931217,8.434078414351852,1.6432641744444674,1255472574447.474,0.5665286432498347,10.948546436473022,13.450116047570805,0.6440969265892744,0.4038897483176805,0.2921510931522111,Energy,7
+ett1/D/short,CHARM,39457.28571428572,39457.28571428572,133.28221726190475,1.7086112753473564,1.5195740714905754,0.46679561554439486,10.247861212149797,198.63858062895466,0.5217308209309843,0.35007016465470664,0.2514301471765069,Energy,7
+ett1/W/short,CHARM,1113651.642857143,1113651.642857143,832.7677176339286,1.5443143114122866,0.6782628468104771,0.5540310314723423,9.899854250964875,1055.2969453462579,0.4199278421158212,0.33137815113734725,0.2313844485474888,Energy,7
+ett2/15T/short,CHARM,7.3464628673735115,7.3464628673735115,1.748282005673363,0.769447809945206,0.10940645629735563,0.13198129563104538,5.083798614539719,2.710435918330022,0.12867403529933805,0.08299716624542641,0.06019034052895226,Energy,7
+ett2/15T/medium,CHARM,13.52883060515873,13.52883060515873,2.3416184585813493,0.9726840263809445,0.14506077324840283,0.17726376488095238,7.055552761432705,3.678155870155414,0.19601557131164893,0.1247890780477805,0.0906459529847499,Energy,7
+ett2/15T/long,CHARM,12.778794642857143,12.778794642857143,2.2963355654761903,0.962187214391635,0.1439156607725871,0.17605050223214286,7.281746615810334,3.574743996827905,0.19050456575716082,0.12237587086570505,0.0900054056184778,Energy,7
+ett2/H/short,CHARM,101.03349144345238,101.03349144345238,6.294742838541667,0.7419993138055385,0.1236532054656059,0.11254986354282924,5.297244345603868,10.051541744600794,0.12748151676493236,0.0798348537062518,0.05884667392594112,Energy,7
+ett2/H/medium,CHARM,215.59084821428573,215.59084821428573,9.101642136346726,0.9928918707724674,0.1721737160400079,0.16274163382393972,7.0004991839302955,14.683012232314107,0.1978630197230303,0.12265047314832274,0.09078392337080587,Energy,7
+ett2/H/long,CHARM,223.27862103174604,223.27862103174604,9.318803736772487,1.0688097011655349,0.20065331071852235,0.17899010067894344,7.168567931153113,14.942510533098046,0.20462618114531583,0.12761384489404803,0.09461309055395556,Energy,7
+ett2/D/short,CHARM,124601.44761904761,124601.44761904761,213.00059523809523,1.3966455903422066,0.4531980968656994,0.1423779078892299,11.31345370103201,352.9893024144607,0.20202506813906873,0.12190584664266454,0.09127424094658929,Energy,7
+ett2/W/short,CHARM,4057394.8571428573,4057394.8571428573,1471.4375,1.07049861118005,0.16081999029432023,0.17307400703430176,10.30347246888561,2014.2976088807873,0.16896865668250666,0.12343102462669925,0.09320631241012131,Energy,7
+jena_weather/10T/short,CHARM,793.1503968253968,793.1503968253968,5.716567847842262,0.28097508582546665,0.4004252515002437,0.5397180950830853,2.8917946601642734,28.16292592798903,0.17492708068398932,0.0355070537667819,0.028006287007785263,Nature,21
+jena_weather/10T/medium,CHARM,1422.0320346320345,1422.0320346320345,9.38236607142857,0.6013099397214728,0.8281385565789035,0.6474207053796898,6.018579054295177,37.70984002395176,0.23142461794716235,0.05757941381192939,0.044564262861193464,Nature,21
+jena_weather/10T/long,CHARM,1389.581746031746,1389.581746031746,9.545997643849207,0.6475100423238881,0.8520969727767973,0.6432763801049934,6.239514923578308,37.277094120005465,0.22810493087834602,0.058413596448937954,0.04524369019973926,Nature,21
+jena_weather/H/short,CHARM,1127.1288638262322,1127.1288638262322,8.736642224049708,0.5438486090849666,1.8571209834769202,0.6160888671875,5.004823350124767,33.572739891558335,0.2057987506968474,0.05355505868160764,0.04097253042821256,Nature,21
+jena_weather/H/medium,CHARM,1390.490873015873,1390.490873015873,10.963873387896825,0.7886856062642835,2.924725621490672,0.6766796293712798,7.264398321507669,37.28928630338576,0.228179738945854,0.06708988064645643,0.05153096274347289,Nature,21
+jena_weather/H/long,CHARM,1340.9566137566137,1340.9566137566137,11.615759341931216,0.8272991169023285,2.9362598207091057,0.656794536933697,6.547328093699364,36.61907445248465,0.22048742136731644,0.06993974759927213,0.052146133344598215,Nature,21
+jena_weather/D/short,CHARM,410.35528273809524,410.35528273809524,10.29339812748016,1.2094197120804053,0.8281548462946806,0.45965498666914684,7.6455485013791975,20.257227913465734,0.12198162094288287,0.061983080506578955,0.04662335709923494,Nature,21
+bitbrains_fast_storage/5T/short,CHARM,1915424.97979284,1915424.97979284,162.00147424300891,0.6967297920796054,1.9561547079209756,0.7794563485253293,12.866652673140049,1383.9887932323875,4.345382519513736,0.5086445625523378,0.35743914679581684,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,CHARM,2917887.1148548196,2917887.1148548196,265.98174799377887,0.982754485697496,3.5706176323196397,0.8151838696823894,22.037047134057264,1708.182400932295,5.189929897350263,0.8081260088553686,0.5626249802648368,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,CHARM,4931816.900230053,4931816.900230053,407.2747355083541,0.9085918638742406,4.628548264485131,0.8274016619120756,17.74187789261031,2220.7694387824354,5.868830521529703,1.0763055167536155,0.6535163711365575,Web/CloudOps,2
+bitbrains_fast_storage/H/short,CHARM,2380370.3164623124,2380370.3164623124,264.7808318927846,1.0978432599926795,3.2438603811230586,0.5927183479751187,23.17131375655182,1542.8448776407538,4.397609170279694,0.7547113979640945,0.5114305282821788,Web/CloudOps,2
+bitbrains_rnd/5T/short,CHARM,1803573.583412219,1803573.583412219,126.85952081603327,1.670405148269509,1.2306010844713593,0.6751305014290299,50.1265436435464,1342.971922049087,5.495053419813822,0.5190725377433517,0.38080825574394633,Web/CloudOps,2
+bitbrains_rnd/5T/medium,CHARM,2264990.5158133875,2264990.5158133875,144.36256296425503,4.393865113797011,0.39853283556023594,0.7194548372062909,163.01890436544252,1504.9885434159914,6.33225392543487,0.6074068869264252,0.574243628272083,Web/CloudOps,2
+bitbrains_rnd/5T/long,CHARM,2178969.3823474105,2178969.3823474105,153.21568335546223,3.3200862145398142,0.9637387689062301,0.6992502026503388,120.49768052246468,1476.1332535877004,5.654734111103969,0.5869347831034162,0.5546804800406688,Web/CloudOps,2
+bitbrains_rnd/H/short,CHARM,1745905.6729039683,1745905.6729039683,146.2275138794169,5.873955076880216,1.289918792023004,0.5710860785252654,193.833932413184,1321.327239144024,5.782774515969541,0.6399631489798603,0.5440946464532354,Web/CloudOps,2
+bizitobs_application/10S/short,CHARM,1171415.7511111111,1171415.7511111111,489.2685069444444,1.4421225291188486,0.020745357937282986,0.020944930182562934,10.099545762363098,1082.3196159689203,0.04174074143277792,0.018869130650733593,0.013533343272532928,Web/CloudOps,2
+bizitobs_application/10S/medium,CHARM,4203259.306666667,4203259.306666667,1130.7472916666666,2.3919383320070966,0.033581021626790365,0.03461206436157226,15.925404139781671,2050.1851883833974,0.08050473829226774,0.0444011181556211,0.0325102899062769,Web/CloudOps,2
+bizitobs_application/10S/long,CHARM,7293315.413333333,7293315.413333333,1614.7275,3.46668602306499,0.049203126695421005,0.05072652604844835,20.82217479424213,2700.6138956417544,0.10415188329265815,0.06227358542472482,0.047977182749416036,Web/CloudOps,2
+bizitobs_service/10S/short,CHARM,3829.155737433862,3829.155737433862,22.81807007481812,0.8753271905535402,0.06427190750364273,0.053650549833105986,6.889380677739092,61.88017240953569,0.045842811328062935,0.016904356283745765,0.012471897125192324,Web/CloudOps,2
+bizitobs_service/10S/medium,CHARM,13575.059047619048,13575.059047619048,41.54374007936508,1.2491979477533333,0.0717720685686384,0.06503184485057044,11.20958772948039,116.51205537462228,0.08768970801854255,0.03126679403126577,0.023517244671468266,Web/CloudOps,2
+bizitobs_service/10S/long,CHARM,130042.82582010582,130042.82582010582,84.01010582010582,1.6282834199025624,0.08846206907242063,0.0858390880766369,15.501488622633655,360.614511383147,0.2671547585887895,0.06223737212711046,0.05212565886458504,Web/CloudOps,2
+bizitobs_l2c/5T/short,CHARM,20.90650111607143,20.90650111607143,2.707779947916667,0.27965137299071025,0.14879485130014894,0.20844054449172247,2.6325652120484837,4.572362749834206,0.15703344435699662,0.09299612367754095,0.07050456563482645,Web/CloudOps,7
+bizitobs_l2c/5T/medium,CHARM,108.47057823129252,108.47057823129252,6.796704267644558,0.6680172330186568,0.4312666095977922,0.7146899580144558,3.546491866942123,10.41492094215278,0.5479779996025003,0.3576065943428845,0.2554181718875181,Web/CloudOps,7
+bizitobs_l2c/5T/long,CHARM,193.13486111111112,193.13486111111112,9.453229166666667,0.8936816857414822,0.6501663001465556,0.8327047681051587,4.349299519768887,13.897296899437356,0.7803124444072206,0.5307846851053418,0.37462129531767796,Web/CloudOps,7
+bizitobs_l2c/H/short,CHARM,62.51560949900794,62.51560949900794,4.876427544487847,0.4857097264924896,0.39735138159004046,0.6358144850957961,2.5461823121629426,7.906681320187879,0.42619041703151367,0.26285196084769624,0.185922575690588,Web/CloudOps,7
+bizitobs_l2c/H/medium,CHARM,79.86783854166667,79.86783854166667,5.049188523065476,0.5136331367561462,0.47998003226497316,0.7661154610770089,3.599655486077902,8.936880806056813,0.5411417071491725,0.30573603434856994,0.22556741156815008,Web/CloudOps,7
+bizitobs_l2c/H/long,CHARM,90.35586557539682,90.35586557539682,5.4537977430555555,0.5835938773403844,0.6177882662181488,0.7939226422991071,5.131964603118704,9.50557023935949,0.5806276649852519,0.3331337067754453,0.2512016176601858,Web/CloudOps,7

results/CHARM/config.json

@@ -0,0 +1,10 @@
+{
+    "model": "CHARM",
+    "model_type": "zero-shot",
+    "model_dtype": "float32",
+    "model_link": "https://huggingface.co/c3aiia3c/CHARM",
+    "code_link": "https://huggingface.co/c3aiia3c/CHARM",
+    "org": "C3 AI",
+    "testdata_leakage": "No",
+    "replication_code_available": "No"
+}