ConTSG-Bench-Checkpoints / expected /seed_metrics_nested.json
GritLs's picture
Add files using upload-large-folder tool
c8ecb42 verified
{
"bridge": {
"synth-u": {
"seed0": {
"dtw": 6.354155136104681,
"wape": 88.65556005794502,
"ed": 9.25147834777832,
"crps": 0.5361806164317251,
"acd": 0.02120952121913433,
"sd": 0.17698199261192563,
"kd": 0.5880551470131783,
"mdd": 0.02806243896484374,
"fid": 47.42080353150922,
"sfd": 9.808309640175452,
"jftsd": 52.52638332382759,
"prdc_f1.f1": 0.14994884425918906,
"prdc_f1.precision": 0.5735,
"prdc_f1.recall": 0.08625,
"joint_prdc_f1.f1": 0.610718726016884,
"joint_prdc_f1.precision": 0.8145,
"joint_prdc_f1.recall": 0.4885,
"cttp": 23.847719635009767,
"disc_auc": 0.9995162499999999
},
"seed1": {
"dtw": 5.753590787621783,
"wape": 85.46210875970107,
"ed": 8.889996612548828,
"crps": 0.5136260835656676,
"acd": 0.028903482481837273,
"sd": 0.022280193616036857,
"kd": 0.6368266785364254,
"mdd": 0.028317220052083324,
"fid": 48.50368331516401,
"sfd": 9.037110945980103,
"jftsd": 54.73198046870306,
"prdc_f1.f1": 0.1260411555203799,
"prdc_f1.precision": 0.56075,
"prdc_f1.recall": 0.071,
"joint_prdc_f1.f1": 0.5706327191739218,
"joint_prdc_f1.precision": 0.78725,
"joint_prdc_f1.recall": 0.4475,
"cttp": 22.753153106689453,
"disc_auc": 0.9995903125
},
"seed2": {
"dtw": 5.530313082307284,
"wape": 82.54036397922455,
"ed": 8.522937805175781,
"crps": 0.5017315307045973,
"acd": 0.04407091811299324,
"sd": 0.0928177492640565,
"kd": 0.7001046294738782,
"mdd": 0.028313680013020828,
"fid": 54.61961133293579,
"sfd": 9.44118332955128,
"jftsd": 58.16182762137342,
"prdc_f1.f1": 0.1200266429840142,
"prdc_f1.precision": 0.6375,
"prdc_f1.recall": 0.06625,
"joint_prdc_f1.f1": 0.6256576958525346,
"joint_prdc_f1.precision": 0.86675,
"joint_prdc_f1.recall": 0.4895,
"cttp": 22.37494738769531,
"disc_auc": 0.99950046875
}
},
"synth-m": {
"seed0": {
"dtw": 13.817281705569064,
"wape": 106.19159049917226,
"ed": 16.047494094848634,
"crps": 0.6222953609760046,
"acd": 0.04810057580471039,
"sd": 0.3342529663983614,
"kd": 0.2772295471154491,
"mdd": 0.029095235188802075,
"fid": 36.90573498644184,
"sfd": 46.77665048709039,
"jftsd": 44.922412953420775,
"prdc_f1.f1": 0.2880602782071098,
"prdc_f1.precision": 0.62125,
"prdc_f1.recall": 0.1875,
"joint_prdc_f1.f1": 0.33039791744142805,
"joint_prdc_f1.precision": 0.38,
"joint_prdc_f1.recall": 0.29225,
"cttp": 18.433125,
"disc_auc": 0.9997595312499999
},
"seed1": {
"dtw": 11.941985574008141,
"wape": 97.19576751179419,
"ed": 14.614929718017578,
"crps": 0.5933726656309234,
"acd": 0.08524112403392792,
"sd": 0.027004171864705717,
"kd": 0.707300600732306,
"mdd": 0.02950222778320312,
"fid": 60.61234598914979,
"sfd": 45.196805251014396,
"jftsd": 68.15098610695699,
"prdc_f1.f1": 0.17119105807935597,
"prdc_f1.precision": 0.77325,
"prdc_f1.recall": 0.09625,
"joint_prdc_f1.f1": 0.19173251468232783,
"joint_prdc_f1.precision": 0.33375,
"joint_prdc_f1.recall": 0.1345,
"cttp": 18.584201385498048,
"disc_auc": 0.9996928125
},
"seed2": {
"dtw": 12.013450861567545,
"wape": 96.39575187473649,
"ed": 14.510944213867187,
"crps": 0.5734683085540916,
"acd": 0.04058488830924034,
"sd": 0.05335535791835336,
"kd": 0.2815472187496497,
"mdd": 0.029644704182942704,
"fid": 40.9487228029339,
"sfd": 42.799137914105,
"jftsd": 47.69404022174564,
"prdc_f1.f1": 0.2721332174920359,
"prdc_f1.precision": 0.694,
"prdc_f1.recall": 0.16925,
"joint_prdc_f1.f1": 0.35218493819128177,
"joint_prdc_f1.precision": 0.49525,
"joint_prdc_f1.recall": 0.27325,
"cttp": 19.501730834960938,
"disc_auc": 0.99973171875
}
}
},
"diffusets": {
"synth-u": {
"seed0": {
"dtw": 6.532428591720535,
"wape": 87.80967145497634,
"ed": 9.246404472351074,
"crps": 0.4526067496610641,
"acd": 0.0433688648045063,
"sd": 0.2959921614171813,
"kd": 1.8287045933291228,
"mdd": 0.0260916748046875,
"fid": 51.36839796221051,
"sfd": 54.6720668718775,
"jftsd": 58.86045523270212,
"prdc_f1.f1": 0.3003663853727145,
"prdc_f1.precision": 0.4955,
"prdc_f1.recall": 0.2155,
"joint_prdc_f1.f1": 0.5770832266325224,
"joint_prdc_f1.precision": 0.657,
"joint_prdc_f1.recall": 0.5145,
"cttp": 19.388934158325196,
"disc_auc": 0.999903125
},
"seed1": {
"dtw": 4.954761916935516,
"wape": 81.29904120650428,
"ed": 8.348238151550293,
"crps": 0.4236568123287523,
"acd": 0.05647331476211548,
"sd": 0.031882725015297264,
"kd": 0.2726460478386823,
"mdd": 0.01779575602213541,
"fid": 33.97250146771219,
"sfd": 7.695950143207412,
"jftsd": 37.68384150873891,
"prdc_f1.f1": 0.33002626143405134,
"prdc_f1.precision": 0.62275,
"prdc_f1.recall": 0.2245,
"joint_prdc_f1.f1": 0.8377482661944814,
"joint_prdc_f1.precision": 0.93625,
"joint_prdc_f1.recall": 0.758,
"cttp": 27.93660757446289,
"disc_auc": 0.9999784375
},
"seed2": {
"dtw": 5.604377370645617,
"wape": 89.19720450918459,
"ed": 9.010427093505859,
"crps": 0.4444298378533488,
"acd": 0.06584841758012772,
"sd": 0.0934342422658183,
"kd": 0.3979876287319106,
"mdd": 0.017146341959635412,
"fid": 39.433125114674,
"sfd": 9.23097797963554,
"jftsd": 43.144632222561086,
"prdc_f1.f1": 0.275845928439235,
"prdc_f1.precision": 0.63425,
"prdc_f1.recall": 0.17625,
"joint_prdc_f1.f1": 0.805401887654133,
"joint_prdc_f1.precision": 0.93475,
"joint_prdc_f1.recall": 0.7075,
"cttp": 26.66297784423828,
"disc_auc": 0.9999381249999999
}
},
"synth-m": {
"seed0": {
"dtw": 11.140782107069837,
"wape": 89.60107209439903,
"ed": 13.401970443725586,
"crps": 0.48672253132439686,
"acd": 0.03553586080670357,
"sd": 0.16719546573763044,
"kd": 0.07568088321032929,
"mdd": 0.023467702229817703,
"fid": 42.76190316351483,
"sfd": 85.36533673707893,
"jftsd": 52.20228797971308,
"prdc_f1.f1": 0.2579129526462396,
"prdc_f1.precision": 0.5495,
"prdc_f1.recall": 0.1685,
"joint_prdc_f1.f1": 0.305841307814992,
"joint_prdc_f1.precision": 0.3625,
"joint_prdc_f1.recall": 0.2645,
"cttp": 16.67788977050781,
"disc_auc": 0.9999359375000001
},
"seed1": {
"dtw": 10.334665453160229,
"wape": 85.56766340774767,
"ed": 12.78905828857422,
"crps": 0.4503502460532916,
"acd": 0.025928545743227005,
"sd": 0.0435979218540752,
"kd": 0.08138287083778217,
"mdd": 0.021443400065104163,
"fid": 33.25484026734239,
"sfd": 79.12128260221301,
"jftsd": 39.5227926010414,
"prdc_f1.f1": 0.4241700302724521,
"prdc_f1.precision": 0.6835,
"prdc_f1.recall": 0.3075,
"joint_prdc_f1.f1": 0.5467748411978223,
"joint_prdc_f1.precision": 0.59925,
"joint_prdc_f1.recall": 0.50275,
"cttp": 21.062711242675782,
"disc_auc": 0.9997506249999999
},
"seed2": {
"dtw": 9.317690117480163,
"wape": 81.66055296593296,
"ed": 12.043457717895508,
"crps": 0.44030666400529395,
"acd": 0.06254220008850098,
"sd": 0.04333788460742726,
"kd": 0.3218432933887936,
"mdd": 0.01764912923177083,
"fid": 30.94725361796202,
"sfd": 44.83966561329548,
"jftsd": 34.4846521694688,
"prdc_f1.f1": 0.4201174869853289,
"prdc_f1.precision": 0.76725,
"prdc_f1.recall": 0.28925,
"joint_prdc_f1.f1": 0.7147140649149922,
"joint_prdc_f1.precision": 0.82575,
"joint_prdc_f1.recall": 0.63,
"cttp": 25.972833389282226,
"disc_auc": 0.9997812500000001
}
}
},
"t2s": {
"synth-u": {
"seed0": {
"dtw": 47.12652707117338,
"wape": 550.2959810862212,
"ed": 54.415912963867186,
"crps": 3.4977831919962763,
"acd": 0.039769306778907776,
"sd": 0.32305185133674863,
"kd": 0.5842860290533332,
"mdd": 0.05455151367187498,
"fid": 175.4499695138689,
"sfd": 158.77707966819406,
"jftsd": 186.9348911336512,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.01575,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.005913978494623656,
"joint_prdc_f1.precision": 0.20625,
"joint_prdc_f1.recall": 0.003,
"cttp": 5.37317338180542,
"disc_auc": 1.0
},
"seed1": {
"dtw": 15.365408773958965,
"wape": 178.296819353186,
"ed": 20.013489288330078,
"crps": 1.0322840045545667,
"acd": 0.04774828627705574,
"sd": 0.9647802643913168,
"kd": 1.2767695148803266,
"mdd": 0.02350620524088541,
"fid": 134.2823978837169,
"sfd": 79.6028833155586,
"jftsd": 147.3762497463016,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.4055,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.027200400000000003,
"joint_prdc_f1.precision": 0.29825,
"joint_prdc_f1.recall": 0.01425,
"cttp": 12.133055778503419,
"disc_auc": 1.0
},
"seed2": {
"dtw": 19.35132308105883,
"wape": 216.31664117981865,
"ed": 23.888965423583983,
"crps": 1.2506499665516893,
"acd": 0.05925827473402023,
"sd": 0.20025774443618977,
"kd": 0.4887130778990958,
"mdd": 0.029227783203124996,
"fid": 123.7158536108432,
"sfd": 102.84906228929884,
"jftsd": 134.65165898637255,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.27775,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.046265346534653466,
"joint_prdc_f1.precision": 0.354,
"joint_prdc_f1.recall": 0.02475,
"cttp": 13.46905096435547,
"disc_auc": 1.0
}
},
"synth-m": {
"seed0": {
"dtw": 30.853883330881942,
"wape": 231.39017954533955,
"ed": 36.92706576538086,
"crps": 1.2909548534012474,
"acd": 0.08280777186155319,
"sd": 0.43578305680359264,
"kd": 1.6891005246901758,
"mdd": 0.027735107421874995,
"fid": 122.14499871033982,
"sfd": 317.9769143235806,
"jftsd": 131.62202535095628,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.3175,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.012721153846153844,
"joint_prdc_f1.precision": 0.11025,
"joint_prdc_f1.recall": 0.00675,
"cttp": -2.1494174547195435,
"disc_auc": 1.0
},
"seed1": {
"dtw": 51.97795645532827,
"wape": 375.2316361826495,
"ed": 57.725555297851564,
"crps": 2.47075430506335,
"acd": 0.036171168088912964,
"sd": 0.48953894824419564,
"kd": 1.4351366797985663,
"mdd": 0.03595974731445312,
"fid": 109.6813469453873,
"sfd": 409.9287758892757,
"jftsd": 118.27890977769226,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.4685,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.02031169665809768,
"joint_prdc_f1.precision": 0.18375,
"joint_prdc_f1.recall": 0.01075,
"cttp": 4.7206211853027344,
"disc_auc": 1.0
},
"seed2": {
"dtw": 33.4548552772021,
"wape": 233.52481543411972,
"ed": 38.108337890625,
"crps": 1.2779978524073943,
"acd": 0.10699678212404251,
"sd": 0.26627323448919915,
"kd": 1.3601897974690218,
"mdd": 0.027756306966145835,
"fid": 109.19084633158991,
"sfd": 384.584061896183,
"jftsd": 119.15697446699316,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.48775,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.02104734576757532,
"joint_prdc_f1.precision": 0.163,
"joint_prdc_f1.recall": 0.01125,
"cttp": 2.3761753463745117,
"disc_auc": 1.0
}
}
},
"tedit": {
"synth-u": {
"seed0": {
"dtw": 7.959363302202195,
"wape": 125.00642335567366,
"ed": 12.238202255249023,
"crps": 0.7558069003698727,
"acd": 0.06724201887845993,
"sd": 0.28640310958163423,
"kd": 0.2388073990442381,
"mdd": 0.02708036295572916,
"fid": 53.56211119503274,
"sfd": 3.2625660021071496,
"jftsd": 64.02011808883037,
"prdc_f1.f1": 0.18506040784917277,
"prdc_f1.precision": 0.538,
"prdc_f1.recall": 0.11175,
"joint_prdc_f1.f1": 0.49510117967332123,
"joint_prdc_f1.precision": 0.7265,
"joint_prdc_f1.recall": 0.3755,
"cttp": 19.67137551879883,
"disc_auc": 0.98694375
},
"seed1": {
"dtw": 6.888405716152939,
"wape": 108.86051449077287,
"ed": 10.816663734436036,
"crps": 0.648811074876578,
"acd": 0.06429418176412582,
"sd": 0.09525932871616731,
"kd": 0.41859134401745623,
"mdd": 0.021761311848958333,
"fid": 52.893325673487965,
"sfd": 2.6884680714630846,
"jftsd": 63.38460337243362,
"prdc_f1.f1": 0.1599864812668984,
"prdc_f1.precision": 0.55375,
"prdc_f1.recall": 0.0935,
"joint_prdc_f1.f1": 0.48190530389255626,
"joint_prdc_f1.precision": 0.74125,
"joint_prdc_f1.recall": 0.357,
"cttp": 20.302712860107423,
"disc_auc": 0.98518453125
},
"seed2": {
"dtw": 5.892986179293807,
"wape": 97.12165176525684,
"ed": 9.810233108520508,
"crps": 0.48175781361963693,
"acd": 0.06590211391448975,
"sd": 0.1077936509493189,
"kd": 0.2053429891488836,
"mdd": 0.01589180501302083,
"fid": 41.02142245362586,
"sfd": 1.7363249259577884,
"jftsd": 52.48946236949155,
"prdc_f1.f1": 0.24714336535040912,
"prdc_f1.precision": 0.54275,
"prdc_f1.recall": 0.16,
"joint_prdc_f1.f1": 0.5708573059360731,
"joint_prdc_f1.precision": 0.73975,
"joint_prdc_f1.recall": 0.46475,
"cttp": 21.15283854675293,
"disc_auc": 0.9766831249999999
}
},
"synth-m": {
"seed0": {
"dtw": 9.449965004665586,
"wape": 84.70754473291974,
"ed": 12.568117126464843,
"crps": 0.43670245952221176,
"acd": 0.05856379494071007,
"sd": 0.029261844309823173,
"kd": 0.38030240728596487,
"mdd": 0.01425675455729166,
"fid": 34.12589442222904,
"sfd": 29.040304538337182,
"jftsd": 42.52122642823781,
"prdc_f1.f1": 0.3770247463499134,
"prdc_f1.precision": 0.7595,
"prdc_f1.recall": 0.25075,
"joint_prdc_f1.f1": 0.49005342399222923,
"joint_prdc_f1.precision": 0.6275,
"joint_prdc_f1.recall": 0.402,
"cttp": 21.539698181152342,
"disc_auc": 0.99049265625
},
"seed1": {
"dtw": 10.657325486540197,
"wape": 93.90555822286085,
"ed": 13.747008003234864,
"crps": 0.48623683406631973,
"acd": 0.04866933822631836,
"sd": 0.02613117771252848,
"kd": 0.18543531249497258,
"mdd": 0.017248840332031244,
"fid": 35.71198160860902,
"sfd": 28.30212871877896,
"jftsd": 44.363306631870586,
"prdc_f1.f1": 0.32694431216931213,
"prdc_f1.precision": 0.73475,
"prdc_f1.recall": 0.21025,
"joint_prdc_f1.f1": 0.47389876605389064,
"joint_prdc_f1.precision": 0.602,
"joint_prdc_f1.recall": 0.39075,
"cttp": 20.862328704833985,
"disc_auc": 0.9933971875000001
},
"seed2": {
"dtw": 9.850579732121773,
"wape": 88.43444260454119,
"ed": 13.037744049072266,
"crps": 0.47628230624078943,
"acd": 0.05967891961336136,
"sd": 0.03868219061395673,
"kd": 0.1998955795200681,
"mdd": 0.014961975097656245,
"fid": 35.74539814735715,
"sfd": 28.039383014968706,
"jftsd": 44.55691533072158,
"prdc_f1.f1": 0.34751166448230664,
"prdc_f1.precision": 0.72525,
"prdc_f1.recall": 0.2285,
"joint_prdc_f1.f1": 0.47022108585858585,
"joint_prdc_f1.precision": 0.60575,
"joint_prdc_f1.recall": 0.38425,
"cttp": 21.313952178955077,
"disc_auc": 0.98900359375
}
}
},
"text2motion": {
"synth-u": {
"seed0": {
"dtw": 5.085188034801666,
"wape": 85.2618906036369,
"ed": 8.796650436401368,
"crps": 0.4262594393735139,
"acd": 0.07435368746519089,
"sd": 0.0426956633851259,
"kd": 0.2747872205600683,
"mdd": 0.014225769042968748,
"fid": 44.83148336312027,
"sfd": 6.295287387353085,
"jftsd": 53.569003359971475,
"prdc_f1.f1": 0.1536161096829477,
"prdc_f1.precision": 0.4925,
"prdc_f1.recall": 0.091,
"joint_prdc_f1.f1": 0.52731956284153,
"joint_prdc_f1.precision": 0.7315,
"joint_prdc_f1.recall": 0.41225,
"cttp": 19.250409225463866,
"disc_auc": 0.9997784374999998
},
"seed1": {
"dtw": 4.998630789157611,
"wape": 83.99544494591946,
"ed": 8.685945442199706,
"crps": 0.4548433062818838,
"acd": 0.0853547528386116,
"sd": 0.11881662918129551,
"kd": 0.14053568546222728,
"mdd": 0.018232462565104163,
"fid": 61.97935225245374,
"sfd": 7.754622692490379,
"jftsd": 70.3335513638196,
"prdc_f1.f1": 0.07005711775043937,
"prdc_f1.precision": 0.5315,
"prdc_f1.recall": 0.0375,
"joint_prdc_f1.f1": 0.37869377861567466,
"joint_prdc_f1.precision": 0.66325,
"joint_prdc_f1.recall": 0.265,
"cttp": 17.715882659912108,
"disc_auc": 0.9999495312500001
},
"seed2": {
"dtw": 5.123799333285053,
"wape": 83.68866268582255,
"ed": 8.59034902191162,
"crps": 0.426639685720445,
"acd": 0.08646354079246521,
"sd": 0.053005314210520335,
"kd": 0.19859039997297323,
"mdd": 0.012535522460937497,
"fid": 68.98477653735077,
"sfd": 9.615549578528867,
"jftsd": 76.06516443914063,
"prdc_f1.f1": 0.07521495327102803,
"prdc_f1.precision": 0.62875,
"prdc_f1.recall": 0.04,
"joint_prdc_f1.f1": 0.35731246719160104,
"joint_prdc_f1.precision": 0.71425,
"joint_prdc_f1.recall": 0.23825,
"cttp": 15.853762313842774,
"disc_auc": 0.9996112499999998
}
},
"synth-m": {
"seed0": {
"dtw": 9.920162759520549,
"wape": 84.69678079006525,
"ed": 12.55547802734375,
"crps": 0.44866988795747503,
"acd": 0.08566120266914368,
"sd": 0.10911635108479659,
"kd": 0.20096956341665995,
"mdd": 0.013409535725911456,
"fid": 64.3573270131079,
"sfd": 76.41954895480043,
"jftsd": 69.79235834036984,
"prdc_f1.f1": 0.07989648153533004,
"prdc_f1.precision": 0.81775,
"prdc_f1.recall": 0.042,
"joint_prdc_f1.f1": 0.23519638949671767,
"joint_prdc_f1.precision": 0.53475,
"joint_prdc_f1.recall": 0.15075,
"cttp": 18.90363214111328,
"disc_auc": 0.99823796875
},
"seed1": {
"dtw": 9.78111583720001,
"wape": 83.48893699068888,
"ed": 12.2639995803833,
"crps": 0.435521877080273,
"acd": 0.08231154084205627,
"sd": 0.03859679681350008,
"kd": 0.24878011053009796,
"mdd": 0.013743398030598953,
"fid": 74.80449518625389,
"sfd": 86.29294234602779,
"jftsd": 78.52319749965196,
"prdc_f1.f1": 0.053341102275843155,
"prdc_f1.precision": 0.88425,
"prdc_f1.recall": 0.0275,
"joint_prdc_f1.f1": 0.23955289284491613,
"joint_prdc_f1.precision": 0.57925,
"joint_prdc_f1.recall": 0.151,
"cttp": 19.027025268554688,
"disc_auc": 0.9996828125
},
"seed2": {
"dtw": 9.626415739851959,
"wape": 84.43495913422343,
"ed": 12.451413528442384,
"crps": 0.438651458762503,
"acd": 0.061282142996788025,
"sd": 0.024024607302982934,
"kd": 0.29386041841271693,
"mdd": 0.014710215250651037,
"fid": 42.180151900564056,
"sfd": 54.112697152689606,
"jftsd": 47.21865646873948,
"prdc_f1.f1": 0.2568461329715061,
"prdc_f1.precision": 0.767,
"prdc_f1.recall": 0.15425,
"joint_prdc_f1.f1": 0.4987686446548142,
"joint_prdc_f1.precision": 0.69325,
"joint_prdc_f1.recall": 0.3895,
"cttp": 21.94361151123047,
"disc_auc": 0.9994778125
}
}
},
"timevqvae": {
"synth-u": {
"seed0": {
"dtw": 4.738344470131908,
"wape": 78.70354148802224,
"ed": 8.095824539184571,
"crps": 0.4619731890890966,
"acd": 0.0782569944858551,
"sd": 0.017883144840177098,
"kd": 0.7764537740484143,
"mdd": 0.025222961425781246,
"fid": 75.99252329832237,
"sfd": 5.18987373126426,
"jftsd": 84.16335429099422,
"prdc_f1.f1": 0.03129281767955801,
"prdc_f1.precision": 0.708,
"prdc_f1.recall": 0.016,
"joint_prdc_f1.f1": 0.3395425338189386,
"joint_prdc_f1.precision": 0.74075,
"joint_prdc_f1.recall": 0.22025,
"cttp": 16.272752227783204,
"disc_auc": 0.99972171875
},
"seed1": {
"dtw": 4.779937541837779,
"wape": 78.82846294030335,
"ed": 8.12883283996582,
"crps": 0.46176104309450156,
"acd": 0.08039241284132004,
"sd": 0.05637325715977248,
"kd": 0.7919831497243068,
"mdd": 0.023142740885416666,
"fid": 73.50134580357476,
"sfd": 5.980927793876038,
"jftsd": 81.73829830981978,
"prdc_f1.f1": 0.032750834445927905,
"prdc_f1.precision": 0.73225,
"prdc_f1.recall": 0.01675,
"joint_prdc_f1.f1": 0.35371590324240865,
"joint_prdc_f1.precision": 0.739,
"joint_prdc_f1.recall": 0.2325,
"cttp": 15.966687881469726,
"disc_auc": 0.9997403125
},
"seed2": {
"dtw": 4.787562399860754,
"wape": 78.679489850362,
"ed": 8.096774627685546,
"crps": 0.46088996795434334,
"acd": 0.08149992674589157,
"sd": 0.06299340445322331,
"kd": 0.759065214899195,
"mdd": 0.025206624348958328,
"fid": 77.73334841368484,
"sfd": 5.412455164232835,
"jftsd": 85.91943105891795,
"prdc_f1.f1": 0.035607669122572,
"prdc_f1.precision": 0.72825,
"prdc_f1.recall": 0.01825,
"joint_prdc_f1.f1": 0.31903679653679656,
"joint_prdc_f1.precision": 0.719,
"joint_prdc_f1.recall": 0.205,
"cttp": 15.809910827636719,
"disc_auc": 0.9997239062500001
}
},
"synth-m": {
"seed0": {
"dtw": 9.31858648716823,
"wape": 81.88684183666123,
"ed": 12.126584754943847,
"crps": 0.4874841920208506,
"acd": 0.07085198909044266,
"sd": 0.04403555863491975,
"kd": 0.5307467714991572,
"mdd": 0.021716542561848955,
"fid": 60.97225531828698,
"sfd": 42.101143778819434,
"jftsd": 67.23506846932088,
"prdc_f1.f1": 0.09898362892223739,
"prdc_f1.precision": 0.86375,
"prdc_f1.recall": 0.0525,
"joint_prdc_f1.f1": 0.30589631843926995,
"joint_prdc_f1.precision": 0.58775,
"joint_prdc_f1.recall": 0.20675,
"cttp": 19.705974319458008,
"disc_auc": 0.99985765625
},
"seed1": {
"dtw": 9.343814207994294,
"wape": 82.52775025941148,
"ed": 12.224420776367188,
"crps": 0.4997049319745764,
"acd": 0.07632005959749222,
"sd": 0.025823204978308596,
"kd": 0.6081971666035935,
"mdd": 0.020432098388671868,
"fid": 60.14093743514633,
"sfd": 53.61667895938183,
"jftsd": 66.51047358008486,
"prdc_f1.f1": 0.10702228187919463,
"prdc_f1.precision": 0.87425,
"prdc_f1.recall": 0.057,
"joint_prdc_f1.f1": 0.31592179289026273,
"joint_prdc_f1.precision": 0.5935,
"joint_prdc_f1.recall": 0.21525,
"cttp": 19.920206237792968,
"disc_auc": 0.9996260937500001
},
"seed2": {
"dtw": 9.057030897705099,
"wape": 80.26683620723146,
"ed": 11.922863044738769,
"crps": 0.47646317756947987,
"acd": 0.07277964800596237,
"sd": 0.014800543923988174,
"kd": 0.7531600463214593,
"mdd": 0.021204711914062493,
"fid": 60.74959109588518,
"sfd": 47.06639864320983,
"jftsd": 66.83946958109215,
"prdc_f1.f1": 0.09407817634173056,
"prdc_f1.precision": 0.86325,
"prdc_f1.recall": 0.04975,
"joint_prdc_f1.f1": 0.31364056720098643,
"joint_prdc_f1.precision": 0.5985,
"joint_prdc_f1.recall": 0.2125,
"cttp": 19.964169830322266,
"disc_auc": 0.999586875
}
}
},
"timeweaver": {
"synth-u": {
"seed0": {
"dtw": 6.5257270444318785,
"wape": 106.23219971334166,
"ed": 10.546296043395996,
"crps": 0.6598063489456146,
"acd": 0.0835137665271759,
"sd": 0.03484983097586652,
"kd": 0.7245602803386209,
"mdd": 0.02627673339843749,
"fid": 71.69699309532854,
"sfd": 2.824899052929652,
"jftsd": 81.25624647681377,
"prdc_f1.f1": 0.05651001430615164,
"prdc_f1.precision": 0.6695,
"prdc_f1.recall": 0.0295,
"joint_prdc_f1.f1": 0.3397619872136388,
"joint_prdc_f1.precision": 0.71575,
"joint_prdc_f1.recall": 0.22275,
"cttp": 17.022034454345704,
"disc_auc": 0.9896035937500001
},
"seed1": {
"dtw": 5.083456673753537,
"wape": 86.62641059459605,
"ed": 8.87348338317871,
"crps": 0.4577799159935779,
"acd": 0.06394154578447342,
"sd": 0.03798199907397587,
"kd": 0.40341618695346027,
"mdd": 0.014729980468749997,
"fid": 42.469093827007754,
"sfd": 1.5728544362453079,
"jftsd": 53.49644161443217,
"prdc_f1.f1": 0.2789435205522435,
"prdc_f1.precision": 0.6165,
"prdc_f1.recall": 0.18025,
"joint_prdc_f1.f1": 0.56967758444217,
"joint_prdc_f1.precision": 0.76875,
"joint_prdc_f1.recall": 0.4525,
"cttp": 20.765921737670897,
"disc_auc": 0.97113171875
},
"seed2": {
"dtw": 6.306745138257389,
"wape": 102.75260034616316,
"ed": 10.294045974731445,
"crps": 0.5163008471568011,
"acd": 0.07299449294805527,
"sd": 0.0677454488779017,
"kd": 0.4350996962854301,
"mdd": 0.02103812662760416,
"fid": 52.15541755155982,
"sfd": 2.155792299061325,
"jftsd": 62.83588969110491,
"prdc_f1.f1": 0.20045689655172413,
"prdc_f1.precision": 0.58975,
"prdc_f1.recall": 0.12075,
"joint_prdc_f1.f1": 0.48181204627949187,
"joint_prdc_f1.precision": 0.74625,
"joint_prdc_f1.recall": 0.35575,
"cttp": 19.44007553100586,
"disc_auc": 0.9809070312500001
}
},
"synth-m": {
"seed0": {
"dtw": 9.638331482196921,
"wape": 87.69841286522364,
"ed": 12.988000579833985,
"crps": 0.443040543349335,
"acd": 0.05639765411615372,
"sd": 0.032235342662713815,
"kd": 0.3527206720753482,
"mdd": 0.01511520385742187,
"fid": 29.344011810966066,
"sfd": 27.191097103191552,
"jftsd": 38.20762139590508,
"prdc_f1.f1": 0.40610068093385215,
"prdc_f1.precision": 0.7495,
"prdc_f1.recall": 0.2785,
"joint_prdc_f1.f1": 0.5496895098691505,
"joint_prdc_f1.precision": 0.65225,
"joint_prdc_f1.recall": 0.475,
"cttp": 21.776594619750977,
"disc_auc": 0.99048296875
},
"seed1": {
"dtw": 10.114984882914769,
"wape": 91.04607251023698,
"ed": 13.448069694519043,
"crps": 0.49989060771452826,
"acd": 0.052001263946294785,
"sd": 0.045910696879056724,
"kd": 0.07278378424386167,
"mdd": 0.014654602050781246,
"fid": 29.582095506289704,
"sfd": 27.51172455169447,
"jftsd": 38.916594517851706,
"prdc_f1.f1": 0.41071530068510537,
"prdc_f1.precision": 0.6935,
"prdc_f1.recall": 0.29175,
"joint_prdc_f1.f1": 0.5048435530780417,
"joint_prdc_f1.precision": 0.59075,
"joint_prdc_f1.recall": 0.44075,
"cttp": 20.934710494995116,
"disc_auc": 0.99168421875
},
"seed2": {
"dtw": 9.699557715230592,
"wape": 87.62276913723251,
"ed": 13.052642028808593,
"crps": 0.46461276566655224,
"acd": 0.0657203197479248,
"sd": 0.07425538727359915,
"kd": 0.10179796768961902,
"mdd": 0.016617431640625,
"fid": 34.594900900322614,
"sfd": 29.123449442252863,
"jftsd": 43.98960620155515,
"prdc_f1.f1": 0.38014822386915403,
"prdc_f1.precision": 0.72,
"prdc_f1.recall": 0.25825,
"joint_prdc_f1.f1": 0.44591782312925177,
"joint_prdc_f1.precision": 0.538,
"joint_prdc_f1.recall": 0.38075,
"cttp": 19.827544235229492,
"disc_auc": 0.991674375
}
}
},
"ttscgan": {
"synth-u": {
"seed0": {
"dtw": 8.615195317993992,
"wape": 117.84966500342995,
"ed": 12.478691848754883,
"crps": 0.6459390187401742,
"acd": 0.2831283509731293,
"sd": 0.1303014824261865,
"kd": 0.10939488661004582,
"mdd": 0.017960510253906242,
"fid": 91.43890916768527,
"sfd": 44.05346303523047,
"jftsd": 107.62609189549624,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.104,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.09195039682539682,
"joint_prdc_f1.precision": 0.1915,
"joint_prdc_f1.recall": 0.0605,
"cttp": 11.957205108642578,
"disc_auc": 1.0
},
"seed1": {
"dtw": 8.61280720100412,
"wape": 105.00342853406113,
"ed": 11.228836288452149,
"crps": 0.612016705594086,
"acd": 0.28562983870506287,
"sd": 0.14417734897771403,
"kd": 0.2173169990747401,
"mdd": 0.027589538574218746,
"fid": 132.26784638237345,
"sfd": 42.89019335752485,
"jftsd": 144.0732076555837,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.23525,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.025206642066420662,
"joint_prdc_f1.precision": 0.18975,
"joint_prdc_f1.recall": 0.0135,
"cttp": 8.110177047729492,
"disc_auc": 0.9998564062499999
},
"seed2": {
"dtw": 8.76998853935729,
"wape": 107.50432780621449,
"ed": 11.425767219543458,
"crps": 0.6467043358085885,
"acd": 0.28607848286628723,
"sd": 0.038291226217707405,
"kd": 0.07883520307052105,
"mdd": 0.024426371256510412,
"fid": 136.1920629510733,
"sfd": 43.589675504604045,
"jftsd": 146.7346881291603,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.22075,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.024341104294478524,
"joint_prdc_f1.precision": 0.19075,
"joint_prdc_f1.recall": 0.013,
"cttp": 8.088190063476562,
"disc_auc": 0.9999215625
}
},
"synth-m": {
"seed0": {
"dtw": 13.62021722148259,
"wape": 101.70635071410649,
"ed": 15.563141845703125,
"crps": 0.670438792263056,
"acd": 0.26509174704551697,
"sd": 0.07300600198307015,
"kd": 0.6773170139231597,
"mdd": 0.04113104248046875,
"fid": 117.25347876613488,
"sfd": 117.08502929791834,
"jftsd": 127.36492633788407,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.046,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.01758308157099698,
"joint_prdc_f1.precision": 0.07275,
"joint_prdc_f1.recall": 0.01,
"cttp": 9.816164733886719,
"disc_auc": 1.0
},
"seed1": {
"dtw": 13.291505098185587,
"wape": 103.23164660860358,
"ed": 15.813957977294923,
"crps": 0.656790626674725,
"acd": 0.26569730043411255,
"sd": 0.07232495729625009,
"kd": 0.612646889953949,
"mdd": 0.03876157633463541,
"fid": 84.27776533629567,
"sfd": 116.74378267322993,
"jftsd": 97.16875853729049,
"prdc_f1.f1": 0.0004986413043478261,
"prdc_f1.precision": 0.09175,
"prdc_f1.recall": 0.00025,
"joint_prdc_f1.f1": 0.03776335877862595,
"joint_prdc_f1.precision": 0.07275,
"joint_prdc_f1.recall": 0.0255,
"cttp": 10.172761352539062,
"disc_auc": 1.0
},
"seed2": {
"dtw": 13.446830630689329,
"wape": 103.19448564635512,
"ed": 15.787474731445313,
"crps": 0.6474719663386549,
"acd": 0.2648230493068695,
"sd": 0.1517038784629227,
"kd": 0.645319201701706,
"mdd": 0.03913367716471353,
"fid": 98.15316928534398,
"sfd": 103.83944152731648,
"jftsd": 110.07614754674105,
"prdc_f1.f1": 0.0,
"prdc_f1.precision": 0.099,
"prdc_f1.recall": 0.0,
"joint_prdc_f1.f1": 0.023804913294797687,
"joint_prdc_f1.precision": 0.07225,
"joint_prdc_f1.recall": 0.01425,
"cttp": 10.500860641479493,
"disc_auc": 1.0
}
}
},
"verbalts": {
"synth-u": {
"seed0": {
"dtw": 4.930648105329671,
"wape": 83.84086095919642,
"ed": 8.562691368103028,
"crps": 0.44792016319441924,
"acd": 0.0560174435377121,
"sd": 0.0032578879594434736,
"kd": 0.3045949253759903,
"mdd": 0.013916402180989579,
"fid": 38.01059001158677,
"sfd": 2.035234186940542,
"jftsd": 41.473615746430596,
"prdc_f1.f1": 0.3203814049586777,
"prdc_f1.precision": 0.69975,
"prdc_f1.recall": 0.20775,
"joint_prdc_f1.f1": 0.8099794375566979,
"joint_prdc_f1.precision": 0.9445,
"joint_prdc_f1.recall": 0.709,
"cttp": 26.90989910888672,
"disc_auc": 0.9774965625
},
"seed1": {
"dtw": 5.004131679104269,
"wape": 85.45585578684816,
"ed": 8.695847679138184,
"crps": 0.46683278447470317,
"acd": 0.06315132230520248,
"sd": 0.04038863587081722,
"kd": 0.4122438646048314,
"mdd": 0.017828104654947913,
"fid": 39.768255620008546,
"sfd": 1.8534046759435583,
"jftsd": 43.27849799565081,
"prdc_f1.f1": 0.28164372952040506,
"prdc_f1.precision": 0.66025,
"prdc_f1.recall": 0.179,
"joint_prdc_f1.f1": 0.8108409467812452,
"joint_prdc_f1.precision": 0.95225,
"joint_prdc_f1.recall": 0.706,
"cttp": 26.906200454711914,
"disc_auc": 0.9799695312500001
},
"seed2": {
"dtw": 4.699911457259125,
"wape": 81.52794288876365,
"ed": 8.345129028320313,
"crps": 0.4304435694954359,
"acd": 0.06099982559680939,
"sd": 0.05142831835858634,
"kd": 0.4048889404440943,
"mdd": 0.01496919759114583,
"fid": 36.107847810818896,
"sfd": 1.7477018764139487,
"jftsd": 39.25350039869056,
"prdc_f1.f1": 0.3328761013215859,
"prdc_f1.precision": 0.6885,
"prdc_f1.recall": 0.2195,
"joint_prdc_f1.f1": 0.8465376328432087,
"joint_prdc_f1.precision": 0.9605,
"joint_prdc_f1.recall": 0.75675,
"cttp": 27.92474295043945,
"disc_auc": 0.9750296875
}
},
"synth-m": {
"seed0": {
"dtw": 9.908606059173055,
"wape": 88.21088966857347,
"ed": 12.982225296020507,
"crps": 0.44765225635860156,
"acd": 0.05096884444355965,
"sd": 0.03132322065263225,
"kd": 0.2212235214124354,
"mdd": 0.015057739257812494,
"fid": 30.656134730475003,
"sfd": 28.636071019387487,
"jftsd": 35.34921438451477,
"prdc_f1.f1": 0.4473662168450442,
"prdc_f1.precision": 0.757,
"prdc_f1.recall": 0.3175,
"joint_prdc_f1.f1": 0.6324860684089162,
"joint_prdc_f1.precision": 0.75875,
"joint_prdc_f1.recall": 0.54225,
"cttp": 24.750399078369142,
"disc_auc": 0.9902834375000001
},
"seed1": {
"dtw": 9.688534115960435,
"wape": 86.73450378196509,
"ed": 12.808458847045898,
"crps": 0.44154393791529506,
"acd": 0.04938828572630882,
"sd": 0.013795681588651848,
"kd": 0.23307523080260983,
"mdd": 0.015345753987630202,
"fid": 30.426586720716642,
"sfd": 28.257033437889987,
"jftsd": 34.652391105447236,
"prdc_f1.f1": 0.4396665895953757,
"prdc_f1.precision": 0.77425,
"prdc_f1.recall": 0.307,
"joint_prdc_f1.f1": 0.6421972416399018,
"joint_prdc_f1.precision": 0.775,
"joint_prdc_f1.recall": 0.54825,
"cttp": 25.439562438964845,
"disc_auc": 0.9904329687499999
},
"seed2": {
"dtw": 10.922539546646847,
"wape": 95.35738398535062,
"ed": 13.85847917175293,
"crps": 0.5405318572121146,
"acd": 0.053873561322689056,
"sd": 0.07642871427613498,
"kd": 0.1231948631156774,
"mdd": 0.015523325602213537,
"fid": 39.61011326177959,
"sfd": 33.06918106665158,
"jftsd": 44.09657725747664,
"prdc_f1.f1": 0.3634620858895706,
"prdc_f1.precision": 0.782,
"prdc_f1.recall": 0.23675,
"joint_prdc_f1.f1": 0.528560749724366,
"joint_prdc_f1.precision": 0.71425,
"joint_prdc_f1.recall": 0.4195,
"cttp": 23.793466705322267,
"disc_auc": 0.993119375
}
}
},
"wavestitch": {
"synth-u": {
"seed0": {
"dtw": 9.486617275563068,
"wape": 140.44390498599935,
"ed": 13.686086318969727,
"crps": 0.683622537428099,
"acd": 0.05492592230439186,
"sd": 0.24861968418426417,
"kd": 0.1513872299203114,
"mdd": 0.025081034342447912,
"fid": 40.974704320841624,
"sfd": 3.609796311248658,
"jftsd": 52.55302327678143,
"prdc_f1.f1": 0.3604458770614693,
"prdc_f1.precision": 0.57025,
"prdc_f1.recall": 0.2635,
"joint_prdc_f1.f1": 0.5673251417769376,
"joint_prdc_f1.precision": 0.72375,
"joint_prdc_f1.recall": 0.4665,
"cttp": 19.993526641845705,
"disc_auc": 0.9803715625
},
"seed1": {
"dtw": 21.954002057410072,
"wape": 291.51908180255566,
"ed": 27.243844299316407,
"crps": 1.869122175939174,
"acd": 0.020433129742741585,
"sd": 0.07908948409296535,
"kd": 0.4288247287609397,
"mdd": 0.050619873046875,
"fid": 71.57340191857963,
"sfd": 8.738155705916249,
"jftsd": 85.66567547608201,
"prdc_f1.f1": 0.12518611746758201,
"prdc_f1.precision": 0.2435,
"prdc_f1.recall": 0.08425,
"joint_prdc_f1.f1": 0.2932426412092283,
"joint_prdc_f1.precision": 0.3955,
"joint_prdc_f1.recall": 0.233,
"cttp": 17.041455184936524,
"disc_auc": 0.999193125
},
"seed2": {
"dtw": 10.095158808876347,
"wape": 152.64509816350557,
"ed": 14.722656700134277,
"crps": 0.9953185391209199,
"acd": 0.0718788355588913,
"sd": 0.043104641457516205,
"kd": 0.43911082182259165,
"mdd": 0.03049658203124999,
"fid": 51.36637790470769,
"sfd": 3.5603796524214744,
"jftsd": 62.46867022663142,
"prdc_f1.f1": 0.1401596869712352,
"prdc_f1.precision": 0.50975,
"prdc_f1.recall": 0.08125,
"joint_prdc_f1.f1": 0.5051498211091234,
"joint_prdc_f1.precision": 0.7325,
"joint_prdc_f1.recall": 0.3855,
"cttp": 20.407216445922852,
"disc_auc": 0.9941946875
}
},
"synth-m": {
"seed0": {
"dtw": 18.419743083445255,
"wape": 162.1207519229495,
"ed": 23.051268936157225,
"crps": 0.8933896039824104,
"acd": 0.03511642664670944,
"sd": 0.3669893277084352,
"kd": 0.08689032171493305,
"mdd": 0.01818468221028646,
"fid": 30.761978664059882,
"sfd": 30.857128686865067,
"jftsd": 43.73350451054745,
"prdc_f1.f1": 0.47278550800735103,
"prdc_f1.precision": 0.516,
"prdc_f1.recall": 0.43625,
"joint_prdc_f1.f1": 0.3096660117878192,
"joint_prdc_f1.precision": 0.26625,
"joint_prdc_f1.recall": 0.37,
"cttp": 13.118114311218262,
"disc_auc": 0.9855429687499999
},
"seed1": {
"dtw": 14.644051967105606,
"wape": 127.80341210589359,
"ed": 18.83449345397949,
"crps": 0.6984897061600045,
"acd": 0.04773581027984619,
"sd": 0.16414674784414085,
"kd": 0.2718147057932332,
"mdd": 0.013188161214192706,
"fid": 18.953947115508782,
"sfd": 34.56264575796612,
"jftsd": 33.22793262892495,
"prdc_f1.f1": 0.4955905997983871,
"prdc_f1.precision": 0.48175,
"prdc_f1.recall": 0.51025,
"joint_prdc_f1.f1": 0.3126770867974726,
"joint_prdc_f1.precision": 0.22175,
"joint_prdc_f1.recall": 0.53,
"cttp": 13.272360977172852,
"disc_auc": 0.98272875
},
"seed2": {
"dtw": 15.151047567184396,
"wape": 130.3998449305596,
"ed": 19.51246856689453,
"crps": 0.7602732424510008,
"acd": 0.07877034693956375,
"sd": 0.11339220073355841,
"kd": 0.5500959413597402,
"mdd": 0.009870615641276042,
"fid": 16.88401652764327,
"sfd": 77.03092636385908,
"jftsd": 31.770605141267254,
"prdc_f1.f1": 0.590512174643157,
"prdc_f1.precision": 0.541,
"prdc_f1.recall": 0.65,
"joint_prdc_f1.f1": 0.30132875960482985,
"joint_prdc_f1.precision": 0.1905,
"joint_prdc_f1.recall": 0.7205,
"cttp": 9.548250900268554,
"disc_auc": 0.9930642187500001
}
}
}
}