Add files using upload-large-folder tool
Browse files- README.md +13 -0
- expected/full_results_synth.csv +301 -0
- expected/results_mean_std_synth.csv +21 -0
- expected/seed_metrics_nested.json +1322 -0
- experiments/text2motion/synth-m/seed0/config.template.yaml +147 -0
- experiments/text2motion/synth-m/seed0/results/expected_seed_metrics.json +21 -0
- experiments/text2motion/synth-m/seed0/summary.json +5 -0
- experiments/text2motion/synth-m/seed1/config.template.yaml +147 -0
- experiments/text2motion/synth-m/seed1/results/expected_seed_metrics.json +21 -0
- experiments/text2motion/synth-m/seed1/summary.json +5 -0
- experiments/text2motion/synth-m/seed2/config.template.yaml +147 -0
- experiments/text2motion/synth-m/seed2/results/expected_seed_metrics.json +21 -0
- experiments/text2motion/synth-m/seed2/summary.json +5 -0
- experiments/text2motion/synth-u/seed0/config.template.yaml +147 -0
- experiments/text2motion/synth-u/seed0/results/expected_seed_metrics.json +21 -0
- experiments/text2motion/synth-u/seed0/summary.json +5 -0
- experiments/text2motion/synth-u/seed1/config.template.yaml +147 -0
- experiments/text2motion/synth-u/seed1/results/expected_seed_metrics.json +21 -0
- experiments/text2motion/synth-u/seed1/summary.json +5 -0
- experiments/text2motion/synth-u/seed2/config.template.yaml +147 -0
- experiments/text2motion/synth-u/seed2/results/expected_seed_metrics.json +21 -0
- experiments/text2motion/synth-u/seed2/summary.json +5 -0
- experiments/timevqvae/synth-u/seed0/config.template.yaml +181 -0
- experiments/timevqvae/synth-u/seed0/results/expected_seed_metrics.json +21 -0
- experiments/timevqvae/synth-u/seed0/summary.json +5 -0
- experiments/timevqvae/synth-u/seed1/config.template.yaml +181 -0
- experiments/timevqvae/synth-u/seed1/results/expected_seed_metrics.json +21 -0
- experiments/timevqvae/synth-u/seed1/summary.json +5 -0
- experiments/timevqvae/synth-u/seed2/config.template.yaml +181 -0
- experiments/timevqvae/synth-u/seed2/summary.json +5 -0
- experiments/ttscgan/synth-m/seed0/config.template.yaml +146 -0
- experiments/ttscgan/synth-m/seed0/results/expected_seed_metrics.json +21 -0
- experiments/ttscgan/synth-m/seed0/summary.json +5 -0
- experiments/ttscgan/synth-m/seed1/config.template.yaml +146 -0
- experiments/ttscgan/synth-m/seed1/results/expected_seed_metrics.json +21 -0
- experiments/ttscgan/synth-m/seed1/summary.json +5 -0
- experiments/ttscgan/synth-m/seed2/config.template.yaml +146 -0
- experiments/ttscgan/synth-m/seed2/results/expected_seed_metrics.json +21 -0
- experiments/ttscgan/synth-m/seed2/summary.json +5 -0
- experiments/ttscgan/synth-u/seed0/config.template.yaml +156 -0
- experiments/ttscgan/synth-u/seed0/results/expected_seed_metrics.json +21 -0
- experiments/ttscgan/synth-u/seed0/summary.json +5 -0
- experiments/ttscgan/synth-u/seed1/config.template.yaml +145 -0
- experiments/ttscgan/synth-u/seed1/results/expected_seed_metrics.json +21 -0
- experiments/ttscgan/synth-u/seed1/summary.json +5 -0
- experiments/ttscgan/synth-u/seed2/config.template.yaml +145 -0
- experiments/ttscgan/synth-u/seed2/results/expected_seed_metrics.json +21 -0
- experiments/ttscgan/synth-u/seed2/summary.json +5 -0
- manifests/release_manifest_public.json +27 -0
- scripts/README.txt +5 -0
README.md
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# ConTSG Public Release (synth-u/synth-m only)
|
| 2 |
+
|
| 3 |
+
This folder is prepared from consolidated_target_datasets2 without modifying source files.
|
| 4 |
+
|
| 5 |
+
Contents:
|
| 6 |
+
- experiments/<model>/<dataset>/<seed>/checkpoints/finetune/best.ckpt
|
| 7 |
+
- experiments/.../config.template.yaml (sanitized placeholders)
|
| 8 |
+
- expected/full_results_synth.csv, expected/results_mean_std_synth.csv
|
| 9 |
+
- resources/cttp/{synth-u,synth-m}/clip_model_best.pth + model_configs.yaml
|
| 10 |
+
- manifests/checkpoints_manifest.csv, manifests/release_manifest.json
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
Public package note: internal source path manifests are intentionally excluded.
|
expected/full_results_synth.csv
ADDED
|
@@ -0,0 +1,301 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model,dataset,metric,mean,std,n_seeds,seed0,seed1,seed2
|
| 2 |
+
text2motion,synth-u,dtw,5.047746370863718,0.0876988217338652,3,5.044112049312366,4.961921206740666,5.137205856538123
|
| 3 |
+
text2motion,synth-u,wape,84.05429352480564,0.5379644691727683,3,84.63702302039991,83.57658092669712,83.94927662731989
|
| 4 |
+
text2motion,synth-u,ed,8.664551642100015,0.06124126665447964,3,8.732711288452148,8.646787139892577,8.614156497955323
|
| 5 |
+
text2motion,synth-u,crps,0.43460037100527976,0.01633580431972147,3,0.4234545069346622,0.4533522934557045,0.4269943126254726
|
| 6 |
+
text2motion,synth-u,acd,0.08289888749519984,0.007290511584079757,3,0.07455725222826004,0.08805174380540848,0.086087666451931
|
| 7 |
+
text2motion,synth-u,sd,0.07412130763052051,0.03849775841105271,3,0.04400535605196762,0.11749623060808817,0.06086233623150576
|
| 8 |
+
text2motion,synth-u,kd,0.2225075631985618,0.07836301197219088,3,0.30852740448311167,0.1551830003753012,0.20381228473727253
|
| 9 |
+
text2motion,synth-u,mdd,0.015205173068576385,0.002840925532605496,3,0.01487209065755208,0.01819795735677083,0.012545471191406248
|
| 10 |
+
text2motion,synth-u,fid,58.72910313928522,12.57709063949322,3,44.61049432892878,62.84190573738405,68.73490935154283
|
| 11 |
+
text2motion,synth-u,sfd,7.928864994392899,1.651174501040199,3,6.342852722010004,7.80546454136017,9.63827771980852
|
| 12 |
+
text2motion,synth-u,jftsd,66.78838896015735,11.791446723283416,3,53.42791393278645,71.19673384647677,75.74051910120883
|
| 13 |
+
text2motion,synth-u,prdc_f1,0.09997322739638227,0.040755490776812814,3,0.14629713292788876,0.06962922334357174,0.08399332591768631
|
| 14 |
+
text2motion,synth-u,joint_prdc_f1,0.4238784879372925,0.09538682814731791,3,0.5339418173894095,0.36521438374965687,0.37247926267281106
|
| 15 |
+
text2motion,synth-u,cttp,17.596458989461265,1.6163456916406562,3,19.215031173706056,17.59199676513672,15.982349029541016
|
| 16 |
+
text2motion,synth-u,disc_auc,0.9999159895833333,3.367226773746657e-05,3,0.9999114062500001,0.99995171875,0.99988484375
|
| 17 |
+
text2motion,synth-m,dtw,9.776655746610693,0.1772159725343101,3,9.93053485965832,9.8165340604965,9.582898319677263
|
| 18 |
+
text2motion,synth-m,wape,84.30457139943358,0.5787451585399109,3,84.88260386780394,83.72511617395136,84.30599415654545
|
| 19 |
+
text2motion,synth-m,ed,12.434113337198895,0.14264547734616184,3,12.576756607055664,12.29146565246582,12.434117752075196
|
| 20 |
+
text2motion,synth-m,crps,0.4411539956313352,0.007059397827131742,3,0.4490258313677069,0.435384843111939,0.43905131241435974
|
| 21 |
+
text2motion,synth-m,acd,0.07602223381400108,0.01350816892993955,3,0.08516567945480347,0.08239439874887466,0.06050662323832512
|
| 22 |
+
text2motion,synth-m,sd,0.04931486167863772,0.043470950561132066,3,0.09879030300808751,0.017238267011007738,0.0319160150168179
|
| 23 |
+
text2motion,synth-m,kd,0.23759281983478756,0.03233312107993731,3,0.20215754967963773,0.2654931333686208,0.24512777645610417
|
| 24 |
+
text2motion,synth-m,mdd,0.013851481119791662,0.0008240702211142005,3,0.012962249755859372,0.014002766927083327,0.014589426676432288
|
| 25 |
+
text2motion,synth-m,fid,60.427870337434825,16.685694807439123,3,64.09203445599837,74.97696153256845,42.21461502373765
|
| 26 |
+
text2motion,synth-m,sfd,72.35292534796616,16.555495346032,3,76.65863064756405,86.33017197118002,54.069973425154416
|
| 27 |
+
text2motion,synth-m,jftsd,65.12061170331891,16.20563726208054,3,69.51715547011608,78.67433909779331,47.17034054204734
|
| 28 |
+
text2motion,synth-m,prdc_f1,0.13864423992707975,0.1132167947899678,3,0.08711175281547791,0.06036076122672508,0.2684602057390363
|
| 29 |
+
text2motion,synth-m,joint_prdc_f1,0.3282083238008134,0.14815578081280878,3,0.24732034322488383,0.23810352498288842,0.4992011031946679
|
| 30 |
+
text2motion,synth-m,cttp,20.007298299153646,1.8318545773211914,3,18.89156071472168,19.00887713623047,22.121457046508787
|
| 31 |
+
text2motion,synth-m,disc_auc,0.9995392708333334,0.0003117174707575336,3,0.9991798437500001,0.9997023437500001,0.9997356249999999
|
| 32 |
+
ttscgan,synth-u,dtw,8.6900795366962,0.06793605607883658,3,8.642337434332502,8.660044869610246,8.767856306145848
|
| 33 |
+
ttscgan,synth-u,wape,110.32285847981284,6.632716321046459,3,117.909980934817,105.62397662675609,107.43461787786539
|
| 34 |
+
ttscgan,synth-u,ed,11.7319218266805,0.654496787658513,3,12.483696670532227,11.289012145996093,11.423056663513183
|
| 35 |
+
ttscgan,synth-u,crps,0.6360890415647383,0.01735838493068559,3,0.6469890873439627,0.6160717512954847,0.6452062860547674
|
| 36 |
+
ttscgan,synth-u,acd,0.28488855560620624,0.0014373858581958015,3,0.2832892835140228,0.2853037118911743,0.28607267141342163
|
| 37 |
+
ttscgan,synth-u,sd,0.11424273256486372,0.05206354513761961,3,0.13187835656759903,0.1551979183315888,0.05565192279540333
|
| 38 |
+
ttscgan,synth-u,kd,0.13429861701926363,0.108197183862205,3,0.09249223153019726,0.2571616067181184,0.05324201280947527
|
| 39 |
+
ttscgan,synth-u,mdd,0.023297064887152774,0.005012173455704256,3,0.01780985514322916,0.027634338378906245,0.02444700113932291
|
| 40 |
+
ttscgan,synth-u,fid,120.29097670976694,24.177573773523562,3,92.43561498455995,132.60181158632878,135.8355035584121
|
| 41 |
+
ttscgan,synth-u,sfd,43.4332146703671,0.6003112367401064,3,43.739979311132416,42.74150608057292,43.81815861939597
|
| 42 |
+
ttscgan,synth-u,jftsd,133.12707372531403,21.15460650064435,3,108.73212360045574,144.23726662502696,146.41183095045943
|
| 43 |
+
ttscgan,synth-u,prdc_f1,0.0003318551367331855,0.0005747899575745942,3,0.0009955654101995565,0.0,0.0
|
| 44 |
+
ttscgan,synth-u,joint_prdc_f1,0.04577259390974211,0.03630354114255751,3,0.08769230769230771,0.024829964328180736,0.02479550970873786
|
| 45 |
+
ttscgan,synth-u,cttp,9.3820015335083,2.1822197893554165,3,11.899460525512696,8.217523704528809,8.029020370483398
|
| 46 |
+
ttscgan,synth-u,disc_auc,0.9999508333333335,2.9338962823867807e-05,3,0.9999846874999999,0.9999328125,0.999935
|
| 47 |
+
ttscgan,synth-m,dtw,13.451452859906533,0.16903434924197291,3,13.629542675482593,13.293229744460882,13.43158615977612
|
| 48 |
+
ttscgan,synth-m,wape,102.71588554383659,0.8247247911840213,3,101.77177199547904,103.29591540285277,103.07996923317799
|
| 49 |
+
ttscgan,synth-m,ed,15.722258473714193,0.13425824639039055,3,15.569728820800782,15.822529663085938,15.774516937255859
|
| 50 |
+
ttscgan,synth-m,crps,0.6584336348118462,0.012208281527473904,3,0.6710906714075549,0.6574802171005142,0.6467300159274698
|
| 51 |
+
ttscgan,synth-m,acd,0.2651987671852112,0.0005067561055686556,3,0.2651107609272003,0.26574376225471497,0.26474177837371826
|
| 52 |
+
ttscgan,synth-m,sd,0.10149127050338858,0.04457840352698316,3,0.07795013984452956,0.07361848284027415,0.152905188825362
|
| 53 |
+
ttscgan,synth-m,kd,0.6485150342210535,0.02726965986682274,3,0.6724641881065854,0.618835574607749,0.6542453399488262
|
| 54 |
+
ttscgan,synth-m,mdd,0.03968465169270833,0.0012579808625981523,3,0.04111885579427083,0.03876802571614583,0.03916707356770833
|
| 55 |
+
ttscgan,synth-m,fid,99.8684849926074,16.196958241623985,3,117.1943986654446,85.10626649333517,97.30478981904245
|
| 56 |
+
ttscgan,synth-m,sfd,112.49588864221835,7.570838153476292,3,116.7219326972965,117.01030986826783,103.75542336109073
|
| 57 |
+
ttscgan,synth-m,jftsd,111.44027432118645,14.721313434394151,3,127.1293681311194,97.92948343973818,109.26197139270175
|
| 58 |
+
ttscgan,synth-m,prdc_f1,0.00115594077482017,0.0010309714772407204,3,0.0,0.0014874301675977654,0.001980392156862745
|
| 59 |
+
ttscgan,synth-m,joint_prdc_f1,0.022987414745209333,0.0063572961563735444,3,0.016474852071005918,0.029177142857142856,0.023310249307479228
|
| 60 |
+
ttscgan,synth-m,cttp,10.194725359598797,0.3087198985796628,3,9.884256004333496,10.198254531860352,10.50166554260254
|
| 61 |
+
ttscgan,synth-m,disc_auc,1.0,0.0,3,1.0,1.0,1.0
|
| 62 |
+
timevqvae,synth-u,dtw,4.773190594528668,0.004181101895001861,3,4.769326740361429,4.772615613898166,4.777629429326408
|
| 63 |
+
timevqvae,synth-u,wape,78.76444234734849,0.20116893238871988,3,78.89814426509825,78.86209606090252,78.53308671604469
|
| 64 |
+
timevqvae,synth-u,ed,8.115159884134927,0.022553107398092312,3,8.117915855407714,8.136208358764648,8.091355438232421
|
| 65 |
+
timevqvae,synth-u,crps,0.4612933859764705,0.0018378924496819933,3,0.46307783721302664,0.4613959713929438,0.4594063493234411
|
| 66 |
+
timevqvae,synth-u,acd,0.07985273500283559,0.0011721581914179492,3,0.07853273302316666,0.08025360107421875,0.08077187091112137
|
| 67 |
+
timevqvae,synth-u,sd,0.04255130764465548,0.022927093780361084,3,0.01619590776717988,0.05356191224925558,0.05789610291753097
|
| 68 |
+
timevqvae,synth-u,kd,0.7746369482861789,0.01970351845866774,3,0.7835444820229378,0.788313832859417,0.7520525299761815
|
| 69 |
+
timevqvae,synth-u,mdd,0.024535603841145826,0.0012662396983902527,3,0.02541389973958333,0.02308412679036458,0.025108784993489577
|
| 70 |
+
timevqvae,synth-u,fid,75.49728780728383,2.14694917221653,3,76.47768880956207,73.03515902293304,76.97901558935638
|
| 71 |
+
timevqvae,synth-u,sfd,5.536132397940849,0.3839124220291791,3,5.206700231834585,5.957742590967744,5.443954371020219
|
| 72 |
+
timevqvae,synth-u,jftsd,83.51203311365641,2.0797346384983264,3,84.39339728146027,81.13674665951407,85.00595539999492
|
| 73 |
+
timevqvae,synth-u,prdc_f1,0.039026451228405395,0.010432786533431541,3,0.02841939937866759,0.04927577063307922,0.03938418367346939
|
| 74 |
+
timevqvae,synth-u,joint_prdc_f1,0.3469081130300535,0.01273115809359876,3,0.3392591135588775,0.36160468670402446,0.33986053882725836
|
| 75 |
+
timevqvae,synth-u,cttp,16.16925926208496,0.17862709830787749,3,16.344535079956053,16.17578308105469,15.98745962524414
|
| 76 |
+
timevqvae,synth-u,disc_auc,0.9997293229166665,3.829410923480255e-05,3,0.9997304687499998,0.9996904687499999,0.99976703125
|
| 77 |
+
timevqvae,synth-m,dtw,9.242854858947858,0.18837457410363997,3,9.338500168680023,9.364218377315307,9.025846030848244
|
| 78 |
+
timevqvae,synth-m,wape,81.51388986087402,1.439574027869784,3,82.11710390455178,82.55372720793369,79.87083847013656
|
| 79 |
+
timevqvae,synth-m,ed,12.091669583638508,0.18353418969206864,3,12.170518493652343,12.222603385925293,11.88188687133789
|
| 80 |
+
timevqvae,synth-m,crps,0.48796518021550495,0.013250291091334621,3,0.48959654649386314,0.5003242531292658,0.4739747410233858
|
| 81 |
+
timevqvae,synth-m,acd,0.07358487198750178,0.002712561516852853,3,0.07095470279455185,0.07637292891740799,0.0734269842505455
|
| 82 |
+
timevqvae,synth-m,sd,0.02836241822168171,0.019896483610137405,3,0.05019349081102687,0.02364553196129264,0.011248231892725606
|
| 83 |
+
timevqvae,synth-m,kd,0.6340919699058144,0.11189891766076132,3,0.5336663166434386,0.6138961046107307,0.754713488463274
|
| 84 |
+
timevqvae,synth-m,mdd,0.02119314575195312,0.0006303719743735137,3,0.02169099934895833,0.02048435465494791,0.021404083251953122
|
| 85 |
+
timevqvae,synth-m,fid,60.862337808895795,0.3024092136695294,3,61.21022503837074,60.6622754424958,60.71451294582084
|
| 86 |
+
timevqvae,synth-m,sfd,47.44892224533887,5.812915713381862,3,41.96583034789213,53.54334256152625,46.83759382659824
|
| 87 |
+
timevqvae,synth-m,jftsd,67.08055820713166,0.23238975614719337,3,67.3488900002508,66.9482725667387,66.9445120544055
|
| 88 |
+
timevqvae,synth-m,prdc_f1,0.10610380010049845,0.005757918109841569,3,0.10080800432666306,0.10527038626609442,0.11223300970873785
|
| 89 |
+
timevqvae,synth-m,joint_prdc_f1,0.30631827696305497,0.007523330878245439,3,0.29947325949367093,0.30510831234256924,0.31437325905292474
|
| 90 |
+
timevqvae,synth-m,cttp,19.88215511576335,0.16656450263697434,3,19.70047473144531,19.91833351135254,20.02765710449219
|
| 91 |
+
timevqvae,synth-m,disc_auc,0.9997650520833333,5.07642599781858e-05,3,0.9997073437500001,0.9997849999999999,0.9998028124999999
|
| 92 |
+
tedit,synth-u,dtw,6.9275821167132134,1.0255637563962439,3,7.938238821477814,6.956772975650155,5.887734553011672
|
| 93 |
+
tedit,synth-u,wape,110.36881369701894,13.868580118954215,3,124.63612740478337,109.53359587110467,96.93671781516876
|
| 94 |
+
tedit,synth-u,ed,10.958572392781576,1.2053790715747428,3,12.20326634979248,10.87566162109375,9.796789207458495
|
| 95 |
+
tedit,synth-u,crps,0.6313461442346987,0.14022139723357935,3,0.7579114947258796,0.6555160234596361,0.4806109145185803
|
| 96 |
+
tedit,synth-u,acd,0.06581106036901474,0.001490708708949773,3,0.06733199208974838,0.06435253471136093,0.0657486543059349
|
| 97 |
+
tedit,synth-u,sd,0.15466351058179592,0.10306504983713882,3,0.2733749406715084,0.08802069923776913,0.10259489183611019
|
| 98 |
+
tedit,synth-u,kd,0.2998551536435434,0.11541352557345166,3,0.23827075022437771,0.43299872479644574,0.22829598590980682
|
| 99 |
+
tedit,synth-u,mdd,0.02148753526475694,0.005658691020919274,3,0.026850443522135413,0.022038757324218748,0.01557340494791666
|
| 100 |
+
tedit,synth-u,fid,49.1665750936757,6.842678077191169,3,53.376451327621794,52.852142122129464,41.271131831275824
|
| 101 |
+
tedit,synth-u,sfd,2.5695877495382695,0.7534730581454483,3,3.263719934643916,2.676787032676131,1.7682562812947609
|
| 102 |
+
tedit,synth-u,jftsd,60.15802533203824,6.3643539746353595,3,64.1630371460999,63.491708307662975,52.81933054235185
|
| 103 |
+
tedit,synth-u,prdc_f1,0.2013436394173295,0.06754556789467676,3,0.18644325971058642,0.14249233791748528,0.27509532062391684
|
| 104 |
+
tedit,synth-u,joint_prdc_f1,0.5129770657404663,0.0396837405045778,3,0.49225447947380363,0.48794443179230246,0.5587322859552931
|
| 105 |
+
tedit,synth-u,cttp,20.24077330525716,0.7602568375307552,3,19.568731857299806,20.0876512298584,21.06593682861328
|
| 106 |
+
tedit,synth-u,disc_auc,0.9830434375000001,0.003509634364719982,3,0.9852479687500001,0.9848860937499999,0.97899625
|
| 107 |
+
tedit,synth-m,dtw,9.978064120465175,0.6287765779488697,3,9.51889768327801,10.694714708318621,9.720579969798893
|
| 108 |
+
tedit,synth-m,wape,88.9187162886612,4.502870800142645,3,85.43411968684102,94.00302526201307,87.31900391712955
|
| 109 |
+
tedit,synth-m,ed,13.102529866536457,0.5730854793452616,3,12.662821090698243,13.750658828735352,12.89410968017578
|
| 110 |
+
tedit,synth-m,crps,0.4662563195484104,0.023335889181097424,3,0.4405487712598925,0.486103318600936,0.4721168687844026
|
| 111 |
+
tedit,synth-m,acd,0.05426442498962084,0.005530630350228009,3,0.05621691420674324,0.048022374510765076,0.05855398625135422
|
| 112 |
+
tedit,synth-m,sd,0.0312898071124162,0.013647246289412029,3,0.042235532171265404,0.015999070144706553,0.03563481902127663
|
| 113 |
+
tedit,synth-m,kd,0.24666159759123482,0.11714177957867059,3,0.38114731331059026,0.16687319377104282,0.19196428569207136
|
| 114 |
+
tedit,synth-m,mdd,0.015379889594184024,0.0016882588198926564,3,0.014311096191406246,0.017326192220052078,0.014502380371093745
|
| 115 |
+
tedit,synth-m,fid,34.93618762744149,1.456909878140811,3,33.254285324678534,35.80860107363381,35.74567648401214
|
| 116 |
+
tedit,synth-m,sfd,28.41743648423447,0.4434447209220594,3,28.889453233084083,28.353309935834773,28.00954628378456
|
| 117 |
+
tedit,synth-m,jftsd,43.54558748082558,1.4792077488662323,3,41.837558132537964,44.40529191305262,44.39391239688615
|
| 118 |
+
tedit,synth-m,prdc_f1,0.36086743365485613,0.026455186933429034,3,0.3908910553253717,0.34097571277719113,0.35073553286200576
|
| 119 |
+
tedit,synth-m,joint_prdc_f1,0.4771819234895145,0.01168428262695561,3,0.49065365025466895,0.4698081776880364,0.4710839425258382
|
| 120 |
+
tedit,synth-m,cttp,21.33671637980143,0.3329123463665021,3,21.42628500366211,20.968182586669922,21.615681549072267
|
| 121 |
+
tedit,synth-m,disc_auc,0.9906736458333333,0.002551584843428837,3,0.9901326562500001,0.9934523437499999,0.9884359375
|
| 122 |
+
verbalts,synth-u,dtw,4.884968942021886,0.1588872207477601,3,4.993705285705875,4.958575199612593,4.70262634074719
|
| 123 |
+
verbalts,synth-u,wape,83.79627310983369,1.7260560484288712,3,84.70013301773253,84.88270183723519,81.80598447453336
|
| 124 |
+
verbalts,synth-u,ed,8.547614795684815,0.15507769528984422,3,8.636320991516113,8.637974353790284,8.368549041748047
|
| 125 |
+
verbalts,synth-u,crps,0.4480932508700665,0.01691880438642289,3,0.45173701252469556,0.46289328908416333,0.4296494510013406
|
| 126 |
+
verbalts,synth-u,acd,0.05988273645440737,0.0023742427780172022,3,0.05729637295007706,0.061963364481925964,0.0603884719312191
|
| 127 |
+
verbalts,synth-u,sd,0.028080927365429654,0.02097486040766138,3,0.0051056527250396,0.03293174801497089,0.04620538135627847
|
| 128 |
+
verbalts,synth-u,kd,0.3757825159999071,0.049360372604266955,3,0.3213036486569463,0.3885138090805631,0.4175300902622119
|
| 129 |
+
verbalts,synth-u,mdd,0.01555489095052083,0.001981135832531179,3,0.01397218831380208,0.017776692708333333,0.01491579182942708
|
| 130 |
+
verbalts,synth-u,fid,37.927807676315474,1.5934274026490043,3,38.4935978237055,39.161132250082545,36.128692955158385
|
| 131 |
+
verbalts,synth-u,sfd,1.8716067339487974,0.15513079832177287,3,2.0396295309748282,1.8413709744149003,1.7338196964566635
|
| 132 |
+
verbalts,synth-u,jftsd,41.347464368186216,1.8867422592646417,3,42.10955732665286,42.73396056025865,39.19887521764713
|
| 133 |
+
verbalts,synth-u,prdc_f1,0.31817839064506126,0.018381406975054432,3,0.3336723623542175,0.2978684133915575,0.3229943961894088
|
| 134 |
+
verbalts,synth-u,joint_prdc_f1,0.8254119130261645,0.023095199127326955,3,0.8078972104305641,0.8167533343323842,0.8515851943155452
|
| 135 |
+
verbalts,synth-u,cttp,27.353850591023768,0.7456221768529812,3,26.72333544921875,27.161377502441407,28.17683882141113
|
| 136 |
+
verbalts,synth-u,disc_auc,0.9778398958333333,0.0011847689641329097,3,0.9767035937499999,0.9790678125000001,0.97774828125
|
| 137 |
+
verbalts,synth-m,dtw,10.117857469123516,0.651808035340993,3,9.825915995454856,9.663052584865236,10.864603827050459
|
| 138 |
+
verbalts,synth-m,wape,89.65955296580455,4.47659963731261,3,87.63565901925,86.55229682651111,94.79070305165254
|
| 139 |
+
verbalts,synth-m,ed,13.166734059651693,0.5446075027871401,3,12.910277236938477,12.79770021057129,13.792224731445312
|
| 140 |
+
verbalts,synth-m,crps,0.47391181614755623,0.053424580379044066,3,0.4449315517086128,0.44123952695481017,0.5355643697792458
|
| 141 |
+
verbalts,synth-m,acd,0.05160182838638624,0.0020076204927525223,3,0.05142752453684807,0.04968704283237457,0.053690917789936066
|
| 142 |
+
verbalts,synth-m,sd,0.04287892707291416,0.0295536480786484,3,0.032988463568709075,0.01953896546328433,0.07610935218674907
|
| 143 |
+
verbalts,synth-m,kd,0.18241217956475242,0.06598774366824567,3,0.20034761594200012,0.23757809066602897,0.10931083208622816
|
| 144 |
+
verbalts,synth-m,mdd,0.015245944552951383,0.0002767003163681739,3,0.015016153971354161,0.015168589274088536,0.015553090413411453
|
| 145 |
+
verbalts,synth-m,fid,33.72222922075928,5.288511064379865,3,30.88084654628676,30.46176069627603,39.824080419715045
|
| 146 |
+
verbalts,synth-m,sfd,29.84309098631903,2.6362540560241983,3,28.63230994305654,28.029733402656717,32.867229613243836
|
| 147 |
+
verbalts,synth-m,jftsd,38.182281205084365,5.333201605573236,3,35.471628468765886,34.74883835005005,44.32637679643716
|
| 148 |
+
verbalts,synth-m,prdc_f1,0.41136396691773425,0.04666362364473438,3,0.44026415970287835,0.4362975970425138,0.35753014400781064
|
| 149 |
+
verbalts,synth-m,joint_prdc_f1,0.5998321720561632,0.07366089042833406,3,0.6384256782575468,0.6461771186440678,0.5148937192668752
|
| 150 |
+
verbalts,synth-m,cttp,24.745978769938148,0.7576376271935314,3,24.82913784790039,25.458606231689455,23.95019223022461
|
| 151 |
+
verbalts,synth-m,disc_auc,0.98976859375,0.001767831095502733,3,0.98811,0.9895673437500001,0.9916284375
|
| 152 |
+
wavestitch,synth-u,dtw,13.836906871550354,7.071402672478478,3,9.423605799851488,21.993079740683527,10.094035074116047
|
| 153 |
+
wavestitch,synth-u,wape,194.94254365733937,84.17270294458883,3,140.21900556022428,291.8675551878154,152.74107022397845
|
| 154 |
+
wavestitch,synth-u,ed,18.555717175801593,7.573958688368196,3,13.65928310394287,27.279565673828124,14.728302749633789
|
| 155 |
+
wavestitch,synth-u,crps,1.1814198819557264,0.6189778265596506,3,0.6778350468532294,1.8724562922531502,0.9939683067608002
|
| 156 |
+
wavestitch,synth-u,acd,0.04902018296221892,0.02658319349821782,3,0.05505546182394028,0.019938243553042412,0.07206684350967407
|
| 157 |
+
wavestitch,synth-u,sd,0.12419248193734617,0.10712770888390677,3,0.24503086755829684,0.08668419114112798,0.04086238711261368
|
| 158 |
+
wavestitch,synth-u,kd,0.3401719949391206,0.2049827408496205,3,0.10379799131748069,0.46900896647433,0.44770902702555104
|
| 159 |
+
wavestitch,synth-u,mdd,0.03537866889105902,0.013464650679725595,3,0.02507309977213541,0.050613281249999996,0.030449625651041663
|
| 160 |
+
wavestitch,synth-u,fid,54.371043628452135,15.767129310240014,3,40.46528316044481,71.50109125032131,51.14675647459029
|
| 161 |
+
wavestitch,synth-u,sfd,5.2963066017959575,3.0461712200737594,3,3.499456633433873,8.813444389131163,3.5760187828228354
|
| 162 |
+
wavestitch,synth-u,jftsd,66.66936723724763,17.22741290237102,3,52.11187535991144,85.68878300304857,62.207443348782874
|
| 163 |
+
wavestitch,synth-u,prdc_f1,0.20129791004683018,0.1304250350317049,3,0.35164561618638873,0.11855007473841554,0.13369803921568627
|
| 164 |
+
wavestitch,synth-u,joint_prdc_f1,0.4600295807621673,0.140578943406466,3,0.5698154185948676,0.301585989767808,0.5086873339238265
|
| 165 |
+
wavestitch,synth-u,cttp,19.08291297403971,1.930465612115304,3,19.97079113769531,16.868253204345702,20.409694580078124
|
| 166 |
+
wavestitch,synth-u,disc_auc,0.9910691666666667,0.010595217007954036,3,0.9791115625,0.99928859375,0.99480734375
|
| 167 |
+
wavestitch,synth-m,dtw,16.094113775726477,2.091502181517858,3,18.500805787216418,14.71682367934651,15.064711860616505
|
| 168 |
+
wavestitch,synth-m,wape,140.01285034754258,19.295560863713412,3,162.27831298371666,128.16909916818508,129.59113889072603
|
| 169 |
+
wavestitch,synth-m,ed,20.46295270284017,2.279121503299233,3,23.075898162841796,18.8848518371582,19.428108108520508
|
| 170 |
+
wavestitch,synth-m,crps,0.7840385747876284,0.10274890913628598,3,0.8979630160368164,0.6983839406493199,0.7557687676767489
|
| 171 |
+
wavestitch,synth-m,acd,0.05336883788307508,0.021903287537232034,3,0.03608569875359535,0.046019040048122406,0.07800177484750748
|
| 172 |
+
wavestitch,synth-m,sd,0.19475179811917495,0.1336779695138692,3,0.34828688027247207,0.131769518900256,0.10419899518479678
|
| 173 |
+
wavestitch,synth-m,kd,0.3068564180891192,0.25096667614011925,3,0.10567244089035777,0.22681610608396885,0.588080707293031
|
| 174 |
+
wavestitch,synth-m,mdd,0.013645304361979166,0.004307464646214925,3,0.018332244873046875,0.01274360148111979,0.009860066731770832
|
| 175 |
+
wavestitch,synth-m,fid,22.316926885167806,7.444173274190357,3,30.74103488704884,19.585250881784987,16.624494886669595
|
| 176 |
+
wavestitch,synth-m,sfd,47.29578369380912,25.684899490845506,3,30.579528870131597,34.43742741118891,76.87039480010688
|
| 177 |
+
wavestitch,synth-m,jftsd,36.36181074332427,6.396690040833919,3,43.65343542596571,33.736684736841255,31.695312067165844
|
| 178 |
+
wavestitch,synth-m,prdc_f1,0.5161540224712827,0.06006679377199079,3,0.47374652686762775,0.4898264863485583,0.584889054197662
|
| 179 |
+
wavestitch,synth-m,joint_prdc_f1,0.3041653738249979,0.008487823112482092,3,0.3127768723321692,0.3039123657776238,0.2958068833652007
|
| 180 |
+
wavestitch,synth-m,cttp,11.912170427958168,2.377447069584323,3,13.25023893737793,13.319053817749024,9.167218528747558
|
| 181 |
+
wavestitch,synth-m,disc_auc,0.9873384895833333,0.005094048626055917,3,0.98277015625,0.98641375,0.9928315624999999
|
| 182 |
+
timeweaver,synth-u,dtw,5.982213574701274,0.754758075477412,3,6.528766781334852,5.121042893563249,6.296831049205723
|
| 183 |
+
timeweaver,synth-u,wape,98.73011682414977,10.088396913734229,3,106.31614701655965,87.28106739358304,102.59313606230663
|
| 184 |
+
timeweaver,synth-u,ed,9.919751462300619,0.8668454657948592,3,10.55002116394043,8.931199104309082,10.278034118652343
|
| 185 |
+
timeweaver,synth-u,crps,0.5478691904729448,0.10356052204301999,3,0.6633971071176874,0.4633702909197256,0.5168401733814216
|
| 186 |
+
timeweaver,synth-u,acd,0.07326451937357585,0.008917394936025681,3,0.08260355144739151,0.06483910232782364,0.07235090434551239
|
| 187 |
+
timeweaver,synth-u,sd,0.05513214051735,0.026971155799141427,3,0.04519685421665447,0.034537882139564755,0.08566168519583078
|
| 188 |
+
timeweaver,synth-u,kd,0.5130461590523955,0.1814591182123418,3,0.7219081528110569,0.3941268132413098,0.4231035111048196
|
| 189 |
+
timeweaver,synth-u,mdd,0.020533169216579855,0.005804796913962287,3,0.02610555013020833,0.014520975748697911,0.02097298177083333
|
| 190 |
+
timeweaver,synth-u,fid,55.45634715058595,14.27554449093449,3,71.28067223704048,43.546157321145586,51.54221189357179
|
| 191 |
+
timeweaver,synth-u,sfd,2.2228409607967285,0.6788321402063187,3,2.9144960064160017,1.5576029685607722,2.1964239074134113
|
| 192 |
+
timeweaver,synth-u,jftsd,65.50813730399862,13.472503770872779,3,80.40346575657759,54.1739256930083,61.947020462409995
|
| 193 |
+
timeweaver,synth-u,prdc_f1,0.19007905560290886,0.1052961059959926,3,0.07501596310748493,0.28163461538461537,0.21358658831662633
|
| 194 |
+
timeweaver,synth-u,joint_prdc_f1,0.4805915938343017,0.11642176790963812,3,0.351610290305858,0.577898332328712,0.5122661588683352
|
| 195 |
+
timeweaver,synth-u,cttp,19.174081624348958,1.8296802880237333,3,17.16018276977539,20.734102935791014,19.62795916748047
|
| 196 |
+
timeweaver,synth-u,disc_auc,0.9786007812499999,0.009742899237232943,3,0.9897214062499999,0.97156640625,0.97451453125
|
| 197 |
+
timeweaver,synth-m,dtw,9.729728928858314,0.334466159602458,3,9.563854824169708,10.114712249122835,9.5106197132824
|
| 198 |
+
timeweaver,synth-m,wape,88.07352856215796,2.552076759971602,3,87.12385368528388,90.96428901467529,86.1324429865147
|
| 199 |
+
timeweaver,synth-m,ed,13.068469472249348,0.3081114599874301,3,12.918571716308593,13.422847534179688,12.863989166259765
|
| 200 |
+
timeweaver,synth-m,crps,0.4661343440704186,0.031071162279759795,3,0.4399871069562931,0.5004837380278855,0.4579321872270772
|
| 201 |
+
timeweaver,synth-m,acd,0.05796114603678385,0.006107760181132809,3,0.05671608820557594,0.052571844309568405,0.06459550559520721
|
| 202 |
+
timeweaver,synth-m,sd,0.06140181766698257,0.024565172972863064,3,0.051864600244867914,0.04303541317144832,0.08930543958463147
|
| 203 |
+
timeweaver,synth-m,kd,0.18981419425713178,0.1519235368350815,3,0.3650108379848118,0.09444650534071752,0.10998523944586602
|
| 204 |
+
timeweaver,synth-m,mdd,0.015571516248914924,0.0011561223477869274,3,0.01522390747070312,0.014629079182942702,0.016861562093098952
|
| 205 |
+
timeweaver,synth-m,fid,31.09123200705226,3.217104572441553,3,29.122515771023217,29.347426069053824,34.80375418107974
|
| 206 |
+
timeweaver,synth-m,sfd,27.91291353375631,1.0433393073469213,3,27.238460813576324,27.38562149818516,29.114658289507446
|
| 207 |
+
timeweaver,synth-m,jftsd,40.340388161272415,3.320099169230702,3,38.15756499235707,38.70241872552401,44.161180765936166
|
| 208 |
+
timeweaver,synth-m,prdc_f1,0.419676924465828,0.026697855613853634,3,0.4438062999529855,0.42422865701447826,0.3909958164300203
|
| 209 |
+
timeweaver,synth-m,joint_prdc_f1,0.5034246771530922,0.05752945572764582,3,0.5559116677653263,0.5124441247002398,0.4419182389937107
|
| 210 |
+
timeweaver,synth-m,cttp,20.83848171488444,1.028501355436867,3,21.77751788330078,20.998624923706053,19.739302337646485
|
| 211 |
+
timeweaver,synth-m,disc_auc,0.9915265625000002,0.0006493467458061378,3,0.9908215625000001,0.99210015625,0.99165796875
|
| 212 |
+
diffusets,synth-u,dtw,5.684284546185155,0.8003115064634629,3,6.512566124598142,4.9152342931374085,5.6250532208199155
|
| 213 |
+
diffusets,synth-u,wape,85.79537710497293,4.657215250781147,3,87.35338213260881,80.55889557914554,89.47385360316437
|
| 214 |
+
diffusets,synth-u,ed,8.83837102762858,0.49590272302673855,3,9.205341712951661,8.274203536987304,9.035567832946777
|
| 215 |
+
diffusets,synth-u,crps,0.43904789169055564,0.015939322964275117,3,0.45110916429396325,0.42097747574181577,0.44505703503588806
|
| 216 |
+
diffusets,synth-u,acd,0.05577380955219269,0.011381186006637014,3,0.04363028705120087,0.05749441683292389,0.06619672477245331
|
| 217 |
+
diffusets,synth-u,sd,0.1343009745171424,0.13655675471195616,3,0.2865709983709629,0.02269587471144243,0.0936360504690219
|
| 218 |
+
diffusets,synth-u,kd,0.8648984467929907,0.8924889643650589,3,1.8939006154041982,0.3013825253613751,0.3994121996133986
|
| 219 |
+
diffusets,synth-u,mdd,0.02048246256510416,0.005073272943184208,3,0.026292663574218746,0.018224873860677077,0.016929850260416664
|
| 220 |
+
diffusets,synth-u,fid,41.751377140139454,9.060480415843667,3,51.8070411270366,34.22254100777957,39.224549285602194
|
| 221 |
+
diffusets,synth-u,sfd,24.420168697670523,27.80259222381889,3,56.513524887009154,7.668862515188636,9.078118690813778
|
| 222 |
+
diffusets,synth-u,jftsd,46.75248955069836,11.254691093533362,3,59.44583716948645,37.99184260924295,42.81978887336567
|
| 223 |
+
diffusets,synth-u,prdc_f1,0.3075247502690693,0.024177451669202377,3,0.3033206079886886,0.33352855900260947,0.2857250838159098
|
| 224 |
+
diffusets,synth-u,joint_prdc_f1,0.7449076568221932,0.1469193939535485,3,0.5759765408402644,0.8428645772166765,0.8158818524096385
|
| 225 |
+
diffusets,synth-u,cttp,24.667295216878255,4.732654866660313,3,19.25518521118164,28.028957611083985,26.71774282836914
|
| 226 |
+
diffusets,synth-u,disc_auc,0.9999537500000001,4.770924307730514e-05,3,0.9999024999999999,0.999961875,0.9999968750000001
|
| 227 |
+
diffusets,synth-m,dtw,10.233985860124063,0.8508555353925533,3,11.056159841626187,10.288707413963866,9.357090324782138
|
| 228 |
+
diffusets,synth-m,wape,85.4860515313844,3.5377596240145714,3,89.11947603276245,85.28625392033995,82.05242464105079
|
| 229 |
+
diffusets,synth-m,ed,12.726533612569176,0.6229667449229361,3,13.325670661926269,12.771731185913087,12.082198989868164
|
| 230 |
+
diffusets,synth-m,crps,0.45840164548028034,0.022422315930024278,3,0.484041077127907,0.44870040849330844,0.4424634508196254
|
| 231 |
+
diffusets,synth-m,acd,0.04101007307569186,0.019303602698172807,3,0.03486427664756775,0.025527622550725937,0.06263832002878189
|
| 232 |
+
diffusets,synth-m,sd,0.07444546921212586,0.06853730336522032,3,0.15358038884504316,0.03409677729505276,0.03565924149628167
|
| 233 |
+
diffusets,synth-m,kd,0.16422093221249337,0.1405436048553607,3,0.07700702105425727,0.08930445069538884,0.326351324887834
|
| 234 |
+
diffusets,synth-m,mdd,0.02072567070855034,0.002773339154068611,3,0.023277221679687495,0.021125783284505203,0.017774007161458327
|
| 235 |
+
diffusets,synth-m,fid,34.909109268229486,5.860357980268822,3,41.54368674552771,32.74532906019289,30.438311998967862
|
| 236 |
+
diffusets,synth-m,sfd,70.40193457563619,22.618975320151186,3,86.22371521699152,80.48747411024468,44.494614399672415
|
| 237 |
+
diffusets,synth-m,jftsd,41.28731591791982,8.778696924349205,3,50.98296758650454,39.0009884206718,33.87799174658312
|
| 238 |
+
diffusets,synth-m,prdc_f1,0.38856055481778434,0.08031385450347031,3,0.29630221049158695,0.442851445663011,0.42652800829875515
|
| 239 |
+
diffusets,synth-m,joint_prdc_f1,0.5291474993441195,0.20933979163501917,3,0.30769892899643,0.5559459459459458,0.723797623089983
|
| 240 |
+
diffusets,synth-m,cttp,21.40078201802572,4.69796194334171,3,16.76970268249512,21.269757858276368,26.162885513305664
|
| 241 |
+
diffusets,synth-m,disc_auc,0.9995588020833334,0.00032148855492921156,3,0.9998446874999999,0.9992107812500001,0.9996209375000001
|
| 242 |
+
bridge,synth-u,dtw,5.883912995319971,0.40410117405259677,3,6.332936641829669,5.769315149916155,5.549487194214088
|
| 243 |
+
bridge,synth-u,wape,85.70546571497,2.70615203648257,3,88.37150004846681,85.7839918681452,82.960905228298
|
| 244 |
+
bridge,synth-u,ed,8.89947585296631,0.335438882160086,3,9.226853378295898,8.915055633544922,8.556518547058106
|
| 245 |
+
bridge,synth-u,crps,0.5173810320275731,0.01523339322917944,3,0.5338199939428621,0.5145815757595008,0.5037415263803566
|
| 246 |
+
bridge,synth-u,acd,0.030318019290765125,0.010610648973129229,3,0.02118503861129284,0.027811506763100624,0.041957512497901917
|
| 247 |
+
bridge,synth-u,sd,0.0963849478983672,0.072287479940189,3,0.1720833988774648,0.028076107414089828,0.08899533740354697
|
| 248 |
+
bridge,synth-u,kd,0.6448764548340495,0.05569205140000035,3,0.5947087849587516,0.6351176684064421,0.7048029111369549
|
| 249 |
+
bridge,synth-u,mdd,0.028214172363281245,0.00020936443257115747,3,0.02797666422526041,0.02837198893229166,0.02829386393229166
|
| 250 |
+
bridge,synth-u,fid,50.14694349062014,3.4209049097812616,3,47.7773571483701,48.59469705174092,54.068776271749385
|
| 251 |
+
bridge,synth-u,sfd,9.331800959218432,0.4138593206974448,3,9.76453205152417,8.939829636844898,9.291041189286226
|
| 252 |
+
bridge,synth-u,jftsd,55.09375552587117,2.3710228538811298,3,52.86470727528811,54.83159621040514,57.58496309192026
|
| 253 |
+
bridge,synth-u,prdc_f1,0.1365179772529442,0.025009557437279922,3,0.16488536492166603,0.11764957949539448,0.12701898734177214
|
| 254 |
+
bridge,synth-u,joint_prdc_f1,0.6053455778041298,0.03708910094695181,3,0.6100475551294343,0.566129701158772,0.639859477124183
|
| 255 |
+
bridge,synth-u,cttp,23.074703887939453,0.6330525348202556,3,23.789197845458986,22.85117041015625,22.583743408203127
|
| 256 |
+
bridge,synth-u,disc_auc,0.9995428125,0.00011626270511885835,3,0.99951921875,0.9996690625,0.99944015625
|
| 257 |
+
bridge,synth-m,dtw,12.558265512060666,1.0733210386186511,3,13.796579274849284,11.894923558440073,11.983293702892643
|
| 258 |
+
bridge,synth-m,wape,99.754903039015,5.579197851410615,3,106.17224083461767,97.03692791336891,96.05554036905842
|
| 259 |
+
bridge,synth-m,ed,15.035993212382001,0.8793292456641018,3,16.048824981689453,14.591615844726563,14.46753881072998
|
| 260 |
+
bridge,synth-m,crps,0.5956382136129045,0.02488858471499986,3,0.6217504951204676,0.5929769376955727,0.5721872080226733
|
| 261 |
+
bridge,synth-m,acd,0.05720795566836993,0.02534421770631605,3,0.046594709157943726,0.08613339811563492,0.03889575973153114
|
| 262 |
+
bridge,synth-m,sd,0.13711853449547898,0.17192085291735823,3,0.33539748804642483,0.02956050072439753,0.04639761471561453
|
| 263 |
+
bridge,synth-m,kd,0.4257679699672677,0.24415622319651595,3,0.2767502193331757,0.7075388626018956,0.29301482796673195
|
| 264 |
+
bridge,synth-m,mdd,0.029416205512152776,0.0003499812044261553,3,0.02902537027994791,0.02952261352539062,0.029700632731119787
|
| 265 |
+
bridge,synth-m,fid,45.88862233749205,12.621823252631147,3,36.388668477318646,60.210619937823495,41.066578597334
|
| 266 |
+
bridge,synth-m,sfd,45.04526554039857,1.829433775248573,3,46.67732000683708,45.39075739955527,43.067719214803375
|
| 267 |
+
bridge,synth-m,jftsd,53.28360483840001,12.734004660443462,3,44.29674928300241,67.85583190530039,47.698233326897224
|
| 268 |
+
bridge,synth-m,prdc_f1,0.24644920611390986,0.057964257170537055,3,0.2935493694247924,0.1817161659513591,0.2640820829655781
|
| 269 |
+
bridge,synth-m,joint_prdc_f1,0.29574377415620473,0.08603269343891307,3,0.3354646908159532,0.19702704831932774,0.35473958333333333
|
| 270 |
+
bridge,synth-m,cttp,18.870652943929034,0.5922716026826614,3,18.671871185302734,18.403342834472657,19.53674481201172
|
| 271 |
+
bridge,synth-m,disc_auc,0.9997097916666667,5.637666583376333e-05,3,0.9997460937500001,0.99964484375,0.9997384375000001
|
| 272 |
+
t2s,synth-u,dtw,27.263914047117424,17.26968143787639,3,47.07190799586271,15.366320132391749,19.353514013097815
|
| 273 |
+
t2s,synth-u,wape,314.78455126716653,204.15153782315815,3,549.5090287797049,178.54997460830057,216.29465041349417
|
| 274 |
+
t2s,synth-u,ed,32.75957512410481,18.802344603551653,3,54.355543823242186,20.02800225830078,23.895179290771484
|
| 275 |
+
t2s,synth-u,crps,1.9264829312322036,1.363763189710784,3,3.4962465624502146,1.0332884008152619,1.2499138304311346
|
| 276 |
+
t2s,synth-u,acd,0.04866763949394226,0.009993970720818248,3,0.03964557871222496,0.04694719612598419,0.05941014364361763
|
| 277 |
+
t2s,synth-u,sd,0.49524859677367844,0.4027135462324029,3,0.32728328646421107,0.954756139543815,0.2037063643130092
|
| 278 |
+
t2s,synth-u,kd,0.7737622232681808,0.4146699237785741,3,0.5811746259505848,1.249705411108767,0.49040663274519014
|
| 279 |
+
t2s,synth-u,mdd,0.035739576551649305,0.016509280010841607,3,0.054511555989583335,0.02347853597005208,0.029228637695312497
|
| 280 |
+
t2s,synth-u,fid,144.58053149242474,27.005516234691193,3,175.19686762234147,134.39855875998492,124.14616809494777
|
| 281 |
+
t2s,synth-u,sfd,113.57890310730632,40.8194199676601,3,158.8499182977602,79.58001422764303,102.3067767965157
|
| 282 |
+
t2s,synth-u,jftsd,156.43098876204496,27.033262112258488,3,186.78574590528655,147.5574819777616,134.94973840308677
|
| 283 |
+
t2s,synth-u,prdc_f1,0.00262870699881376,0.004553054080157332,3,0.0,0.0,0.00788612099644128
|
| 284 |
+
t2s,synth-u,joint_prdc_f1,0.023268146186601547,0.01942503563309374,3,0.0049404761904761904,0.021233570863024544,0.04363039150630391
|
| 285 |
+
t2s,synth-u,cttp,10.292166037241616,4.366054812707219,3,5.314588603973388,12.08797077178955,13.473938735961914
|
| 286 |
+
t2s,synth-u,disc_auc,1.0,0.0,3,1.0,1.0,1.0
|
| 287 |
+
t2s,synth-m,dtw,38.741277299399066,11.49161171470147,3,30.81452148892825,51.92051363140837,33.48879677786058
|
| 288 |
+
t2s,synth-m,wape,279.7174721463476,82.06940624282223,3,231.0908331195285,374.47207872754115,233.58950459197297
|
| 289 |
+
t2s,synth-m,ed,44.22049614461263,11.64610385231557,3,36.87166049194336,57.64825677490234,38.141571166992186
|
| 290 |
+
t2s,synth-m,crps,1.678231861902115,0.6821685172131976,3,1.2898241566363344,2.465907261236682,1.2789641678333286
|
| 291 |
+
t2s,synth-m,acd,0.07543489336967468,0.03586810357017153,3,0.08319922536611557,0.03632053732872009,0.10678491741418839
|
| 292 |
+
t2s,synth-m,sd,0.3960740687314956,0.11590181083213172,3,0.4350164865669208,0.48748949482457044,0.2657162248029954
|
| 293 |
+
t2s,synth-m,kd,1.4898868084958596,0.17106208318287708,3,1.6788680275509242,1.4451637630659575,1.3456286348706965
|
| 294 |
+
t2s,synth-m,mdd,0.03048584323459201,0.004717614283072365,3,0.027754699707031254,0.03593326822916666,0.027769561767578124
|
| 295 |
+
t2s,synth-m,fid,113.6071494222246,7.303814686868768,3,122.03651346496643,109.6271487940615,109.15778600764581
|
| 296 |
+
t2s,synth-m,sfd,370.93317093780934,47.52264626147714,3,318.2345029231198,410.5316445323741,384.03336535793414
|
| 297 |
+
t2s,synth-m,jftsd,123.03158093836305,7.495795416581748,3,131.67268063104788,118.28033862278133,119.14172356125992
|
| 298 |
+
t2s,synth-m,prdc_f1,0.00033298282509638976,0.0005767431711147681,3,0.0,0.0009989484752891693,0.0
|
| 299 |
+
t2s,synth-m,joint_prdc_f1,0.017233578225533865,0.00793170619388992,3,0.008173076923076924,0.022922470433639947,0.020605187319884723
|
| 300 |
+
t2s,synth-m,cttp,1.596015946706136,3.534098064381196,3,-2.2438530464172364,4.712363296508789,2.3195375900268553
|
| 301 |
+
t2s,synth-m,disc_auc,1.0,0.0,3,1.0,1.0,1.0
|
expected/results_mean_std_synth.csv
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model,dataset,dtw,wape,ed,crps,acd,sd,kd,mdd,fid,sfd,jftsd,prdc_f1,joint_prdc_f1,cttp,disc_auc
|
| 2 |
+
bridge,synth-m,12.5583±1.0733,99.7549±5.5792,15.0360±0.8793,0.5956±0.0249,0.0572±0.0253,0.1371±0.1719,0.4258±0.2442,0.0294±0.0003,45.8886±12.6218,45.0453±1.8294,53.2836±12.7340,0.2464±0.0580,0.2957±0.0860,18.8707±0.5923,0.9997±0.0001
|
| 3 |
+
bridge,synth-u,5.8839±0.4041,85.7055±2.7062,8.8995±0.3354,0.5174±0.0152,0.0303±0.0106,0.0964±0.0723,0.6449±0.0557,0.0282±0.0002,50.1469±3.4209,9.3318±0.4139,55.0938±2.3710,0.1365±0.0250,0.6053±0.0371,23.0747±0.6331,0.9995±0.0001
|
| 4 |
+
diffusets,synth-m,10.2340±0.8509,85.4861±3.5378,12.7265±0.6230,0.4584±0.0224,0.0410±0.0193,0.0744±0.0685,0.1642±0.1405,0.0207±0.0028,34.9091±5.8604,70.4019±22.6190,41.2873±8.7787,0.3886±0.0803,0.5291±0.2093,21.4008±4.6980,0.9996±0.0003
|
| 5 |
+
diffusets,synth-u,5.6843±0.8003,85.7954±4.6572,8.8384±0.4959,0.4390±0.0159,0.0558±0.0114,0.1343±0.1366,0.8649±0.8925,0.0205±0.0051,41.7514±9.0605,24.4202±27.8026,46.7525±11.2547,0.3075±0.0242,0.7449±0.1469,24.6673±4.7327,1.0000±0.0000
|
| 6 |
+
t2s,synth-m,38.7413±11.4916,279.7175±82.0694,44.2205±11.6461,1.6782±0.6822,0.0754±0.0359,0.3961±0.1159,1.4899±0.1711,0.0305±0.0047,113.6071±7.3038,370.9332±47.5226,123.0316±7.4958,0.0003±0.0006,0.0172±0.0079,1.5960±3.5341,1.0000±0.0000
|
| 7 |
+
t2s,synth-u,27.2639±17.2697,314.7846±204.1515,32.7596±18.8023,1.9265±1.3638,0.0487±0.0100,0.4952±0.4027,0.7738±0.4147,0.0357±0.0165,144.5805±27.0055,113.5789±40.8194,156.4310±27.0333,0.0026±0.0046,0.0233±0.0194,10.2922±4.3661,1.0000±0.0000
|
| 8 |
+
tedit,synth-m,9.9781±0.6288,88.9187±4.5029,13.1025±0.5731,0.4663±0.0233,0.0543±0.0055,0.0313±0.0136,0.2467±0.1171,0.0154±0.0017,34.9362±1.4569,28.4174±0.4434,43.5456±1.4792,0.3609±0.0265,0.4772±0.0117,21.3367±0.3329,0.9907±0.0026
|
| 9 |
+
tedit,synth-u,6.9276±1.0256,110.3688±13.8686,10.9586±1.2054,0.6313±0.1402,0.0658±0.0015,0.1547±0.1031,0.2999±0.1154,0.0215±0.0057,49.1666±6.8427,2.5696±0.7535,60.1580±6.3644,0.2013±0.0675,0.5130±0.0397,20.2408±0.7603,0.9830±0.0035
|
| 10 |
+
text2motion,synth-m,9.7767±0.1772,84.3046±0.5787,12.4341±0.1426,0.4412±0.0071,0.0760±0.0135,0.0493±0.0435,0.2376±0.0323,0.0139±0.0008,60.4279±16.6857,72.3529±16.5555,65.1206±16.2056,0.1386±0.1132,0.3282±0.1482,20.0073±1.8319,0.9995±0.0003
|
| 11 |
+
text2motion,synth-u,5.0477±0.0877,84.0543±0.5380,8.6646±0.0612,0.4346±0.0163,0.0829±0.0073,0.0741±0.0385,0.2225±0.0784,0.0152±0.0028,58.7291±12.5771,7.9289±1.6512,66.7884±11.7914,0.1000±0.0408,0.4239±0.0954,17.5965±1.6163,0.9999±0.0000
|
| 12 |
+
timevqvae,synth-m,9.2429±0.1884,81.5139±1.4396,12.0917±0.1835,0.4880±0.0133,0.0736±0.0027,0.0284±0.0199,0.6341±0.1119,0.0212±0.0006,60.8623±0.3024,47.4489±5.8129,67.0806±0.2324,0.1061±0.0058,0.3063±0.0075,19.8822±0.1666,0.9998±0.0001
|
| 13 |
+
timevqvae,synth-u,4.7732±0.0042,78.7644±0.2012,8.1152±0.0226,0.4613±0.0018,0.0799±0.0012,0.0426±0.0229,0.7746±0.0197,0.0245±0.0013,75.4973±2.1469,5.5361±0.3839,83.5120±2.0797,0.0390±0.0104,0.3469±0.0127,16.1693±0.1786,0.9997±0.0000
|
| 14 |
+
timeweaver,synth-m,9.7297±0.3345,88.0735±2.5521,13.0685±0.3081,0.4661±0.0311,0.0580±0.0061,0.0614±0.0246,0.1898±0.1519,0.0156±0.0012,31.0912±3.2171,27.9129±1.0433,40.3404±3.3201,0.4197±0.0267,0.5034±0.0575,20.8385±1.0285,0.9915±0.0006
|
| 15 |
+
timeweaver,synth-u,5.9822±0.7548,98.7301±10.0884,9.9198±0.8668,0.5479±0.1036,0.0733±0.0089,0.0551±0.0270,0.5130±0.1815,0.0205±0.0058,55.4563±14.2755,2.2228±0.6788,65.5081±13.4725,0.1901±0.1053,0.4806±0.1164,19.1741±1.8297,0.9786±0.0097
|
| 16 |
+
ttscgan,synth-m,13.4515±0.1690,102.7159±0.8247,15.7223±0.1343,0.6584±0.0122,0.2652±0.0005,0.1015±0.0446,0.6485±0.0273,0.0397±0.0013,99.8685±16.1970,112.4959±7.5708,111.4403±14.7213,0.0012±0.0010,0.0230±0.0064,10.1947±0.3087,1.0000±0.0000
|
| 17 |
+
ttscgan,synth-u,8.6901±0.0679,110.3229±6.6327,11.7319±0.6545,0.6361±0.0174,0.2849±0.0014,0.1142±0.0521,0.1343±0.1082,0.0233±0.0050,120.2910±24.1776,43.4332±0.6003,133.1271±21.1546,0.0003±0.0006,0.0458±0.0363,9.3820±2.1822,1.0000±0.0000
|
| 18 |
+
verbalts,synth-m,10.1179±0.6518,89.6596±4.4766,13.1667±0.5446,0.4739±0.0534,0.0516±0.0020,0.0429±0.0296,0.1824±0.0660,0.0152±0.0003,33.7222±5.2885,29.8431±2.6363,38.1823±5.3332,0.4114±0.0467,0.5998±0.0737,24.7460±0.7576,0.9898±0.0018
|
| 19 |
+
verbalts,synth-u,4.8850±0.1589,83.7963±1.7261,8.5476±0.1551,0.4481±0.0169,0.0599±0.0024,0.0281±0.0210,0.3758±0.0494,0.0156±0.0020,37.9278±1.5934,1.8716±0.1551,41.3475±1.8867,0.3182±0.0184,0.8254±0.0231,27.3539±0.7456,0.9778±0.0012
|
| 20 |
+
wavestitch,synth-m,16.0941±2.0915,140.0129±19.2956,20.4630±2.2791,0.7840±0.1027,0.0534±0.0219,0.1948±0.1337,0.3069±0.2510,0.0136±0.0043,22.3169±7.4442,47.2958±25.6849,36.3618±6.3967,0.5162±0.0601,0.3042±0.0085,11.9122±2.3774,0.9873±0.0051
|
| 21 |
+
wavestitch,synth-u,13.8369±7.0714,194.9425±84.1727,18.5557±7.5740,1.1814±0.6190,0.0490±0.0266,0.1242±0.1071,0.3402±0.2050,0.0354±0.0135,54.3710±15.7671,5.2963±3.0462,66.6694±17.2274,0.2013±0.1304,0.4600±0.1406,19.0829±1.9305,0.9911±0.0106
|
expected/seed_metrics_nested.json
ADDED
|
@@ -0,0 +1,1322 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bridge": {
|
| 3 |
+
"synth-u": {
|
| 4 |
+
"seed0": {
|
| 5 |
+
"dtw": 6.354155136104681,
|
| 6 |
+
"wape": 88.65556005794502,
|
| 7 |
+
"ed": 9.25147834777832,
|
| 8 |
+
"crps": 0.5361806164317251,
|
| 9 |
+
"acd": 0.02120952121913433,
|
| 10 |
+
"sd": 0.17698199261192563,
|
| 11 |
+
"kd": 0.5880551470131783,
|
| 12 |
+
"mdd": 0.02806243896484374,
|
| 13 |
+
"fid": 47.42080353150922,
|
| 14 |
+
"sfd": 9.808309640175452,
|
| 15 |
+
"jftsd": 52.52638332382759,
|
| 16 |
+
"prdc_f1.f1": 0.14994884425918906,
|
| 17 |
+
"prdc_f1.precision": 0.5735,
|
| 18 |
+
"prdc_f1.recall": 0.08625,
|
| 19 |
+
"joint_prdc_f1.f1": 0.610718726016884,
|
| 20 |
+
"joint_prdc_f1.precision": 0.8145,
|
| 21 |
+
"joint_prdc_f1.recall": 0.4885,
|
| 22 |
+
"cttp": 23.847719635009767,
|
| 23 |
+
"disc_auc": 0.9995162499999999
|
| 24 |
+
},
|
| 25 |
+
"seed1": {
|
| 26 |
+
"dtw": 5.753590787621783,
|
| 27 |
+
"wape": 85.46210875970107,
|
| 28 |
+
"ed": 8.889996612548828,
|
| 29 |
+
"crps": 0.5136260835656676,
|
| 30 |
+
"acd": 0.028903482481837273,
|
| 31 |
+
"sd": 0.022280193616036857,
|
| 32 |
+
"kd": 0.6368266785364254,
|
| 33 |
+
"mdd": 0.028317220052083324,
|
| 34 |
+
"fid": 48.50368331516401,
|
| 35 |
+
"sfd": 9.037110945980103,
|
| 36 |
+
"jftsd": 54.73198046870306,
|
| 37 |
+
"prdc_f1.f1": 0.1260411555203799,
|
| 38 |
+
"prdc_f1.precision": 0.56075,
|
| 39 |
+
"prdc_f1.recall": 0.071,
|
| 40 |
+
"joint_prdc_f1.f1": 0.5706327191739218,
|
| 41 |
+
"joint_prdc_f1.precision": 0.78725,
|
| 42 |
+
"joint_prdc_f1.recall": 0.4475,
|
| 43 |
+
"cttp": 22.753153106689453,
|
| 44 |
+
"disc_auc": 0.9995903125
|
| 45 |
+
},
|
| 46 |
+
"seed2": {
|
| 47 |
+
"dtw": 5.530313082307284,
|
| 48 |
+
"wape": 82.54036397922455,
|
| 49 |
+
"ed": 8.522937805175781,
|
| 50 |
+
"crps": 0.5017315307045973,
|
| 51 |
+
"acd": 0.04407091811299324,
|
| 52 |
+
"sd": 0.0928177492640565,
|
| 53 |
+
"kd": 0.7001046294738782,
|
| 54 |
+
"mdd": 0.028313680013020828,
|
| 55 |
+
"fid": 54.61961133293579,
|
| 56 |
+
"sfd": 9.44118332955128,
|
| 57 |
+
"jftsd": 58.16182762137342,
|
| 58 |
+
"prdc_f1.f1": 0.1200266429840142,
|
| 59 |
+
"prdc_f1.precision": 0.6375,
|
| 60 |
+
"prdc_f1.recall": 0.06625,
|
| 61 |
+
"joint_prdc_f1.f1": 0.6256576958525346,
|
| 62 |
+
"joint_prdc_f1.precision": 0.86675,
|
| 63 |
+
"joint_prdc_f1.recall": 0.4895,
|
| 64 |
+
"cttp": 22.37494738769531,
|
| 65 |
+
"disc_auc": 0.99950046875
|
| 66 |
+
}
|
| 67 |
+
},
|
| 68 |
+
"synth-m": {
|
| 69 |
+
"seed0": {
|
| 70 |
+
"dtw": 13.817281705569064,
|
| 71 |
+
"wape": 106.19159049917226,
|
| 72 |
+
"ed": 16.047494094848634,
|
| 73 |
+
"crps": 0.6222953609760046,
|
| 74 |
+
"acd": 0.04810057580471039,
|
| 75 |
+
"sd": 0.3342529663983614,
|
| 76 |
+
"kd": 0.2772295471154491,
|
| 77 |
+
"mdd": 0.029095235188802075,
|
| 78 |
+
"fid": 36.90573498644184,
|
| 79 |
+
"sfd": 46.77665048709039,
|
| 80 |
+
"jftsd": 44.922412953420775,
|
| 81 |
+
"prdc_f1.f1": 0.2880602782071098,
|
| 82 |
+
"prdc_f1.precision": 0.62125,
|
| 83 |
+
"prdc_f1.recall": 0.1875,
|
| 84 |
+
"joint_prdc_f1.f1": 0.33039791744142805,
|
| 85 |
+
"joint_prdc_f1.precision": 0.38,
|
| 86 |
+
"joint_prdc_f1.recall": 0.29225,
|
| 87 |
+
"cttp": 18.433125,
|
| 88 |
+
"disc_auc": 0.9997595312499999
|
| 89 |
+
},
|
| 90 |
+
"seed1": {
|
| 91 |
+
"dtw": 11.941985574008141,
|
| 92 |
+
"wape": 97.19576751179419,
|
| 93 |
+
"ed": 14.614929718017578,
|
| 94 |
+
"crps": 0.5933726656309234,
|
| 95 |
+
"acd": 0.08524112403392792,
|
| 96 |
+
"sd": 0.027004171864705717,
|
| 97 |
+
"kd": 0.707300600732306,
|
| 98 |
+
"mdd": 0.02950222778320312,
|
| 99 |
+
"fid": 60.61234598914979,
|
| 100 |
+
"sfd": 45.196805251014396,
|
| 101 |
+
"jftsd": 68.15098610695699,
|
| 102 |
+
"prdc_f1.f1": 0.17119105807935597,
|
| 103 |
+
"prdc_f1.precision": 0.77325,
|
| 104 |
+
"prdc_f1.recall": 0.09625,
|
| 105 |
+
"joint_prdc_f1.f1": 0.19173251468232783,
|
| 106 |
+
"joint_prdc_f1.precision": 0.33375,
|
| 107 |
+
"joint_prdc_f1.recall": 0.1345,
|
| 108 |
+
"cttp": 18.584201385498048,
|
| 109 |
+
"disc_auc": 0.9996928125
|
| 110 |
+
},
|
| 111 |
+
"seed2": {
|
| 112 |
+
"dtw": 12.013450861567545,
|
| 113 |
+
"wape": 96.39575187473649,
|
| 114 |
+
"ed": 14.510944213867187,
|
| 115 |
+
"crps": 0.5734683085540916,
|
| 116 |
+
"acd": 0.04058488830924034,
|
| 117 |
+
"sd": 0.05335535791835336,
|
| 118 |
+
"kd": 0.2815472187496497,
|
| 119 |
+
"mdd": 0.029644704182942704,
|
| 120 |
+
"fid": 40.9487228029339,
|
| 121 |
+
"sfd": 42.799137914105,
|
| 122 |
+
"jftsd": 47.69404022174564,
|
| 123 |
+
"prdc_f1.f1": 0.2721332174920359,
|
| 124 |
+
"prdc_f1.precision": 0.694,
|
| 125 |
+
"prdc_f1.recall": 0.16925,
|
| 126 |
+
"joint_prdc_f1.f1": 0.35218493819128177,
|
| 127 |
+
"joint_prdc_f1.precision": 0.49525,
|
| 128 |
+
"joint_prdc_f1.recall": 0.27325,
|
| 129 |
+
"cttp": 19.501730834960938,
|
| 130 |
+
"disc_auc": 0.99973171875
|
| 131 |
+
}
|
| 132 |
+
}
|
| 133 |
+
},
|
| 134 |
+
"diffusets": {
|
| 135 |
+
"synth-u": {
|
| 136 |
+
"seed0": {
|
| 137 |
+
"dtw": 6.532428591720535,
|
| 138 |
+
"wape": 87.80967145497634,
|
| 139 |
+
"ed": 9.246404472351074,
|
| 140 |
+
"crps": 0.4526067496610641,
|
| 141 |
+
"acd": 0.0433688648045063,
|
| 142 |
+
"sd": 0.2959921614171813,
|
| 143 |
+
"kd": 1.8287045933291228,
|
| 144 |
+
"mdd": 0.0260916748046875,
|
| 145 |
+
"fid": 51.36839796221051,
|
| 146 |
+
"sfd": 54.6720668718775,
|
| 147 |
+
"jftsd": 58.86045523270212,
|
| 148 |
+
"prdc_f1.f1": 0.3003663853727145,
|
| 149 |
+
"prdc_f1.precision": 0.4955,
|
| 150 |
+
"prdc_f1.recall": 0.2155,
|
| 151 |
+
"joint_prdc_f1.f1": 0.5770832266325224,
|
| 152 |
+
"joint_prdc_f1.precision": 0.657,
|
| 153 |
+
"joint_prdc_f1.recall": 0.5145,
|
| 154 |
+
"cttp": 19.388934158325196,
|
| 155 |
+
"disc_auc": 0.999903125
|
| 156 |
+
},
|
| 157 |
+
"seed1": {
|
| 158 |
+
"dtw": 4.954761916935516,
|
| 159 |
+
"wape": 81.29904120650428,
|
| 160 |
+
"ed": 8.348238151550293,
|
| 161 |
+
"crps": 0.4236568123287523,
|
| 162 |
+
"acd": 0.05647331476211548,
|
| 163 |
+
"sd": 0.031882725015297264,
|
| 164 |
+
"kd": 0.2726460478386823,
|
| 165 |
+
"mdd": 0.01779575602213541,
|
| 166 |
+
"fid": 33.97250146771219,
|
| 167 |
+
"sfd": 7.695950143207412,
|
| 168 |
+
"jftsd": 37.68384150873891,
|
| 169 |
+
"prdc_f1.f1": 0.33002626143405134,
|
| 170 |
+
"prdc_f1.precision": 0.62275,
|
| 171 |
+
"prdc_f1.recall": 0.2245,
|
| 172 |
+
"joint_prdc_f1.f1": 0.8377482661944814,
|
| 173 |
+
"joint_prdc_f1.precision": 0.93625,
|
| 174 |
+
"joint_prdc_f1.recall": 0.758,
|
| 175 |
+
"cttp": 27.93660757446289,
|
| 176 |
+
"disc_auc": 0.9999784375
|
| 177 |
+
},
|
| 178 |
+
"seed2": {
|
| 179 |
+
"dtw": 5.604377370645617,
|
| 180 |
+
"wape": 89.19720450918459,
|
| 181 |
+
"ed": 9.010427093505859,
|
| 182 |
+
"crps": 0.4444298378533488,
|
| 183 |
+
"acd": 0.06584841758012772,
|
| 184 |
+
"sd": 0.0934342422658183,
|
| 185 |
+
"kd": 0.3979876287319106,
|
| 186 |
+
"mdd": 0.017146341959635412,
|
| 187 |
+
"fid": 39.433125114674,
|
| 188 |
+
"sfd": 9.23097797963554,
|
| 189 |
+
"jftsd": 43.144632222561086,
|
| 190 |
+
"prdc_f1.f1": 0.275845928439235,
|
| 191 |
+
"prdc_f1.precision": 0.63425,
|
| 192 |
+
"prdc_f1.recall": 0.17625,
|
| 193 |
+
"joint_prdc_f1.f1": 0.805401887654133,
|
| 194 |
+
"joint_prdc_f1.precision": 0.93475,
|
| 195 |
+
"joint_prdc_f1.recall": 0.7075,
|
| 196 |
+
"cttp": 26.66297784423828,
|
| 197 |
+
"disc_auc": 0.9999381249999999
|
| 198 |
+
}
|
| 199 |
+
},
|
| 200 |
+
"synth-m": {
|
| 201 |
+
"seed0": {
|
| 202 |
+
"dtw": 11.140782107069837,
|
| 203 |
+
"wape": 89.60107209439903,
|
| 204 |
+
"ed": 13.401970443725586,
|
| 205 |
+
"crps": 0.48672253132439686,
|
| 206 |
+
"acd": 0.03553586080670357,
|
| 207 |
+
"sd": 0.16719546573763044,
|
| 208 |
+
"kd": 0.07568088321032929,
|
| 209 |
+
"mdd": 0.023467702229817703,
|
| 210 |
+
"fid": 42.76190316351483,
|
| 211 |
+
"sfd": 85.36533673707893,
|
| 212 |
+
"jftsd": 52.20228797971308,
|
| 213 |
+
"prdc_f1.f1": 0.2579129526462396,
|
| 214 |
+
"prdc_f1.precision": 0.5495,
|
| 215 |
+
"prdc_f1.recall": 0.1685,
|
| 216 |
+
"joint_prdc_f1.f1": 0.305841307814992,
|
| 217 |
+
"joint_prdc_f1.precision": 0.3625,
|
| 218 |
+
"joint_prdc_f1.recall": 0.2645,
|
| 219 |
+
"cttp": 16.67788977050781,
|
| 220 |
+
"disc_auc": 0.9999359375000001
|
| 221 |
+
},
|
| 222 |
+
"seed1": {
|
| 223 |
+
"dtw": 10.334665453160229,
|
| 224 |
+
"wape": 85.56766340774767,
|
| 225 |
+
"ed": 12.78905828857422,
|
| 226 |
+
"crps": 0.4503502460532916,
|
| 227 |
+
"acd": 0.025928545743227005,
|
| 228 |
+
"sd": 0.0435979218540752,
|
| 229 |
+
"kd": 0.08138287083778217,
|
| 230 |
+
"mdd": 0.021443400065104163,
|
| 231 |
+
"fid": 33.25484026734239,
|
| 232 |
+
"sfd": 79.12128260221301,
|
| 233 |
+
"jftsd": 39.5227926010414,
|
| 234 |
+
"prdc_f1.f1": 0.4241700302724521,
|
| 235 |
+
"prdc_f1.precision": 0.6835,
|
| 236 |
+
"prdc_f1.recall": 0.3075,
|
| 237 |
+
"joint_prdc_f1.f1": 0.5467748411978223,
|
| 238 |
+
"joint_prdc_f1.precision": 0.59925,
|
| 239 |
+
"joint_prdc_f1.recall": 0.50275,
|
| 240 |
+
"cttp": 21.062711242675782,
|
| 241 |
+
"disc_auc": 0.9997506249999999
|
| 242 |
+
},
|
| 243 |
+
"seed2": {
|
| 244 |
+
"dtw": 9.317690117480163,
|
| 245 |
+
"wape": 81.66055296593296,
|
| 246 |
+
"ed": 12.043457717895508,
|
| 247 |
+
"crps": 0.44030666400529395,
|
| 248 |
+
"acd": 0.06254220008850098,
|
| 249 |
+
"sd": 0.04333788460742726,
|
| 250 |
+
"kd": 0.3218432933887936,
|
| 251 |
+
"mdd": 0.01764912923177083,
|
| 252 |
+
"fid": 30.94725361796202,
|
| 253 |
+
"sfd": 44.83966561329548,
|
| 254 |
+
"jftsd": 34.4846521694688,
|
| 255 |
+
"prdc_f1.f1": 0.4201174869853289,
|
| 256 |
+
"prdc_f1.precision": 0.76725,
|
| 257 |
+
"prdc_f1.recall": 0.28925,
|
| 258 |
+
"joint_prdc_f1.f1": 0.7147140649149922,
|
| 259 |
+
"joint_prdc_f1.precision": 0.82575,
|
| 260 |
+
"joint_prdc_f1.recall": 0.63,
|
| 261 |
+
"cttp": 25.972833389282226,
|
| 262 |
+
"disc_auc": 0.9997812500000001
|
| 263 |
+
}
|
| 264 |
+
}
|
| 265 |
+
},
|
| 266 |
+
"t2s": {
|
| 267 |
+
"synth-u": {
|
| 268 |
+
"seed0": {
|
| 269 |
+
"dtw": 47.12652707117338,
|
| 270 |
+
"wape": 550.2959810862212,
|
| 271 |
+
"ed": 54.415912963867186,
|
| 272 |
+
"crps": 3.4977831919962763,
|
| 273 |
+
"acd": 0.039769306778907776,
|
| 274 |
+
"sd": 0.32305185133674863,
|
| 275 |
+
"kd": 0.5842860290533332,
|
| 276 |
+
"mdd": 0.05455151367187498,
|
| 277 |
+
"fid": 175.4499695138689,
|
| 278 |
+
"sfd": 158.77707966819406,
|
| 279 |
+
"jftsd": 186.9348911336512,
|
| 280 |
+
"prdc_f1.f1": 0.0,
|
| 281 |
+
"prdc_f1.precision": 0.01575,
|
| 282 |
+
"prdc_f1.recall": 0.0,
|
| 283 |
+
"joint_prdc_f1.f1": 0.005913978494623656,
|
| 284 |
+
"joint_prdc_f1.precision": 0.20625,
|
| 285 |
+
"joint_prdc_f1.recall": 0.003,
|
| 286 |
+
"cttp": 5.37317338180542,
|
| 287 |
+
"disc_auc": 1.0
|
| 288 |
+
},
|
| 289 |
+
"seed1": {
|
| 290 |
+
"dtw": 15.365408773958965,
|
| 291 |
+
"wape": 178.296819353186,
|
| 292 |
+
"ed": 20.013489288330078,
|
| 293 |
+
"crps": 1.0322840045545667,
|
| 294 |
+
"acd": 0.04774828627705574,
|
| 295 |
+
"sd": 0.9647802643913168,
|
| 296 |
+
"kd": 1.2767695148803266,
|
| 297 |
+
"mdd": 0.02350620524088541,
|
| 298 |
+
"fid": 134.2823978837169,
|
| 299 |
+
"sfd": 79.6028833155586,
|
| 300 |
+
"jftsd": 147.3762497463016,
|
| 301 |
+
"prdc_f1.f1": 0.0,
|
| 302 |
+
"prdc_f1.precision": 0.4055,
|
| 303 |
+
"prdc_f1.recall": 0.0,
|
| 304 |
+
"joint_prdc_f1.f1": 0.027200400000000003,
|
| 305 |
+
"joint_prdc_f1.precision": 0.29825,
|
| 306 |
+
"joint_prdc_f1.recall": 0.01425,
|
| 307 |
+
"cttp": 12.133055778503419,
|
| 308 |
+
"disc_auc": 1.0
|
| 309 |
+
},
|
| 310 |
+
"seed2": {
|
| 311 |
+
"dtw": 19.35132308105883,
|
| 312 |
+
"wape": 216.31664117981865,
|
| 313 |
+
"ed": 23.888965423583983,
|
| 314 |
+
"crps": 1.2506499665516893,
|
| 315 |
+
"acd": 0.05925827473402023,
|
| 316 |
+
"sd": 0.20025774443618977,
|
| 317 |
+
"kd": 0.4887130778990958,
|
| 318 |
+
"mdd": 0.029227783203124996,
|
| 319 |
+
"fid": 123.7158536108432,
|
| 320 |
+
"sfd": 102.84906228929884,
|
| 321 |
+
"jftsd": 134.65165898637255,
|
| 322 |
+
"prdc_f1.f1": 0.0,
|
| 323 |
+
"prdc_f1.precision": 0.27775,
|
| 324 |
+
"prdc_f1.recall": 0.0,
|
| 325 |
+
"joint_prdc_f1.f1": 0.046265346534653466,
|
| 326 |
+
"joint_prdc_f1.precision": 0.354,
|
| 327 |
+
"joint_prdc_f1.recall": 0.02475,
|
| 328 |
+
"cttp": 13.46905096435547,
|
| 329 |
+
"disc_auc": 1.0
|
| 330 |
+
}
|
| 331 |
+
},
|
| 332 |
+
"synth-m": {
|
| 333 |
+
"seed0": {
|
| 334 |
+
"dtw": 30.853883330881942,
|
| 335 |
+
"wape": 231.39017954533955,
|
| 336 |
+
"ed": 36.92706576538086,
|
| 337 |
+
"crps": 1.2909548534012474,
|
| 338 |
+
"acd": 0.08280777186155319,
|
| 339 |
+
"sd": 0.43578305680359264,
|
| 340 |
+
"kd": 1.6891005246901758,
|
| 341 |
+
"mdd": 0.027735107421874995,
|
| 342 |
+
"fid": 122.14499871033982,
|
| 343 |
+
"sfd": 317.9769143235806,
|
| 344 |
+
"jftsd": 131.62202535095628,
|
| 345 |
+
"prdc_f1.f1": 0.0,
|
| 346 |
+
"prdc_f1.precision": 0.3175,
|
| 347 |
+
"prdc_f1.recall": 0.0,
|
| 348 |
+
"joint_prdc_f1.f1": 0.012721153846153844,
|
| 349 |
+
"joint_prdc_f1.precision": 0.11025,
|
| 350 |
+
"joint_prdc_f1.recall": 0.00675,
|
| 351 |
+
"cttp": -2.1494174547195435,
|
| 352 |
+
"disc_auc": 1.0
|
| 353 |
+
},
|
| 354 |
+
"seed1": {
|
| 355 |
+
"dtw": 51.97795645532827,
|
| 356 |
+
"wape": 375.2316361826495,
|
| 357 |
+
"ed": 57.725555297851564,
|
| 358 |
+
"crps": 2.47075430506335,
|
| 359 |
+
"acd": 0.036171168088912964,
|
| 360 |
+
"sd": 0.48953894824419564,
|
| 361 |
+
"kd": 1.4351366797985663,
|
| 362 |
+
"mdd": 0.03595974731445312,
|
| 363 |
+
"fid": 109.6813469453873,
|
| 364 |
+
"sfd": 409.9287758892757,
|
| 365 |
+
"jftsd": 118.27890977769226,
|
| 366 |
+
"prdc_f1.f1": 0.0,
|
| 367 |
+
"prdc_f1.precision": 0.4685,
|
| 368 |
+
"prdc_f1.recall": 0.0,
|
| 369 |
+
"joint_prdc_f1.f1": 0.02031169665809768,
|
| 370 |
+
"joint_prdc_f1.precision": 0.18375,
|
| 371 |
+
"joint_prdc_f1.recall": 0.01075,
|
| 372 |
+
"cttp": 4.7206211853027344,
|
| 373 |
+
"disc_auc": 1.0
|
| 374 |
+
},
|
| 375 |
+
"seed2": {
|
| 376 |
+
"dtw": 33.4548552772021,
|
| 377 |
+
"wape": 233.52481543411972,
|
| 378 |
+
"ed": 38.108337890625,
|
| 379 |
+
"crps": 1.2779978524073943,
|
| 380 |
+
"acd": 0.10699678212404251,
|
| 381 |
+
"sd": 0.26627323448919915,
|
| 382 |
+
"kd": 1.3601897974690218,
|
| 383 |
+
"mdd": 0.027756306966145835,
|
| 384 |
+
"fid": 109.19084633158991,
|
| 385 |
+
"sfd": 384.584061896183,
|
| 386 |
+
"jftsd": 119.15697446699316,
|
| 387 |
+
"prdc_f1.f1": 0.0,
|
| 388 |
+
"prdc_f1.precision": 0.48775,
|
| 389 |
+
"prdc_f1.recall": 0.0,
|
| 390 |
+
"joint_prdc_f1.f1": 0.02104734576757532,
|
| 391 |
+
"joint_prdc_f1.precision": 0.163,
|
| 392 |
+
"joint_prdc_f1.recall": 0.01125,
|
| 393 |
+
"cttp": 2.3761753463745117,
|
| 394 |
+
"disc_auc": 1.0
|
| 395 |
+
}
|
| 396 |
+
}
|
| 397 |
+
},
|
| 398 |
+
"tedit": {
|
| 399 |
+
"synth-u": {
|
| 400 |
+
"seed0": {
|
| 401 |
+
"dtw": 7.959363302202195,
|
| 402 |
+
"wape": 125.00642335567366,
|
| 403 |
+
"ed": 12.238202255249023,
|
| 404 |
+
"crps": 0.7558069003698727,
|
| 405 |
+
"acd": 0.06724201887845993,
|
| 406 |
+
"sd": 0.28640310958163423,
|
| 407 |
+
"kd": 0.2388073990442381,
|
| 408 |
+
"mdd": 0.02708036295572916,
|
| 409 |
+
"fid": 53.56211119503274,
|
| 410 |
+
"sfd": 3.2625660021071496,
|
| 411 |
+
"jftsd": 64.02011808883037,
|
| 412 |
+
"prdc_f1.f1": 0.18506040784917277,
|
| 413 |
+
"prdc_f1.precision": 0.538,
|
| 414 |
+
"prdc_f1.recall": 0.11175,
|
| 415 |
+
"joint_prdc_f1.f1": 0.49510117967332123,
|
| 416 |
+
"joint_prdc_f1.precision": 0.7265,
|
| 417 |
+
"joint_prdc_f1.recall": 0.3755,
|
| 418 |
+
"cttp": 19.67137551879883,
|
| 419 |
+
"disc_auc": 0.98694375
|
| 420 |
+
},
|
| 421 |
+
"seed1": {
|
| 422 |
+
"dtw": 6.888405716152939,
|
| 423 |
+
"wape": 108.86051449077287,
|
| 424 |
+
"ed": 10.816663734436036,
|
| 425 |
+
"crps": 0.648811074876578,
|
| 426 |
+
"acd": 0.06429418176412582,
|
| 427 |
+
"sd": 0.09525932871616731,
|
| 428 |
+
"kd": 0.41859134401745623,
|
| 429 |
+
"mdd": 0.021761311848958333,
|
| 430 |
+
"fid": 52.893325673487965,
|
| 431 |
+
"sfd": 2.6884680714630846,
|
| 432 |
+
"jftsd": 63.38460337243362,
|
| 433 |
+
"prdc_f1.f1": 0.1599864812668984,
|
| 434 |
+
"prdc_f1.precision": 0.55375,
|
| 435 |
+
"prdc_f1.recall": 0.0935,
|
| 436 |
+
"joint_prdc_f1.f1": 0.48190530389255626,
|
| 437 |
+
"joint_prdc_f1.precision": 0.74125,
|
| 438 |
+
"joint_prdc_f1.recall": 0.357,
|
| 439 |
+
"cttp": 20.302712860107423,
|
| 440 |
+
"disc_auc": 0.98518453125
|
| 441 |
+
},
|
| 442 |
+
"seed2": {
|
| 443 |
+
"dtw": 5.892986179293807,
|
| 444 |
+
"wape": 97.12165176525684,
|
| 445 |
+
"ed": 9.810233108520508,
|
| 446 |
+
"crps": 0.48175781361963693,
|
| 447 |
+
"acd": 0.06590211391448975,
|
| 448 |
+
"sd": 0.1077936509493189,
|
| 449 |
+
"kd": 0.2053429891488836,
|
| 450 |
+
"mdd": 0.01589180501302083,
|
| 451 |
+
"fid": 41.02142245362586,
|
| 452 |
+
"sfd": 1.7363249259577884,
|
| 453 |
+
"jftsd": 52.48946236949155,
|
| 454 |
+
"prdc_f1.f1": 0.24714336535040912,
|
| 455 |
+
"prdc_f1.precision": 0.54275,
|
| 456 |
+
"prdc_f1.recall": 0.16,
|
| 457 |
+
"joint_prdc_f1.f1": 0.5708573059360731,
|
| 458 |
+
"joint_prdc_f1.precision": 0.73975,
|
| 459 |
+
"joint_prdc_f1.recall": 0.46475,
|
| 460 |
+
"cttp": 21.15283854675293,
|
| 461 |
+
"disc_auc": 0.9766831249999999
|
| 462 |
+
}
|
| 463 |
+
},
|
| 464 |
+
"synth-m": {
|
| 465 |
+
"seed0": {
|
| 466 |
+
"dtw": 9.449965004665586,
|
| 467 |
+
"wape": 84.70754473291974,
|
| 468 |
+
"ed": 12.568117126464843,
|
| 469 |
+
"crps": 0.43670245952221176,
|
| 470 |
+
"acd": 0.05856379494071007,
|
| 471 |
+
"sd": 0.029261844309823173,
|
| 472 |
+
"kd": 0.38030240728596487,
|
| 473 |
+
"mdd": 0.01425675455729166,
|
| 474 |
+
"fid": 34.12589442222904,
|
| 475 |
+
"sfd": 29.040304538337182,
|
| 476 |
+
"jftsd": 42.52122642823781,
|
| 477 |
+
"prdc_f1.f1": 0.3770247463499134,
|
| 478 |
+
"prdc_f1.precision": 0.7595,
|
| 479 |
+
"prdc_f1.recall": 0.25075,
|
| 480 |
+
"joint_prdc_f1.f1": 0.49005342399222923,
|
| 481 |
+
"joint_prdc_f1.precision": 0.6275,
|
| 482 |
+
"joint_prdc_f1.recall": 0.402,
|
| 483 |
+
"cttp": 21.539698181152342,
|
| 484 |
+
"disc_auc": 0.99049265625
|
| 485 |
+
},
|
| 486 |
+
"seed1": {
|
| 487 |
+
"dtw": 10.657325486540197,
|
| 488 |
+
"wape": 93.90555822286085,
|
| 489 |
+
"ed": 13.747008003234864,
|
| 490 |
+
"crps": 0.48623683406631973,
|
| 491 |
+
"acd": 0.04866933822631836,
|
| 492 |
+
"sd": 0.02613117771252848,
|
| 493 |
+
"kd": 0.18543531249497258,
|
| 494 |
+
"mdd": 0.017248840332031244,
|
| 495 |
+
"fid": 35.71198160860902,
|
| 496 |
+
"sfd": 28.30212871877896,
|
| 497 |
+
"jftsd": 44.363306631870586,
|
| 498 |
+
"prdc_f1.f1": 0.32694431216931213,
|
| 499 |
+
"prdc_f1.precision": 0.73475,
|
| 500 |
+
"prdc_f1.recall": 0.21025,
|
| 501 |
+
"joint_prdc_f1.f1": 0.47389876605389064,
|
| 502 |
+
"joint_prdc_f1.precision": 0.602,
|
| 503 |
+
"joint_prdc_f1.recall": 0.39075,
|
| 504 |
+
"cttp": 20.862328704833985,
|
| 505 |
+
"disc_auc": 0.9933971875000001
|
| 506 |
+
},
|
| 507 |
+
"seed2": {
|
| 508 |
+
"dtw": 9.850579732121773,
|
| 509 |
+
"wape": 88.43444260454119,
|
| 510 |
+
"ed": 13.037744049072266,
|
| 511 |
+
"crps": 0.47628230624078943,
|
| 512 |
+
"acd": 0.05967891961336136,
|
| 513 |
+
"sd": 0.03868219061395673,
|
| 514 |
+
"kd": 0.1998955795200681,
|
| 515 |
+
"mdd": 0.014961975097656245,
|
| 516 |
+
"fid": 35.74539814735715,
|
| 517 |
+
"sfd": 28.039383014968706,
|
| 518 |
+
"jftsd": 44.55691533072158,
|
| 519 |
+
"prdc_f1.f1": 0.34751166448230664,
|
| 520 |
+
"prdc_f1.precision": 0.72525,
|
| 521 |
+
"prdc_f1.recall": 0.2285,
|
| 522 |
+
"joint_prdc_f1.f1": 0.47022108585858585,
|
| 523 |
+
"joint_prdc_f1.precision": 0.60575,
|
| 524 |
+
"joint_prdc_f1.recall": 0.38425,
|
| 525 |
+
"cttp": 21.313952178955077,
|
| 526 |
+
"disc_auc": 0.98900359375
|
| 527 |
+
}
|
| 528 |
+
}
|
| 529 |
+
},
|
| 530 |
+
"text2motion": {
|
| 531 |
+
"synth-u": {
|
| 532 |
+
"seed0": {
|
| 533 |
+
"dtw": 5.085188034801666,
|
| 534 |
+
"wape": 85.2618906036369,
|
| 535 |
+
"ed": 8.796650436401368,
|
| 536 |
+
"crps": 0.4262594393735139,
|
| 537 |
+
"acd": 0.07435368746519089,
|
| 538 |
+
"sd": 0.0426956633851259,
|
| 539 |
+
"kd": 0.2747872205600683,
|
| 540 |
+
"mdd": 0.014225769042968748,
|
| 541 |
+
"fid": 44.83148336312027,
|
| 542 |
+
"sfd": 6.295287387353085,
|
| 543 |
+
"jftsd": 53.569003359971475,
|
| 544 |
+
"prdc_f1.f1": 0.1536161096829477,
|
| 545 |
+
"prdc_f1.precision": 0.4925,
|
| 546 |
+
"prdc_f1.recall": 0.091,
|
| 547 |
+
"joint_prdc_f1.f1": 0.52731956284153,
|
| 548 |
+
"joint_prdc_f1.precision": 0.7315,
|
| 549 |
+
"joint_prdc_f1.recall": 0.41225,
|
| 550 |
+
"cttp": 19.250409225463866,
|
| 551 |
+
"disc_auc": 0.9997784374999998
|
| 552 |
+
},
|
| 553 |
+
"seed1": {
|
| 554 |
+
"dtw": 4.998630789157611,
|
| 555 |
+
"wape": 83.99544494591946,
|
| 556 |
+
"ed": 8.685945442199706,
|
| 557 |
+
"crps": 0.4548433062818838,
|
| 558 |
+
"acd": 0.0853547528386116,
|
| 559 |
+
"sd": 0.11881662918129551,
|
| 560 |
+
"kd": 0.14053568546222728,
|
| 561 |
+
"mdd": 0.018232462565104163,
|
| 562 |
+
"fid": 61.97935225245374,
|
| 563 |
+
"sfd": 7.754622692490379,
|
| 564 |
+
"jftsd": 70.3335513638196,
|
| 565 |
+
"prdc_f1.f1": 0.07005711775043937,
|
| 566 |
+
"prdc_f1.precision": 0.5315,
|
| 567 |
+
"prdc_f1.recall": 0.0375,
|
| 568 |
+
"joint_prdc_f1.f1": 0.37869377861567466,
|
| 569 |
+
"joint_prdc_f1.precision": 0.66325,
|
| 570 |
+
"joint_prdc_f1.recall": 0.265,
|
| 571 |
+
"cttp": 17.715882659912108,
|
| 572 |
+
"disc_auc": 0.9999495312500001
|
| 573 |
+
},
|
| 574 |
+
"seed2": {
|
| 575 |
+
"dtw": 5.123799333285053,
|
| 576 |
+
"wape": 83.68866268582255,
|
| 577 |
+
"ed": 8.59034902191162,
|
| 578 |
+
"crps": 0.426639685720445,
|
| 579 |
+
"acd": 0.08646354079246521,
|
| 580 |
+
"sd": 0.053005314210520335,
|
| 581 |
+
"kd": 0.19859039997297323,
|
| 582 |
+
"mdd": 0.012535522460937497,
|
| 583 |
+
"fid": 68.98477653735077,
|
| 584 |
+
"sfd": 9.615549578528867,
|
| 585 |
+
"jftsd": 76.06516443914063,
|
| 586 |
+
"prdc_f1.f1": 0.07521495327102803,
|
| 587 |
+
"prdc_f1.precision": 0.62875,
|
| 588 |
+
"prdc_f1.recall": 0.04,
|
| 589 |
+
"joint_prdc_f1.f1": 0.35731246719160104,
|
| 590 |
+
"joint_prdc_f1.precision": 0.71425,
|
| 591 |
+
"joint_prdc_f1.recall": 0.23825,
|
| 592 |
+
"cttp": 15.853762313842774,
|
| 593 |
+
"disc_auc": 0.9996112499999998
|
| 594 |
+
}
|
| 595 |
+
},
|
| 596 |
+
"synth-m": {
|
| 597 |
+
"seed0": {
|
| 598 |
+
"dtw": 9.920162759520549,
|
| 599 |
+
"wape": 84.69678079006525,
|
| 600 |
+
"ed": 12.55547802734375,
|
| 601 |
+
"crps": 0.44866988795747503,
|
| 602 |
+
"acd": 0.08566120266914368,
|
| 603 |
+
"sd": 0.10911635108479659,
|
| 604 |
+
"kd": 0.20096956341665995,
|
| 605 |
+
"mdd": 0.013409535725911456,
|
| 606 |
+
"fid": 64.3573270131079,
|
| 607 |
+
"sfd": 76.41954895480043,
|
| 608 |
+
"jftsd": 69.79235834036984,
|
| 609 |
+
"prdc_f1.f1": 0.07989648153533004,
|
| 610 |
+
"prdc_f1.precision": 0.81775,
|
| 611 |
+
"prdc_f1.recall": 0.042,
|
| 612 |
+
"joint_prdc_f1.f1": 0.23519638949671767,
|
| 613 |
+
"joint_prdc_f1.precision": 0.53475,
|
| 614 |
+
"joint_prdc_f1.recall": 0.15075,
|
| 615 |
+
"cttp": 18.90363214111328,
|
| 616 |
+
"disc_auc": 0.99823796875
|
| 617 |
+
},
|
| 618 |
+
"seed1": {
|
| 619 |
+
"dtw": 9.78111583720001,
|
| 620 |
+
"wape": 83.48893699068888,
|
| 621 |
+
"ed": 12.2639995803833,
|
| 622 |
+
"crps": 0.435521877080273,
|
| 623 |
+
"acd": 0.08231154084205627,
|
| 624 |
+
"sd": 0.03859679681350008,
|
| 625 |
+
"kd": 0.24878011053009796,
|
| 626 |
+
"mdd": 0.013743398030598953,
|
| 627 |
+
"fid": 74.80449518625389,
|
| 628 |
+
"sfd": 86.29294234602779,
|
| 629 |
+
"jftsd": 78.52319749965196,
|
| 630 |
+
"prdc_f1.f1": 0.053341102275843155,
|
| 631 |
+
"prdc_f1.precision": 0.88425,
|
| 632 |
+
"prdc_f1.recall": 0.0275,
|
| 633 |
+
"joint_prdc_f1.f1": 0.23955289284491613,
|
| 634 |
+
"joint_prdc_f1.precision": 0.57925,
|
| 635 |
+
"joint_prdc_f1.recall": 0.151,
|
| 636 |
+
"cttp": 19.027025268554688,
|
| 637 |
+
"disc_auc": 0.9996828125
|
| 638 |
+
},
|
| 639 |
+
"seed2": {
|
| 640 |
+
"dtw": 9.626415739851959,
|
| 641 |
+
"wape": 84.43495913422343,
|
| 642 |
+
"ed": 12.451413528442384,
|
| 643 |
+
"crps": 0.438651458762503,
|
| 644 |
+
"acd": 0.061282142996788025,
|
| 645 |
+
"sd": 0.024024607302982934,
|
| 646 |
+
"kd": 0.29386041841271693,
|
| 647 |
+
"mdd": 0.014710215250651037,
|
| 648 |
+
"fid": 42.180151900564056,
|
| 649 |
+
"sfd": 54.112697152689606,
|
| 650 |
+
"jftsd": 47.21865646873948,
|
| 651 |
+
"prdc_f1.f1": 0.2568461329715061,
|
| 652 |
+
"prdc_f1.precision": 0.767,
|
| 653 |
+
"prdc_f1.recall": 0.15425,
|
| 654 |
+
"joint_prdc_f1.f1": 0.4987686446548142,
|
| 655 |
+
"joint_prdc_f1.precision": 0.69325,
|
| 656 |
+
"joint_prdc_f1.recall": 0.3895,
|
| 657 |
+
"cttp": 21.94361151123047,
|
| 658 |
+
"disc_auc": 0.9994778125
|
| 659 |
+
}
|
| 660 |
+
}
|
| 661 |
+
},
|
| 662 |
+
"timevqvae": {
|
| 663 |
+
"synth-u": {
|
| 664 |
+
"seed0": {
|
| 665 |
+
"dtw": 4.738344470131908,
|
| 666 |
+
"wape": 78.70354148802224,
|
| 667 |
+
"ed": 8.095824539184571,
|
| 668 |
+
"crps": 0.4619731890890966,
|
| 669 |
+
"acd": 0.0782569944858551,
|
| 670 |
+
"sd": 0.017883144840177098,
|
| 671 |
+
"kd": 0.7764537740484143,
|
| 672 |
+
"mdd": 0.025222961425781246,
|
| 673 |
+
"fid": 75.99252329832237,
|
| 674 |
+
"sfd": 5.18987373126426,
|
| 675 |
+
"jftsd": 84.16335429099422,
|
| 676 |
+
"prdc_f1.f1": 0.03129281767955801,
|
| 677 |
+
"prdc_f1.precision": 0.708,
|
| 678 |
+
"prdc_f1.recall": 0.016,
|
| 679 |
+
"joint_prdc_f1.f1": 0.3395425338189386,
|
| 680 |
+
"joint_prdc_f1.precision": 0.74075,
|
| 681 |
+
"joint_prdc_f1.recall": 0.22025,
|
| 682 |
+
"cttp": 16.272752227783204,
|
| 683 |
+
"disc_auc": 0.99972171875
|
| 684 |
+
},
|
| 685 |
+
"seed1": {
|
| 686 |
+
"dtw": 4.779937541837779,
|
| 687 |
+
"wape": 78.82846294030335,
|
| 688 |
+
"ed": 8.12883283996582,
|
| 689 |
+
"crps": 0.46176104309450156,
|
| 690 |
+
"acd": 0.08039241284132004,
|
| 691 |
+
"sd": 0.05637325715977248,
|
| 692 |
+
"kd": 0.7919831497243068,
|
| 693 |
+
"mdd": 0.023142740885416666,
|
| 694 |
+
"fid": 73.50134580357476,
|
| 695 |
+
"sfd": 5.980927793876038,
|
| 696 |
+
"jftsd": 81.73829830981978,
|
| 697 |
+
"prdc_f1.f1": 0.032750834445927905,
|
| 698 |
+
"prdc_f1.precision": 0.73225,
|
| 699 |
+
"prdc_f1.recall": 0.01675,
|
| 700 |
+
"joint_prdc_f1.f1": 0.35371590324240865,
|
| 701 |
+
"joint_prdc_f1.precision": 0.739,
|
| 702 |
+
"joint_prdc_f1.recall": 0.2325,
|
| 703 |
+
"cttp": 15.966687881469726,
|
| 704 |
+
"disc_auc": 0.9997403125
|
| 705 |
+
},
|
| 706 |
+
"seed2": {
|
| 707 |
+
"dtw": 4.787562399860754,
|
| 708 |
+
"wape": 78.679489850362,
|
| 709 |
+
"ed": 8.096774627685546,
|
| 710 |
+
"crps": 0.46088996795434334,
|
| 711 |
+
"acd": 0.08149992674589157,
|
| 712 |
+
"sd": 0.06299340445322331,
|
| 713 |
+
"kd": 0.759065214899195,
|
| 714 |
+
"mdd": 0.025206624348958328,
|
| 715 |
+
"fid": 77.73334841368484,
|
| 716 |
+
"sfd": 5.412455164232835,
|
| 717 |
+
"jftsd": 85.91943105891795,
|
| 718 |
+
"prdc_f1.f1": 0.035607669122572,
|
| 719 |
+
"prdc_f1.precision": 0.72825,
|
| 720 |
+
"prdc_f1.recall": 0.01825,
|
| 721 |
+
"joint_prdc_f1.f1": 0.31903679653679656,
|
| 722 |
+
"joint_prdc_f1.precision": 0.719,
|
| 723 |
+
"joint_prdc_f1.recall": 0.205,
|
| 724 |
+
"cttp": 15.809910827636719,
|
| 725 |
+
"disc_auc": 0.9997239062500001
|
| 726 |
+
}
|
| 727 |
+
},
|
| 728 |
+
"synth-m": {
|
| 729 |
+
"seed0": {
|
| 730 |
+
"dtw": 9.31858648716823,
|
| 731 |
+
"wape": 81.88684183666123,
|
| 732 |
+
"ed": 12.126584754943847,
|
| 733 |
+
"crps": 0.4874841920208506,
|
| 734 |
+
"acd": 0.07085198909044266,
|
| 735 |
+
"sd": 0.04403555863491975,
|
| 736 |
+
"kd": 0.5307467714991572,
|
| 737 |
+
"mdd": 0.021716542561848955,
|
| 738 |
+
"fid": 60.97225531828698,
|
| 739 |
+
"sfd": 42.101143778819434,
|
| 740 |
+
"jftsd": 67.23506846932088,
|
| 741 |
+
"prdc_f1.f1": 0.09898362892223739,
|
| 742 |
+
"prdc_f1.precision": 0.86375,
|
| 743 |
+
"prdc_f1.recall": 0.0525,
|
| 744 |
+
"joint_prdc_f1.f1": 0.30589631843926995,
|
| 745 |
+
"joint_prdc_f1.precision": 0.58775,
|
| 746 |
+
"joint_prdc_f1.recall": 0.20675,
|
| 747 |
+
"cttp": 19.705974319458008,
|
| 748 |
+
"disc_auc": 0.99985765625
|
| 749 |
+
},
|
| 750 |
+
"seed1": {
|
| 751 |
+
"dtw": 9.343814207994294,
|
| 752 |
+
"wape": 82.52775025941148,
|
| 753 |
+
"ed": 12.224420776367188,
|
| 754 |
+
"crps": 0.4997049319745764,
|
| 755 |
+
"acd": 0.07632005959749222,
|
| 756 |
+
"sd": 0.025823204978308596,
|
| 757 |
+
"kd": 0.6081971666035935,
|
| 758 |
+
"mdd": 0.020432098388671868,
|
| 759 |
+
"fid": 60.14093743514633,
|
| 760 |
+
"sfd": 53.61667895938183,
|
| 761 |
+
"jftsd": 66.51047358008486,
|
| 762 |
+
"prdc_f1.f1": 0.10702228187919463,
|
| 763 |
+
"prdc_f1.precision": 0.87425,
|
| 764 |
+
"prdc_f1.recall": 0.057,
|
| 765 |
+
"joint_prdc_f1.f1": 0.31592179289026273,
|
| 766 |
+
"joint_prdc_f1.precision": 0.5935,
|
| 767 |
+
"joint_prdc_f1.recall": 0.21525,
|
| 768 |
+
"cttp": 19.920206237792968,
|
| 769 |
+
"disc_auc": 0.9996260937500001
|
| 770 |
+
},
|
| 771 |
+
"seed2": {
|
| 772 |
+
"dtw": 9.057030897705099,
|
| 773 |
+
"wape": 80.26683620723146,
|
| 774 |
+
"ed": 11.922863044738769,
|
| 775 |
+
"crps": 0.47646317756947987,
|
| 776 |
+
"acd": 0.07277964800596237,
|
| 777 |
+
"sd": 0.014800543923988174,
|
| 778 |
+
"kd": 0.7531600463214593,
|
| 779 |
+
"mdd": 0.021204711914062493,
|
| 780 |
+
"fid": 60.74959109588518,
|
| 781 |
+
"sfd": 47.06639864320983,
|
| 782 |
+
"jftsd": 66.83946958109215,
|
| 783 |
+
"prdc_f1.f1": 0.09407817634173056,
|
| 784 |
+
"prdc_f1.precision": 0.86325,
|
| 785 |
+
"prdc_f1.recall": 0.04975,
|
| 786 |
+
"joint_prdc_f1.f1": 0.31364056720098643,
|
| 787 |
+
"joint_prdc_f1.precision": 0.5985,
|
| 788 |
+
"joint_prdc_f1.recall": 0.2125,
|
| 789 |
+
"cttp": 19.964169830322266,
|
| 790 |
+
"disc_auc": 0.999586875
|
| 791 |
+
}
|
| 792 |
+
}
|
| 793 |
+
},
|
| 794 |
+
"timeweaver": {
|
| 795 |
+
"synth-u": {
|
| 796 |
+
"seed0": {
|
| 797 |
+
"dtw": 6.5257270444318785,
|
| 798 |
+
"wape": 106.23219971334166,
|
| 799 |
+
"ed": 10.546296043395996,
|
| 800 |
+
"crps": 0.6598063489456146,
|
| 801 |
+
"acd": 0.0835137665271759,
|
| 802 |
+
"sd": 0.03484983097586652,
|
| 803 |
+
"kd": 0.7245602803386209,
|
| 804 |
+
"mdd": 0.02627673339843749,
|
| 805 |
+
"fid": 71.69699309532854,
|
| 806 |
+
"sfd": 2.824899052929652,
|
| 807 |
+
"jftsd": 81.25624647681377,
|
| 808 |
+
"prdc_f1.f1": 0.05651001430615164,
|
| 809 |
+
"prdc_f1.precision": 0.6695,
|
| 810 |
+
"prdc_f1.recall": 0.0295,
|
| 811 |
+
"joint_prdc_f1.f1": 0.3397619872136388,
|
| 812 |
+
"joint_prdc_f1.precision": 0.71575,
|
| 813 |
+
"joint_prdc_f1.recall": 0.22275,
|
| 814 |
+
"cttp": 17.022034454345704,
|
| 815 |
+
"disc_auc": 0.9896035937500001
|
| 816 |
+
},
|
| 817 |
+
"seed1": {
|
| 818 |
+
"dtw": 5.083456673753537,
|
| 819 |
+
"wape": 86.62641059459605,
|
| 820 |
+
"ed": 8.87348338317871,
|
| 821 |
+
"crps": 0.4577799159935779,
|
| 822 |
+
"acd": 0.06394154578447342,
|
| 823 |
+
"sd": 0.03798199907397587,
|
| 824 |
+
"kd": 0.40341618695346027,
|
| 825 |
+
"mdd": 0.014729980468749997,
|
| 826 |
+
"fid": 42.469093827007754,
|
| 827 |
+
"sfd": 1.5728544362453079,
|
| 828 |
+
"jftsd": 53.49644161443217,
|
| 829 |
+
"prdc_f1.f1": 0.2789435205522435,
|
| 830 |
+
"prdc_f1.precision": 0.6165,
|
| 831 |
+
"prdc_f1.recall": 0.18025,
|
| 832 |
+
"joint_prdc_f1.f1": 0.56967758444217,
|
| 833 |
+
"joint_prdc_f1.precision": 0.76875,
|
| 834 |
+
"joint_prdc_f1.recall": 0.4525,
|
| 835 |
+
"cttp": 20.765921737670897,
|
| 836 |
+
"disc_auc": 0.97113171875
|
| 837 |
+
},
|
| 838 |
+
"seed2": {
|
| 839 |
+
"dtw": 6.306745138257389,
|
| 840 |
+
"wape": 102.75260034616316,
|
| 841 |
+
"ed": 10.294045974731445,
|
| 842 |
+
"crps": 0.5163008471568011,
|
| 843 |
+
"acd": 0.07299449294805527,
|
| 844 |
+
"sd": 0.0677454488779017,
|
| 845 |
+
"kd": 0.4350996962854301,
|
| 846 |
+
"mdd": 0.02103812662760416,
|
| 847 |
+
"fid": 52.15541755155982,
|
| 848 |
+
"sfd": 2.155792299061325,
|
| 849 |
+
"jftsd": 62.83588969110491,
|
| 850 |
+
"prdc_f1.f1": 0.20045689655172413,
|
| 851 |
+
"prdc_f1.precision": 0.58975,
|
| 852 |
+
"prdc_f1.recall": 0.12075,
|
| 853 |
+
"joint_prdc_f1.f1": 0.48181204627949187,
|
| 854 |
+
"joint_prdc_f1.precision": 0.74625,
|
| 855 |
+
"joint_prdc_f1.recall": 0.35575,
|
| 856 |
+
"cttp": 19.44007553100586,
|
| 857 |
+
"disc_auc": 0.9809070312500001
|
| 858 |
+
}
|
| 859 |
+
},
|
| 860 |
+
"synth-m": {
|
| 861 |
+
"seed0": {
|
| 862 |
+
"dtw": 9.638331482196921,
|
| 863 |
+
"wape": 87.69841286522364,
|
| 864 |
+
"ed": 12.988000579833985,
|
| 865 |
+
"crps": 0.443040543349335,
|
| 866 |
+
"acd": 0.05639765411615372,
|
| 867 |
+
"sd": 0.032235342662713815,
|
| 868 |
+
"kd": 0.3527206720753482,
|
| 869 |
+
"mdd": 0.01511520385742187,
|
| 870 |
+
"fid": 29.344011810966066,
|
| 871 |
+
"sfd": 27.191097103191552,
|
| 872 |
+
"jftsd": 38.20762139590508,
|
| 873 |
+
"prdc_f1.f1": 0.40610068093385215,
|
| 874 |
+
"prdc_f1.precision": 0.7495,
|
| 875 |
+
"prdc_f1.recall": 0.2785,
|
| 876 |
+
"joint_prdc_f1.f1": 0.5496895098691505,
|
| 877 |
+
"joint_prdc_f1.precision": 0.65225,
|
| 878 |
+
"joint_prdc_f1.recall": 0.475,
|
| 879 |
+
"cttp": 21.776594619750977,
|
| 880 |
+
"disc_auc": 0.99048296875
|
| 881 |
+
},
|
| 882 |
+
"seed1": {
|
| 883 |
+
"dtw": 10.114984882914769,
|
| 884 |
+
"wape": 91.04607251023698,
|
| 885 |
+
"ed": 13.448069694519043,
|
| 886 |
+
"crps": 0.49989060771452826,
|
| 887 |
+
"acd": 0.052001263946294785,
|
| 888 |
+
"sd": 0.045910696879056724,
|
| 889 |
+
"kd": 0.07278378424386167,
|
| 890 |
+
"mdd": 0.014654602050781246,
|
| 891 |
+
"fid": 29.582095506289704,
|
| 892 |
+
"sfd": 27.51172455169447,
|
| 893 |
+
"jftsd": 38.916594517851706,
|
| 894 |
+
"prdc_f1.f1": 0.41071530068510537,
|
| 895 |
+
"prdc_f1.precision": 0.6935,
|
| 896 |
+
"prdc_f1.recall": 0.29175,
|
| 897 |
+
"joint_prdc_f1.f1": 0.5048435530780417,
|
| 898 |
+
"joint_prdc_f1.precision": 0.59075,
|
| 899 |
+
"joint_prdc_f1.recall": 0.44075,
|
| 900 |
+
"cttp": 20.934710494995116,
|
| 901 |
+
"disc_auc": 0.99168421875
|
| 902 |
+
},
|
| 903 |
+
"seed2": {
|
| 904 |
+
"dtw": 9.699557715230592,
|
| 905 |
+
"wape": 87.62276913723251,
|
| 906 |
+
"ed": 13.052642028808593,
|
| 907 |
+
"crps": 0.46461276566655224,
|
| 908 |
+
"acd": 0.0657203197479248,
|
| 909 |
+
"sd": 0.07425538727359915,
|
| 910 |
+
"kd": 0.10179796768961902,
|
| 911 |
+
"mdd": 0.016617431640625,
|
| 912 |
+
"fid": 34.594900900322614,
|
| 913 |
+
"sfd": 29.123449442252863,
|
| 914 |
+
"jftsd": 43.98960620155515,
|
| 915 |
+
"prdc_f1.f1": 0.38014822386915403,
|
| 916 |
+
"prdc_f1.precision": 0.72,
|
| 917 |
+
"prdc_f1.recall": 0.25825,
|
| 918 |
+
"joint_prdc_f1.f1": 0.44591782312925177,
|
| 919 |
+
"joint_prdc_f1.precision": 0.538,
|
| 920 |
+
"joint_prdc_f1.recall": 0.38075,
|
| 921 |
+
"cttp": 19.827544235229492,
|
| 922 |
+
"disc_auc": 0.991674375
|
| 923 |
+
}
|
| 924 |
+
}
|
| 925 |
+
},
|
| 926 |
+
"ttscgan": {
|
| 927 |
+
"synth-u": {
|
| 928 |
+
"seed0": {
|
| 929 |
+
"dtw": 8.615195317993992,
|
| 930 |
+
"wape": 117.84966500342995,
|
| 931 |
+
"ed": 12.478691848754883,
|
| 932 |
+
"crps": 0.6459390187401742,
|
| 933 |
+
"acd": 0.2831283509731293,
|
| 934 |
+
"sd": 0.1303014824261865,
|
| 935 |
+
"kd": 0.10939488661004582,
|
| 936 |
+
"mdd": 0.017960510253906242,
|
| 937 |
+
"fid": 91.43890916768527,
|
| 938 |
+
"sfd": 44.05346303523047,
|
| 939 |
+
"jftsd": 107.62609189549624,
|
| 940 |
+
"prdc_f1.f1": 0.0,
|
| 941 |
+
"prdc_f1.precision": 0.104,
|
| 942 |
+
"prdc_f1.recall": 0.0,
|
| 943 |
+
"joint_prdc_f1.f1": 0.09195039682539682,
|
| 944 |
+
"joint_prdc_f1.precision": 0.1915,
|
| 945 |
+
"joint_prdc_f1.recall": 0.0605,
|
| 946 |
+
"cttp": 11.957205108642578,
|
| 947 |
+
"disc_auc": 1.0
|
| 948 |
+
},
|
| 949 |
+
"seed1": {
|
| 950 |
+
"dtw": 8.61280720100412,
|
| 951 |
+
"wape": 105.00342853406113,
|
| 952 |
+
"ed": 11.228836288452149,
|
| 953 |
+
"crps": 0.612016705594086,
|
| 954 |
+
"acd": 0.28562983870506287,
|
| 955 |
+
"sd": 0.14417734897771403,
|
| 956 |
+
"kd": 0.2173169990747401,
|
| 957 |
+
"mdd": 0.027589538574218746,
|
| 958 |
+
"fid": 132.26784638237345,
|
| 959 |
+
"sfd": 42.89019335752485,
|
| 960 |
+
"jftsd": 144.0732076555837,
|
| 961 |
+
"prdc_f1.f1": 0.0,
|
| 962 |
+
"prdc_f1.precision": 0.23525,
|
| 963 |
+
"prdc_f1.recall": 0.0,
|
| 964 |
+
"joint_prdc_f1.f1": 0.025206642066420662,
|
| 965 |
+
"joint_prdc_f1.precision": 0.18975,
|
| 966 |
+
"joint_prdc_f1.recall": 0.0135,
|
| 967 |
+
"cttp": 8.110177047729492,
|
| 968 |
+
"disc_auc": 0.9998564062499999
|
| 969 |
+
},
|
| 970 |
+
"seed2": {
|
| 971 |
+
"dtw": 8.76998853935729,
|
| 972 |
+
"wape": 107.50432780621449,
|
| 973 |
+
"ed": 11.425767219543458,
|
| 974 |
+
"crps": 0.6467043358085885,
|
| 975 |
+
"acd": 0.28607848286628723,
|
| 976 |
+
"sd": 0.038291226217707405,
|
| 977 |
+
"kd": 0.07883520307052105,
|
| 978 |
+
"mdd": 0.024426371256510412,
|
| 979 |
+
"fid": 136.1920629510733,
|
| 980 |
+
"sfd": 43.589675504604045,
|
| 981 |
+
"jftsd": 146.7346881291603,
|
| 982 |
+
"prdc_f1.f1": 0.0,
|
| 983 |
+
"prdc_f1.precision": 0.22075,
|
| 984 |
+
"prdc_f1.recall": 0.0,
|
| 985 |
+
"joint_prdc_f1.f1": 0.024341104294478524,
|
| 986 |
+
"joint_prdc_f1.precision": 0.19075,
|
| 987 |
+
"joint_prdc_f1.recall": 0.013,
|
| 988 |
+
"cttp": 8.088190063476562,
|
| 989 |
+
"disc_auc": 0.9999215625
|
| 990 |
+
}
|
| 991 |
+
},
|
| 992 |
+
"synth-m": {
|
| 993 |
+
"seed0": {
|
| 994 |
+
"dtw": 13.62021722148259,
|
| 995 |
+
"wape": 101.70635071410649,
|
| 996 |
+
"ed": 15.563141845703125,
|
| 997 |
+
"crps": 0.670438792263056,
|
| 998 |
+
"acd": 0.26509174704551697,
|
| 999 |
+
"sd": 0.07300600198307015,
|
| 1000 |
+
"kd": 0.6773170139231597,
|
| 1001 |
+
"mdd": 0.04113104248046875,
|
| 1002 |
+
"fid": 117.25347876613488,
|
| 1003 |
+
"sfd": 117.08502929791834,
|
| 1004 |
+
"jftsd": 127.36492633788407,
|
| 1005 |
+
"prdc_f1.f1": 0.0,
|
| 1006 |
+
"prdc_f1.precision": 0.046,
|
| 1007 |
+
"prdc_f1.recall": 0.0,
|
| 1008 |
+
"joint_prdc_f1.f1": 0.01758308157099698,
|
| 1009 |
+
"joint_prdc_f1.precision": 0.07275,
|
| 1010 |
+
"joint_prdc_f1.recall": 0.01,
|
| 1011 |
+
"cttp": 9.816164733886719,
|
| 1012 |
+
"disc_auc": 1.0
|
| 1013 |
+
},
|
| 1014 |
+
"seed1": {
|
| 1015 |
+
"dtw": 13.291505098185587,
|
| 1016 |
+
"wape": 103.23164660860358,
|
| 1017 |
+
"ed": 15.813957977294923,
|
| 1018 |
+
"crps": 0.656790626674725,
|
| 1019 |
+
"acd": 0.26569730043411255,
|
| 1020 |
+
"sd": 0.07232495729625009,
|
| 1021 |
+
"kd": 0.612646889953949,
|
| 1022 |
+
"mdd": 0.03876157633463541,
|
| 1023 |
+
"fid": 84.27776533629567,
|
| 1024 |
+
"sfd": 116.74378267322993,
|
| 1025 |
+
"jftsd": 97.16875853729049,
|
| 1026 |
+
"prdc_f1.f1": 0.0004986413043478261,
|
| 1027 |
+
"prdc_f1.precision": 0.09175,
|
| 1028 |
+
"prdc_f1.recall": 0.00025,
|
| 1029 |
+
"joint_prdc_f1.f1": 0.03776335877862595,
|
| 1030 |
+
"joint_prdc_f1.precision": 0.07275,
|
| 1031 |
+
"joint_prdc_f1.recall": 0.0255,
|
| 1032 |
+
"cttp": 10.172761352539062,
|
| 1033 |
+
"disc_auc": 1.0
|
| 1034 |
+
},
|
| 1035 |
+
"seed2": {
|
| 1036 |
+
"dtw": 13.446830630689329,
|
| 1037 |
+
"wape": 103.19448564635512,
|
| 1038 |
+
"ed": 15.787474731445313,
|
| 1039 |
+
"crps": 0.6474719663386549,
|
| 1040 |
+
"acd": 0.2648230493068695,
|
| 1041 |
+
"sd": 0.1517038784629227,
|
| 1042 |
+
"kd": 0.645319201701706,
|
| 1043 |
+
"mdd": 0.03913367716471353,
|
| 1044 |
+
"fid": 98.15316928534398,
|
| 1045 |
+
"sfd": 103.83944152731648,
|
| 1046 |
+
"jftsd": 110.07614754674105,
|
| 1047 |
+
"prdc_f1.f1": 0.0,
|
| 1048 |
+
"prdc_f1.precision": 0.099,
|
| 1049 |
+
"prdc_f1.recall": 0.0,
|
| 1050 |
+
"joint_prdc_f1.f1": 0.023804913294797687,
|
| 1051 |
+
"joint_prdc_f1.precision": 0.07225,
|
| 1052 |
+
"joint_prdc_f1.recall": 0.01425,
|
| 1053 |
+
"cttp": 10.500860641479493,
|
| 1054 |
+
"disc_auc": 1.0
|
| 1055 |
+
}
|
| 1056 |
+
}
|
| 1057 |
+
},
|
| 1058 |
+
"verbalts": {
|
| 1059 |
+
"synth-u": {
|
| 1060 |
+
"seed0": {
|
| 1061 |
+
"dtw": 4.930648105329671,
|
| 1062 |
+
"wape": 83.84086095919642,
|
| 1063 |
+
"ed": 8.562691368103028,
|
| 1064 |
+
"crps": 0.44792016319441924,
|
| 1065 |
+
"acd": 0.0560174435377121,
|
| 1066 |
+
"sd": 0.0032578879594434736,
|
| 1067 |
+
"kd": 0.3045949253759903,
|
| 1068 |
+
"mdd": 0.013916402180989579,
|
| 1069 |
+
"fid": 38.01059001158677,
|
| 1070 |
+
"sfd": 2.035234186940542,
|
| 1071 |
+
"jftsd": 41.473615746430596,
|
| 1072 |
+
"prdc_f1.f1": 0.3203814049586777,
|
| 1073 |
+
"prdc_f1.precision": 0.69975,
|
| 1074 |
+
"prdc_f1.recall": 0.20775,
|
| 1075 |
+
"joint_prdc_f1.f1": 0.8099794375566979,
|
| 1076 |
+
"joint_prdc_f1.precision": 0.9445,
|
| 1077 |
+
"joint_prdc_f1.recall": 0.709,
|
| 1078 |
+
"cttp": 26.90989910888672,
|
| 1079 |
+
"disc_auc": 0.9774965625
|
| 1080 |
+
},
|
| 1081 |
+
"seed1": {
|
| 1082 |
+
"dtw": 5.004131679104269,
|
| 1083 |
+
"wape": 85.45585578684816,
|
| 1084 |
+
"ed": 8.695847679138184,
|
| 1085 |
+
"crps": 0.46683278447470317,
|
| 1086 |
+
"acd": 0.06315132230520248,
|
| 1087 |
+
"sd": 0.04038863587081722,
|
| 1088 |
+
"kd": 0.4122438646048314,
|
| 1089 |
+
"mdd": 0.017828104654947913,
|
| 1090 |
+
"fid": 39.768255620008546,
|
| 1091 |
+
"sfd": 1.8534046759435583,
|
| 1092 |
+
"jftsd": 43.27849799565081,
|
| 1093 |
+
"prdc_f1.f1": 0.28164372952040506,
|
| 1094 |
+
"prdc_f1.precision": 0.66025,
|
| 1095 |
+
"prdc_f1.recall": 0.179,
|
| 1096 |
+
"joint_prdc_f1.f1": 0.8108409467812452,
|
| 1097 |
+
"joint_prdc_f1.precision": 0.95225,
|
| 1098 |
+
"joint_prdc_f1.recall": 0.706,
|
| 1099 |
+
"cttp": 26.906200454711914,
|
| 1100 |
+
"disc_auc": 0.9799695312500001
|
| 1101 |
+
},
|
| 1102 |
+
"seed2": {
|
| 1103 |
+
"dtw": 4.699911457259125,
|
| 1104 |
+
"wape": 81.52794288876365,
|
| 1105 |
+
"ed": 8.345129028320313,
|
| 1106 |
+
"crps": 0.4304435694954359,
|
| 1107 |
+
"acd": 0.06099982559680939,
|
| 1108 |
+
"sd": 0.05142831835858634,
|
| 1109 |
+
"kd": 0.4048889404440943,
|
| 1110 |
+
"mdd": 0.01496919759114583,
|
| 1111 |
+
"fid": 36.107847810818896,
|
| 1112 |
+
"sfd": 1.7477018764139487,
|
| 1113 |
+
"jftsd": 39.25350039869056,
|
| 1114 |
+
"prdc_f1.f1": 0.3328761013215859,
|
| 1115 |
+
"prdc_f1.precision": 0.6885,
|
| 1116 |
+
"prdc_f1.recall": 0.2195,
|
| 1117 |
+
"joint_prdc_f1.f1": 0.8465376328432087,
|
| 1118 |
+
"joint_prdc_f1.precision": 0.9605,
|
| 1119 |
+
"joint_prdc_f1.recall": 0.75675,
|
| 1120 |
+
"cttp": 27.92474295043945,
|
| 1121 |
+
"disc_auc": 0.9750296875
|
| 1122 |
+
}
|
| 1123 |
+
},
|
| 1124 |
+
"synth-m": {
|
| 1125 |
+
"seed0": {
|
| 1126 |
+
"dtw": 9.908606059173055,
|
| 1127 |
+
"wape": 88.21088966857347,
|
| 1128 |
+
"ed": 12.982225296020507,
|
| 1129 |
+
"crps": 0.44765225635860156,
|
| 1130 |
+
"acd": 0.05096884444355965,
|
| 1131 |
+
"sd": 0.03132322065263225,
|
| 1132 |
+
"kd": 0.2212235214124354,
|
| 1133 |
+
"mdd": 0.015057739257812494,
|
| 1134 |
+
"fid": 30.656134730475003,
|
| 1135 |
+
"sfd": 28.636071019387487,
|
| 1136 |
+
"jftsd": 35.34921438451477,
|
| 1137 |
+
"prdc_f1.f1": 0.4473662168450442,
|
| 1138 |
+
"prdc_f1.precision": 0.757,
|
| 1139 |
+
"prdc_f1.recall": 0.3175,
|
| 1140 |
+
"joint_prdc_f1.f1": 0.6324860684089162,
|
| 1141 |
+
"joint_prdc_f1.precision": 0.75875,
|
| 1142 |
+
"joint_prdc_f1.recall": 0.54225,
|
| 1143 |
+
"cttp": 24.750399078369142,
|
| 1144 |
+
"disc_auc": 0.9902834375000001
|
| 1145 |
+
},
|
| 1146 |
+
"seed1": {
|
| 1147 |
+
"dtw": 9.688534115960435,
|
| 1148 |
+
"wape": 86.73450378196509,
|
| 1149 |
+
"ed": 12.808458847045898,
|
| 1150 |
+
"crps": 0.44154393791529506,
|
| 1151 |
+
"acd": 0.04938828572630882,
|
| 1152 |
+
"sd": 0.013795681588651848,
|
| 1153 |
+
"kd": 0.23307523080260983,
|
| 1154 |
+
"mdd": 0.015345753987630202,
|
| 1155 |
+
"fid": 30.426586720716642,
|
| 1156 |
+
"sfd": 28.257033437889987,
|
| 1157 |
+
"jftsd": 34.652391105447236,
|
| 1158 |
+
"prdc_f1.f1": 0.4396665895953757,
|
| 1159 |
+
"prdc_f1.precision": 0.77425,
|
| 1160 |
+
"prdc_f1.recall": 0.307,
|
| 1161 |
+
"joint_prdc_f1.f1": 0.6421972416399018,
|
| 1162 |
+
"joint_prdc_f1.precision": 0.775,
|
| 1163 |
+
"joint_prdc_f1.recall": 0.54825,
|
| 1164 |
+
"cttp": 25.439562438964845,
|
| 1165 |
+
"disc_auc": 0.9904329687499999
|
| 1166 |
+
},
|
| 1167 |
+
"seed2": {
|
| 1168 |
+
"dtw": 10.922539546646847,
|
| 1169 |
+
"wape": 95.35738398535062,
|
| 1170 |
+
"ed": 13.85847917175293,
|
| 1171 |
+
"crps": 0.5405318572121146,
|
| 1172 |
+
"acd": 0.053873561322689056,
|
| 1173 |
+
"sd": 0.07642871427613498,
|
| 1174 |
+
"kd": 0.1231948631156774,
|
| 1175 |
+
"mdd": 0.015523325602213537,
|
| 1176 |
+
"fid": 39.61011326177959,
|
| 1177 |
+
"sfd": 33.06918106665158,
|
| 1178 |
+
"jftsd": 44.09657725747664,
|
| 1179 |
+
"prdc_f1.f1": 0.3634620858895706,
|
| 1180 |
+
"prdc_f1.precision": 0.782,
|
| 1181 |
+
"prdc_f1.recall": 0.23675,
|
| 1182 |
+
"joint_prdc_f1.f1": 0.528560749724366,
|
| 1183 |
+
"joint_prdc_f1.precision": 0.71425,
|
| 1184 |
+
"joint_prdc_f1.recall": 0.4195,
|
| 1185 |
+
"cttp": 23.793466705322267,
|
| 1186 |
+
"disc_auc": 0.993119375
|
| 1187 |
+
}
|
| 1188 |
+
}
|
| 1189 |
+
},
|
| 1190 |
+
"wavestitch": {
|
| 1191 |
+
"synth-u": {
|
| 1192 |
+
"seed0": {
|
| 1193 |
+
"dtw": 9.486617275563068,
|
| 1194 |
+
"wape": 140.44390498599935,
|
| 1195 |
+
"ed": 13.686086318969727,
|
| 1196 |
+
"crps": 0.683622537428099,
|
| 1197 |
+
"acd": 0.05492592230439186,
|
| 1198 |
+
"sd": 0.24861968418426417,
|
| 1199 |
+
"kd": 0.1513872299203114,
|
| 1200 |
+
"mdd": 0.025081034342447912,
|
| 1201 |
+
"fid": 40.974704320841624,
|
| 1202 |
+
"sfd": 3.609796311248658,
|
| 1203 |
+
"jftsd": 52.55302327678143,
|
| 1204 |
+
"prdc_f1.f1": 0.3604458770614693,
|
| 1205 |
+
"prdc_f1.precision": 0.57025,
|
| 1206 |
+
"prdc_f1.recall": 0.2635,
|
| 1207 |
+
"joint_prdc_f1.f1": 0.5673251417769376,
|
| 1208 |
+
"joint_prdc_f1.precision": 0.72375,
|
| 1209 |
+
"joint_prdc_f1.recall": 0.4665,
|
| 1210 |
+
"cttp": 19.993526641845705,
|
| 1211 |
+
"disc_auc": 0.9803715625
|
| 1212 |
+
},
|
| 1213 |
+
"seed1": {
|
| 1214 |
+
"dtw": 21.954002057410072,
|
| 1215 |
+
"wape": 291.51908180255566,
|
| 1216 |
+
"ed": 27.243844299316407,
|
| 1217 |
+
"crps": 1.869122175939174,
|
| 1218 |
+
"acd": 0.020433129742741585,
|
| 1219 |
+
"sd": 0.07908948409296535,
|
| 1220 |
+
"kd": 0.4288247287609397,
|
| 1221 |
+
"mdd": 0.050619873046875,
|
| 1222 |
+
"fid": 71.57340191857963,
|
| 1223 |
+
"sfd": 8.738155705916249,
|
| 1224 |
+
"jftsd": 85.66567547608201,
|
| 1225 |
+
"prdc_f1.f1": 0.12518611746758201,
|
| 1226 |
+
"prdc_f1.precision": 0.2435,
|
| 1227 |
+
"prdc_f1.recall": 0.08425,
|
| 1228 |
+
"joint_prdc_f1.f1": 0.2932426412092283,
|
| 1229 |
+
"joint_prdc_f1.precision": 0.3955,
|
| 1230 |
+
"joint_prdc_f1.recall": 0.233,
|
| 1231 |
+
"cttp": 17.041455184936524,
|
| 1232 |
+
"disc_auc": 0.999193125
|
| 1233 |
+
},
|
| 1234 |
+
"seed2": {
|
| 1235 |
+
"dtw": 10.095158808876347,
|
| 1236 |
+
"wape": 152.64509816350557,
|
| 1237 |
+
"ed": 14.722656700134277,
|
| 1238 |
+
"crps": 0.9953185391209199,
|
| 1239 |
+
"acd": 0.0718788355588913,
|
| 1240 |
+
"sd": 0.043104641457516205,
|
| 1241 |
+
"kd": 0.43911082182259165,
|
| 1242 |
+
"mdd": 0.03049658203124999,
|
| 1243 |
+
"fid": 51.36637790470769,
|
| 1244 |
+
"sfd": 3.5603796524214744,
|
| 1245 |
+
"jftsd": 62.46867022663142,
|
| 1246 |
+
"prdc_f1.f1": 0.1401596869712352,
|
| 1247 |
+
"prdc_f1.precision": 0.50975,
|
| 1248 |
+
"prdc_f1.recall": 0.08125,
|
| 1249 |
+
"joint_prdc_f1.f1": 0.5051498211091234,
|
| 1250 |
+
"joint_prdc_f1.precision": 0.7325,
|
| 1251 |
+
"joint_prdc_f1.recall": 0.3855,
|
| 1252 |
+
"cttp": 20.407216445922852,
|
| 1253 |
+
"disc_auc": 0.9941946875
|
| 1254 |
+
}
|
| 1255 |
+
},
|
| 1256 |
+
"synth-m": {
|
| 1257 |
+
"seed0": {
|
| 1258 |
+
"dtw": 18.419743083445255,
|
| 1259 |
+
"wape": 162.1207519229495,
|
| 1260 |
+
"ed": 23.051268936157225,
|
| 1261 |
+
"crps": 0.8933896039824104,
|
| 1262 |
+
"acd": 0.03511642664670944,
|
| 1263 |
+
"sd": 0.3669893277084352,
|
| 1264 |
+
"kd": 0.08689032171493305,
|
| 1265 |
+
"mdd": 0.01818468221028646,
|
| 1266 |
+
"fid": 30.761978664059882,
|
| 1267 |
+
"sfd": 30.857128686865067,
|
| 1268 |
+
"jftsd": 43.73350451054745,
|
| 1269 |
+
"prdc_f1.f1": 0.47278550800735103,
|
| 1270 |
+
"prdc_f1.precision": 0.516,
|
| 1271 |
+
"prdc_f1.recall": 0.43625,
|
| 1272 |
+
"joint_prdc_f1.f1": 0.3096660117878192,
|
| 1273 |
+
"joint_prdc_f1.precision": 0.26625,
|
| 1274 |
+
"joint_prdc_f1.recall": 0.37,
|
| 1275 |
+
"cttp": 13.118114311218262,
|
| 1276 |
+
"disc_auc": 0.9855429687499999
|
| 1277 |
+
},
|
| 1278 |
+
"seed1": {
|
| 1279 |
+
"dtw": 14.644051967105606,
|
| 1280 |
+
"wape": 127.80341210589359,
|
| 1281 |
+
"ed": 18.83449345397949,
|
| 1282 |
+
"crps": 0.6984897061600045,
|
| 1283 |
+
"acd": 0.04773581027984619,
|
| 1284 |
+
"sd": 0.16414674784414085,
|
| 1285 |
+
"kd": 0.2718147057932332,
|
| 1286 |
+
"mdd": 0.013188161214192706,
|
| 1287 |
+
"fid": 18.953947115508782,
|
| 1288 |
+
"sfd": 34.56264575796612,
|
| 1289 |
+
"jftsd": 33.22793262892495,
|
| 1290 |
+
"prdc_f1.f1": 0.4955905997983871,
|
| 1291 |
+
"prdc_f1.precision": 0.48175,
|
| 1292 |
+
"prdc_f1.recall": 0.51025,
|
| 1293 |
+
"joint_prdc_f1.f1": 0.3126770867974726,
|
| 1294 |
+
"joint_prdc_f1.precision": 0.22175,
|
| 1295 |
+
"joint_prdc_f1.recall": 0.53,
|
| 1296 |
+
"cttp": 13.272360977172852,
|
| 1297 |
+
"disc_auc": 0.98272875
|
| 1298 |
+
},
|
| 1299 |
+
"seed2": {
|
| 1300 |
+
"dtw": 15.151047567184396,
|
| 1301 |
+
"wape": 130.3998449305596,
|
| 1302 |
+
"ed": 19.51246856689453,
|
| 1303 |
+
"crps": 0.7602732424510008,
|
| 1304 |
+
"acd": 0.07877034693956375,
|
| 1305 |
+
"sd": 0.11339220073355841,
|
| 1306 |
+
"kd": 0.5500959413597402,
|
| 1307 |
+
"mdd": 0.009870615641276042,
|
| 1308 |
+
"fid": 16.88401652764327,
|
| 1309 |
+
"sfd": 77.03092636385908,
|
| 1310 |
+
"jftsd": 31.770605141267254,
|
| 1311 |
+
"prdc_f1.f1": 0.590512174643157,
|
| 1312 |
+
"prdc_f1.precision": 0.541,
|
| 1313 |
+
"prdc_f1.recall": 0.65,
|
| 1314 |
+
"joint_prdc_f1.f1": 0.30132875960482985,
|
| 1315 |
+
"joint_prdc_f1.precision": 0.1905,
|
| 1316 |
+
"joint_prdc_f1.recall": 0.7205,
|
| 1317 |
+
"cttp": 9.548250900268554,
|
| 1318 |
+
"disc_auc": 0.9930642187500001
|
| 1319 |
+
}
|
| 1320 |
+
}
|
| 1321 |
+
}
|
| 1322 |
+
}
|
experiments/text2motion/synth-m/seed0/config.template.yaml
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-m_text2motion
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 0
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
epochs: 700
|
| 21 |
+
batch_size: 256
|
| 22 |
+
lr: 0.001
|
| 23 |
+
weight_decay: 0.0001
|
| 24 |
+
scheduler: cosine
|
| 25 |
+
scheduler_params: {}
|
| 26 |
+
early_stopping_patience: 5
|
| 27 |
+
gradient_clip_val: 1.0
|
| 28 |
+
accumulate_grad_batches: 1
|
| 29 |
+
val_check_interval: 1.0
|
| 30 |
+
num_workers: 4
|
| 31 |
+
pin_memory: true
|
| 32 |
+
limit_train_batches: 1.0
|
| 33 |
+
limit_val_batches: 1.0
|
| 34 |
+
limit_test_batches: 1.0
|
| 35 |
+
num_sanity_val_steps: 2
|
| 36 |
+
data:
|
| 37 |
+
name: synth-m
|
| 38 |
+
data_folder: __DATA_ROOT__/datasets/synth-m
|
| 39 |
+
n_var: 2
|
| 40 |
+
seq_length: 128
|
| 41 |
+
normalize: false
|
| 42 |
+
train_split: 0.8
|
| 43 |
+
val_split: 0.1
|
| 44 |
+
model:
|
| 45 |
+
name: text2motion
|
| 46 |
+
channels: 64
|
| 47 |
+
layers: 3
|
| 48 |
+
nheads: 8
|
| 49 |
+
dropout: 0.1
|
| 50 |
+
unit_length: 4
|
| 51 |
+
dim_movement_latent: 512
|
| 52 |
+
dim_movement_enc_hidden: 512
|
| 53 |
+
dim_movement_dec_hidden: 512
|
| 54 |
+
text_latent_dim: 1024
|
| 55 |
+
dim_att_vec: 512
|
| 56 |
+
dim_z: 128
|
| 57 |
+
n_layers_pri: 1
|
| 58 |
+
n_layers_pos: 1
|
| 59 |
+
n_layers_dec: 1
|
| 60 |
+
dim_pri_hidden: 1024
|
| 61 |
+
dim_pos_hidden: 1024
|
| 62 |
+
dim_dec_hidden: 1024
|
| 63 |
+
lambda_rec_ts: 1.0
|
| 64 |
+
lambda_rec_mov: 1.0
|
| 65 |
+
lambda_kld: 0.01
|
| 66 |
+
teacher_forcing_ratio: 0.9
|
| 67 |
+
detach_movement_latents: true
|
| 68 |
+
condition:
|
| 69 |
+
text:
|
| 70 |
+
enabled: true
|
| 71 |
+
input_dim: 1024
|
| 72 |
+
embedding_key: cap_emb
|
| 73 |
+
dropout: 0.0
|
| 74 |
+
cfg_scale: 1.0
|
| 75 |
+
attribute:
|
| 76 |
+
enabled: false
|
| 77 |
+
continuous_dim: 0
|
| 78 |
+
discrete_configs: []
|
| 79 |
+
output_dim: 128
|
| 80 |
+
dropout: 0.0
|
| 81 |
+
label:
|
| 82 |
+
enabled: false
|
| 83 |
+
num_classes: 10
|
| 84 |
+
output_dim: 64
|
| 85 |
+
fusion: concat
|
| 86 |
+
condition_dropout: 0.0
|
| 87 |
+
eval:
|
| 88 |
+
n_samples: 10
|
| 89 |
+
metrics:
|
| 90 |
+
- dtw
|
| 91 |
+
- wape
|
| 92 |
+
- ed
|
| 93 |
+
- crps
|
| 94 |
+
- acd
|
| 95 |
+
- sd
|
| 96 |
+
- kd
|
| 97 |
+
- mdd
|
| 98 |
+
- fid
|
| 99 |
+
- sfd
|
| 100 |
+
- jftsd
|
| 101 |
+
- prdc_f1
|
| 102 |
+
- joint_prdc_f1
|
| 103 |
+
- cttp
|
| 104 |
+
- disc_auc
|
| 105 |
+
batch_size: 128
|
| 106 |
+
save_samples: true
|
| 107 |
+
sampler: ddim
|
| 108 |
+
display_interval: 10
|
| 109 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml
|
| 110 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth
|
| 111 |
+
cache_folder: __CACHE_ROOT__/text2motion/synth-m/seed0
|
| 112 |
+
use_longalign: false
|
| 113 |
+
reference_split: train
|
| 114 |
+
disc_auc:
|
| 115 |
+
k_folds: 5
|
| 116 |
+
epochs: 5
|
| 117 |
+
batch_size: 128
|
| 118 |
+
lr: 0.001
|
| 119 |
+
weight_decay: 0.0001
|
| 120 |
+
hidden_channels: 128
|
| 121 |
+
num_layers: 3
|
| 122 |
+
dropout: 0.1
|
| 123 |
+
seed: 42
|
| 124 |
+
num_workers: 0
|
| 125 |
+
prdc:
|
| 126 |
+
k: 5
|
| 127 |
+
max_samples: 5000
|
| 128 |
+
seed: 0
|
| 129 |
+
metric: euclidean
|
| 130 |
+
backend: auto
|
| 131 |
+
knn_chunk_size: 4096
|
| 132 |
+
joint_enable: true
|
| 133 |
+
joint_weights:
|
| 134 |
+
ts: 1.0
|
| 135 |
+
text: 1.0
|
| 136 |
+
joint_normalize: standard
|
| 137 |
+
segment_classifier:
|
| 138 |
+
enable: false
|
| 139 |
+
segment_len: 128
|
| 140 |
+
n_segments: 3
|
| 141 |
+
seed: 42
|
| 142 |
+
acd_max_lag: 50
|
| 143 |
+
mdd_bins: 32
|
| 144 |
+
use_cache: false
|
| 145 |
+
cache_file: predictions_cache.pkl
|
| 146 |
+
output_dir: ''
|
| 147 |
+
created_at: '2025-12-22T21:08:40.699983'
|
experiments/text2motion/synth-m/seed0/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 9.920162759520549,
|
| 3 |
+
"wape": 84.69678079006525,
|
| 4 |
+
"ed": 12.55547802734375,
|
| 5 |
+
"crps": 0.44866988795747503,
|
| 6 |
+
"acd": 0.08566120266914368,
|
| 7 |
+
"sd": 0.10911635108479659,
|
| 8 |
+
"kd": 0.20096956341665995,
|
| 9 |
+
"mdd": 0.013409535725911456,
|
| 10 |
+
"fid": 64.3573270131079,
|
| 11 |
+
"sfd": 76.41954895480043,
|
| 12 |
+
"jftsd": 69.79235834036984,
|
| 13 |
+
"prdc_f1.f1": 0.07989648153533004,
|
| 14 |
+
"prdc_f1.precision": 0.81775,
|
| 15 |
+
"prdc_f1.recall": 0.042,
|
| 16 |
+
"joint_prdc_f1.f1": 0.23519638949671767,
|
| 17 |
+
"joint_prdc_f1.precision": 0.53475,
|
| 18 |
+
"joint_prdc_f1.recall": 0.15075,
|
| 19 |
+
"cttp": 18.90363214111328,
|
| 20 |
+
"disc_auc": 0.99823796875
|
| 21 |
+
}
|
experiments/text2motion/synth-m/seed0/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:25:39.777942",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/text2motion/synth-m/seed1/config.template.yaml
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-m_text2motion
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 1
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
epochs: 700
|
| 21 |
+
batch_size: 256
|
| 22 |
+
lr: 0.001
|
| 23 |
+
weight_decay: 0.0001
|
| 24 |
+
scheduler: cosine
|
| 25 |
+
scheduler_params: {}
|
| 26 |
+
early_stopping_patience: 5
|
| 27 |
+
gradient_clip_val: 1.0
|
| 28 |
+
accumulate_grad_batches: 1
|
| 29 |
+
val_check_interval: 1.0
|
| 30 |
+
num_workers: 4
|
| 31 |
+
pin_memory: true
|
| 32 |
+
limit_train_batches: 1.0
|
| 33 |
+
limit_val_batches: 1.0
|
| 34 |
+
limit_test_batches: 1.0
|
| 35 |
+
num_sanity_val_steps: 2
|
| 36 |
+
data:
|
| 37 |
+
name: synth-m
|
| 38 |
+
data_folder: __DATA_ROOT__/datasets/synth-m
|
| 39 |
+
n_var: 2
|
| 40 |
+
seq_length: 128
|
| 41 |
+
normalize: false
|
| 42 |
+
train_split: 0.8
|
| 43 |
+
val_split: 0.1
|
| 44 |
+
model:
|
| 45 |
+
name: text2motion
|
| 46 |
+
channels: 64
|
| 47 |
+
layers: 3
|
| 48 |
+
nheads: 8
|
| 49 |
+
dropout: 0.1
|
| 50 |
+
unit_length: 4
|
| 51 |
+
dim_movement_latent: 512
|
| 52 |
+
dim_movement_enc_hidden: 512
|
| 53 |
+
dim_movement_dec_hidden: 512
|
| 54 |
+
text_latent_dim: 1024
|
| 55 |
+
dim_att_vec: 512
|
| 56 |
+
dim_z: 128
|
| 57 |
+
n_layers_pri: 1
|
| 58 |
+
n_layers_pos: 1
|
| 59 |
+
n_layers_dec: 1
|
| 60 |
+
dim_pri_hidden: 1024
|
| 61 |
+
dim_pos_hidden: 1024
|
| 62 |
+
dim_dec_hidden: 1024
|
| 63 |
+
lambda_rec_ts: 1.0
|
| 64 |
+
lambda_rec_mov: 1.0
|
| 65 |
+
lambda_kld: 0.01
|
| 66 |
+
teacher_forcing_ratio: 0.9
|
| 67 |
+
detach_movement_latents: true
|
| 68 |
+
condition:
|
| 69 |
+
text:
|
| 70 |
+
enabled: true
|
| 71 |
+
input_dim: 1024
|
| 72 |
+
embedding_key: cap_emb
|
| 73 |
+
dropout: 0.0
|
| 74 |
+
cfg_scale: 1.0
|
| 75 |
+
attribute:
|
| 76 |
+
enabled: false
|
| 77 |
+
continuous_dim: 0
|
| 78 |
+
discrete_configs: []
|
| 79 |
+
output_dim: 128
|
| 80 |
+
dropout: 0.0
|
| 81 |
+
label:
|
| 82 |
+
enabled: false
|
| 83 |
+
num_classes: 10
|
| 84 |
+
output_dim: 64
|
| 85 |
+
fusion: concat
|
| 86 |
+
condition_dropout: 0.0
|
| 87 |
+
eval:
|
| 88 |
+
n_samples: 10
|
| 89 |
+
metrics:
|
| 90 |
+
- dtw
|
| 91 |
+
- wape
|
| 92 |
+
- ed
|
| 93 |
+
- crps
|
| 94 |
+
- acd
|
| 95 |
+
- sd
|
| 96 |
+
- kd
|
| 97 |
+
- mdd
|
| 98 |
+
- fid
|
| 99 |
+
- sfd
|
| 100 |
+
- jftsd
|
| 101 |
+
- prdc_f1
|
| 102 |
+
- joint_prdc_f1
|
| 103 |
+
- cttp
|
| 104 |
+
- disc_auc
|
| 105 |
+
batch_size: 128
|
| 106 |
+
save_samples: true
|
| 107 |
+
sampler: ddim
|
| 108 |
+
display_interval: 10
|
| 109 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml
|
| 110 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth
|
| 111 |
+
cache_folder: __CACHE_ROOT__/text2motion/synth-m/seed1
|
| 112 |
+
use_longalign: false
|
| 113 |
+
reference_split: train
|
| 114 |
+
disc_auc:
|
| 115 |
+
k_folds: 5
|
| 116 |
+
epochs: 5
|
| 117 |
+
batch_size: 128
|
| 118 |
+
lr: 0.001
|
| 119 |
+
weight_decay: 0.0001
|
| 120 |
+
hidden_channels: 128
|
| 121 |
+
num_layers: 3
|
| 122 |
+
dropout: 0.1
|
| 123 |
+
seed: 42
|
| 124 |
+
num_workers: 0
|
| 125 |
+
prdc:
|
| 126 |
+
k: 5
|
| 127 |
+
max_samples: 5000
|
| 128 |
+
seed: 0
|
| 129 |
+
metric: euclidean
|
| 130 |
+
backend: auto
|
| 131 |
+
knn_chunk_size: 4096
|
| 132 |
+
joint_enable: true
|
| 133 |
+
joint_weights:
|
| 134 |
+
ts: 1.0
|
| 135 |
+
text: 1.0
|
| 136 |
+
joint_normalize: standard
|
| 137 |
+
segment_classifier:
|
| 138 |
+
enable: false
|
| 139 |
+
segment_len: 128
|
| 140 |
+
n_segments: 3
|
| 141 |
+
seed: 42
|
| 142 |
+
acd_max_lag: 50
|
| 143 |
+
mdd_bins: 32
|
| 144 |
+
use_cache: false
|
| 145 |
+
cache_file: predictions_cache.pkl
|
| 146 |
+
output_dir: ''
|
| 147 |
+
created_at: '2025-12-22T21:11:32.418759'
|
experiments/text2motion/synth-m/seed1/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 9.78111583720001,
|
| 3 |
+
"wape": 83.48893699068888,
|
| 4 |
+
"ed": 12.2639995803833,
|
| 5 |
+
"crps": 0.435521877080273,
|
| 6 |
+
"acd": 0.08231154084205627,
|
| 7 |
+
"sd": 0.03859679681350008,
|
| 8 |
+
"kd": 0.24878011053009796,
|
| 9 |
+
"mdd": 0.013743398030598953,
|
| 10 |
+
"fid": 74.80449518625389,
|
| 11 |
+
"sfd": 86.29294234602779,
|
| 12 |
+
"jftsd": 78.52319749965196,
|
| 13 |
+
"prdc_f1.f1": 0.053341102275843155,
|
| 14 |
+
"prdc_f1.precision": 0.88425,
|
| 15 |
+
"prdc_f1.recall": 0.0275,
|
| 16 |
+
"joint_prdc_f1.f1": 0.23955289284491613,
|
| 17 |
+
"joint_prdc_f1.precision": 0.57925,
|
| 18 |
+
"joint_prdc_f1.recall": 0.151,
|
| 19 |
+
"cttp": 19.027025268554688,
|
| 20 |
+
"disc_auc": 0.9996828125
|
| 21 |
+
}
|
experiments/text2motion/synth-m/seed1/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:13:06.591922",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/text2motion/synth-m/seed2/config.template.yaml
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-m_text2motion
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 2
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
epochs: 700
|
| 21 |
+
batch_size: 256
|
| 22 |
+
lr: 0.001
|
| 23 |
+
weight_decay: 0.0001
|
| 24 |
+
scheduler: cosine
|
| 25 |
+
scheduler_params: {}
|
| 26 |
+
early_stopping_patience: 5
|
| 27 |
+
gradient_clip_val: 1.0
|
| 28 |
+
accumulate_grad_batches: 1
|
| 29 |
+
val_check_interval: 1.0
|
| 30 |
+
num_workers: 4
|
| 31 |
+
pin_memory: true
|
| 32 |
+
limit_train_batches: 1.0
|
| 33 |
+
limit_val_batches: 1.0
|
| 34 |
+
limit_test_batches: 1.0
|
| 35 |
+
num_sanity_val_steps: 2
|
| 36 |
+
data:
|
| 37 |
+
name: synth-m
|
| 38 |
+
data_folder: __DATA_ROOT__/datasets/synth-m
|
| 39 |
+
n_var: 2
|
| 40 |
+
seq_length: 128
|
| 41 |
+
normalize: false
|
| 42 |
+
train_split: 0.8
|
| 43 |
+
val_split: 0.1
|
| 44 |
+
model:
|
| 45 |
+
name: text2motion
|
| 46 |
+
channels: 64
|
| 47 |
+
layers: 3
|
| 48 |
+
nheads: 8
|
| 49 |
+
dropout: 0.1
|
| 50 |
+
unit_length: 4
|
| 51 |
+
dim_movement_latent: 512
|
| 52 |
+
dim_movement_enc_hidden: 512
|
| 53 |
+
dim_movement_dec_hidden: 512
|
| 54 |
+
text_latent_dim: 1024
|
| 55 |
+
dim_att_vec: 512
|
| 56 |
+
dim_z: 128
|
| 57 |
+
n_layers_pri: 1
|
| 58 |
+
n_layers_pos: 1
|
| 59 |
+
n_layers_dec: 1
|
| 60 |
+
dim_pri_hidden: 1024
|
| 61 |
+
dim_pos_hidden: 1024
|
| 62 |
+
dim_dec_hidden: 1024
|
| 63 |
+
lambda_rec_ts: 1.0
|
| 64 |
+
lambda_rec_mov: 1.0
|
| 65 |
+
lambda_kld: 0.01
|
| 66 |
+
teacher_forcing_ratio: 0.9
|
| 67 |
+
detach_movement_latents: true
|
| 68 |
+
condition:
|
| 69 |
+
text:
|
| 70 |
+
enabled: true
|
| 71 |
+
input_dim: 1024
|
| 72 |
+
embedding_key: cap_emb
|
| 73 |
+
dropout: 0.0
|
| 74 |
+
cfg_scale: 1.0
|
| 75 |
+
attribute:
|
| 76 |
+
enabled: false
|
| 77 |
+
continuous_dim: 0
|
| 78 |
+
discrete_configs: []
|
| 79 |
+
output_dim: 128
|
| 80 |
+
dropout: 0.0
|
| 81 |
+
label:
|
| 82 |
+
enabled: false
|
| 83 |
+
num_classes: 10
|
| 84 |
+
output_dim: 64
|
| 85 |
+
fusion: concat
|
| 86 |
+
condition_dropout: 0.0
|
| 87 |
+
eval:
|
| 88 |
+
n_samples: 10
|
| 89 |
+
metrics:
|
| 90 |
+
- dtw
|
| 91 |
+
- wape
|
| 92 |
+
- ed
|
| 93 |
+
- crps
|
| 94 |
+
- acd
|
| 95 |
+
- sd
|
| 96 |
+
- kd
|
| 97 |
+
- mdd
|
| 98 |
+
- fid
|
| 99 |
+
- sfd
|
| 100 |
+
- jftsd
|
| 101 |
+
- prdc_f1
|
| 102 |
+
- joint_prdc_f1
|
| 103 |
+
- cttp
|
| 104 |
+
- disc_auc
|
| 105 |
+
batch_size: 128
|
| 106 |
+
save_samples: true
|
| 107 |
+
sampler: ddim
|
| 108 |
+
display_interval: 10
|
| 109 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml
|
| 110 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth
|
| 111 |
+
cache_folder: __CACHE_ROOT__/text2motion/synth-m/seed2
|
| 112 |
+
use_longalign: false
|
| 113 |
+
reference_split: train
|
| 114 |
+
disc_auc:
|
| 115 |
+
k_folds: 5
|
| 116 |
+
epochs: 5
|
| 117 |
+
batch_size: 128
|
| 118 |
+
lr: 0.001
|
| 119 |
+
weight_decay: 0.0001
|
| 120 |
+
hidden_channels: 128
|
| 121 |
+
num_layers: 3
|
| 122 |
+
dropout: 0.1
|
| 123 |
+
seed: 42
|
| 124 |
+
num_workers: 0
|
| 125 |
+
prdc:
|
| 126 |
+
k: 5
|
| 127 |
+
max_samples: 5000
|
| 128 |
+
seed: 0
|
| 129 |
+
metric: euclidean
|
| 130 |
+
backend: auto
|
| 131 |
+
knn_chunk_size: 4096
|
| 132 |
+
joint_enable: true
|
| 133 |
+
joint_weights:
|
| 134 |
+
ts: 1.0
|
| 135 |
+
text: 1.0
|
| 136 |
+
joint_normalize: standard
|
| 137 |
+
segment_classifier:
|
| 138 |
+
enable: false
|
| 139 |
+
segment_len: 128
|
| 140 |
+
n_segments: 3
|
| 141 |
+
seed: 42
|
| 142 |
+
acd_max_lag: 50
|
| 143 |
+
mdd_bins: 32
|
| 144 |
+
use_cache: false
|
| 145 |
+
cache_file: predictions_cache.pkl
|
| 146 |
+
output_dir: ''
|
| 147 |
+
created_at: '2025-12-22T21:17:03.167442'
|
experiments/text2motion/synth-m/seed2/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 9.626415739851959,
|
| 3 |
+
"wape": 84.43495913422343,
|
| 4 |
+
"ed": 12.451413528442384,
|
| 5 |
+
"crps": 0.438651458762503,
|
| 6 |
+
"acd": 0.061282142996788025,
|
| 7 |
+
"sd": 0.024024607302982934,
|
| 8 |
+
"kd": 0.29386041841271693,
|
| 9 |
+
"mdd": 0.014710215250651037,
|
| 10 |
+
"fid": 42.180151900564056,
|
| 11 |
+
"sfd": 54.112697152689606,
|
| 12 |
+
"jftsd": 47.21865646873948,
|
| 13 |
+
"prdc_f1.f1": 0.2568461329715061,
|
| 14 |
+
"prdc_f1.precision": 0.767,
|
| 15 |
+
"prdc_f1.recall": 0.15425,
|
| 16 |
+
"joint_prdc_f1.f1": 0.4987686446548142,
|
| 17 |
+
"joint_prdc_f1.precision": 0.69325,
|
| 18 |
+
"joint_prdc_f1.recall": 0.3895,
|
| 19 |
+
"cttp": 21.94361151123047,
|
| 20 |
+
"disc_auc": 0.9994778125
|
| 21 |
+
}
|
experiments/text2motion/synth-m/seed2/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:27:38.842618",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/text2motion/synth-u/seed0/config.template.yaml
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_text2motion
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 0
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
epochs: 700
|
| 21 |
+
batch_size: 256
|
| 22 |
+
lr: 0.001
|
| 23 |
+
weight_decay: 0.0001
|
| 24 |
+
scheduler: cosine
|
| 25 |
+
scheduler_params: {}
|
| 26 |
+
early_stopping_patience: 5
|
| 27 |
+
gradient_clip_val: 1.0
|
| 28 |
+
accumulate_grad_batches: 1
|
| 29 |
+
val_check_interval: 1.0
|
| 30 |
+
num_workers: 4
|
| 31 |
+
pin_memory: true
|
| 32 |
+
limit_train_batches: 1.0
|
| 33 |
+
limit_val_batches: 1.0
|
| 34 |
+
limit_test_batches: 1.0
|
| 35 |
+
num_sanity_val_steps: 2
|
| 36 |
+
data:
|
| 37 |
+
name: synth-u
|
| 38 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 39 |
+
n_var: 1
|
| 40 |
+
seq_length: 128
|
| 41 |
+
normalize: false
|
| 42 |
+
train_split: 0.8
|
| 43 |
+
val_split: 0.1
|
| 44 |
+
model:
|
| 45 |
+
name: text2motion
|
| 46 |
+
channels: 64
|
| 47 |
+
layers: 3
|
| 48 |
+
nheads: 8
|
| 49 |
+
dropout: 0.1
|
| 50 |
+
unit_length: 4
|
| 51 |
+
dim_movement_latent: 512
|
| 52 |
+
dim_movement_enc_hidden: 512
|
| 53 |
+
dim_movement_dec_hidden: 512
|
| 54 |
+
text_latent_dim: 1024
|
| 55 |
+
dim_att_vec: 512
|
| 56 |
+
dim_z: 128
|
| 57 |
+
n_layers_pri: 1
|
| 58 |
+
n_layers_pos: 1
|
| 59 |
+
n_layers_dec: 1
|
| 60 |
+
dim_pri_hidden: 1024
|
| 61 |
+
dim_pos_hidden: 1024
|
| 62 |
+
dim_dec_hidden: 1024
|
| 63 |
+
lambda_rec_ts: 1.0
|
| 64 |
+
lambda_rec_mov: 1.0
|
| 65 |
+
lambda_kld: 0.01
|
| 66 |
+
teacher_forcing_ratio: 0.9
|
| 67 |
+
detach_movement_latents: true
|
| 68 |
+
condition:
|
| 69 |
+
text:
|
| 70 |
+
enabled: true
|
| 71 |
+
input_dim: 1024
|
| 72 |
+
embedding_key: cap_emb
|
| 73 |
+
dropout: 0.0
|
| 74 |
+
cfg_scale: 1.0
|
| 75 |
+
attribute:
|
| 76 |
+
enabled: false
|
| 77 |
+
continuous_dim: 0
|
| 78 |
+
discrete_configs: []
|
| 79 |
+
output_dim: 128
|
| 80 |
+
dropout: 0.0
|
| 81 |
+
label:
|
| 82 |
+
enabled: false
|
| 83 |
+
num_classes: 10
|
| 84 |
+
output_dim: 64
|
| 85 |
+
fusion: concat
|
| 86 |
+
condition_dropout: 0.0
|
| 87 |
+
eval:
|
| 88 |
+
n_samples: 10
|
| 89 |
+
metrics:
|
| 90 |
+
- dtw
|
| 91 |
+
- wape
|
| 92 |
+
- ed
|
| 93 |
+
- crps
|
| 94 |
+
- acd
|
| 95 |
+
- sd
|
| 96 |
+
- kd
|
| 97 |
+
- mdd
|
| 98 |
+
- fid
|
| 99 |
+
- sfd
|
| 100 |
+
- jftsd
|
| 101 |
+
- prdc_f1
|
| 102 |
+
- joint_prdc_f1
|
| 103 |
+
- cttp
|
| 104 |
+
- disc_auc
|
| 105 |
+
batch_size: 128
|
| 106 |
+
save_samples: true
|
| 107 |
+
sampler: ddim
|
| 108 |
+
display_interval: 10
|
| 109 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 110 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 111 |
+
cache_folder: __CACHE_ROOT__/text2motion/synth-u/seed0
|
| 112 |
+
use_longalign: false
|
| 113 |
+
reference_split: train
|
| 114 |
+
disc_auc:
|
| 115 |
+
k_folds: 5
|
| 116 |
+
epochs: 5
|
| 117 |
+
batch_size: 128
|
| 118 |
+
lr: 0.001
|
| 119 |
+
weight_decay: 0.0001
|
| 120 |
+
hidden_channels: 128
|
| 121 |
+
num_layers: 3
|
| 122 |
+
dropout: 0.1
|
| 123 |
+
seed: 42
|
| 124 |
+
num_workers: 0
|
| 125 |
+
prdc:
|
| 126 |
+
k: 5
|
| 127 |
+
max_samples: 5000
|
| 128 |
+
seed: 0
|
| 129 |
+
metric: euclidean
|
| 130 |
+
backend: auto
|
| 131 |
+
knn_chunk_size: 4096
|
| 132 |
+
joint_enable: true
|
| 133 |
+
joint_weights:
|
| 134 |
+
ts: 1.0
|
| 135 |
+
text: 1.0
|
| 136 |
+
joint_normalize: standard
|
| 137 |
+
segment_classifier:
|
| 138 |
+
enable: false
|
| 139 |
+
segment_len: 128
|
| 140 |
+
n_segments: 3
|
| 141 |
+
seed: 42
|
| 142 |
+
acd_max_lag: 50
|
| 143 |
+
mdd_bins: 32
|
| 144 |
+
use_cache: false
|
| 145 |
+
cache_file: predictions_cache.pkl
|
| 146 |
+
output_dir: ''
|
| 147 |
+
created_at: '2025-12-22T21:20:13.681398'
|
experiments/text2motion/synth-u/seed0/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 5.085188034801666,
|
| 3 |
+
"wape": 85.2618906036369,
|
| 4 |
+
"ed": 8.796650436401368,
|
| 5 |
+
"crps": 0.4262594393735139,
|
| 6 |
+
"acd": 0.07435368746519089,
|
| 7 |
+
"sd": 0.0426956633851259,
|
| 8 |
+
"kd": 0.2747872205600683,
|
| 9 |
+
"mdd": 0.014225769042968748,
|
| 10 |
+
"fid": 44.83148336312027,
|
| 11 |
+
"sfd": 6.295287387353085,
|
| 12 |
+
"jftsd": 53.569003359971475,
|
| 13 |
+
"prdc_f1.f1": 0.1536161096829477,
|
| 14 |
+
"prdc_f1.precision": 0.4925,
|
| 15 |
+
"prdc_f1.recall": 0.091,
|
| 16 |
+
"joint_prdc_f1.f1": 0.52731956284153,
|
| 17 |
+
"joint_prdc_f1.precision": 0.7315,
|
| 18 |
+
"joint_prdc_f1.recall": 0.41225,
|
| 19 |
+
"cttp": 19.250409225463866,
|
| 20 |
+
"disc_auc": 0.9997784374999998
|
| 21 |
+
}
|
experiments/text2motion/synth-u/seed0/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T22:25:52.187127",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/text2motion/synth-u/seed1/config.template.yaml
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_text2motion
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 1
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
epochs: 700
|
| 21 |
+
batch_size: 256
|
| 22 |
+
lr: 0.001
|
| 23 |
+
weight_decay: 0.0001
|
| 24 |
+
scheduler: cosine
|
| 25 |
+
scheduler_params: {}
|
| 26 |
+
early_stopping_patience: 5
|
| 27 |
+
gradient_clip_val: 1.0
|
| 28 |
+
accumulate_grad_batches: 1
|
| 29 |
+
val_check_interval: 1.0
|
| 30 |
+
num_workers: 4
|
| 31 |
+
pin_memory: true
|
| 32 |
+
limit_train_batches: 1.0
|
| 33 |
+
limit_val_batches: 1.0
|
| 34 |
+
limit_test_batches: 1.0
|
| 35 |
+
num_sanity_val_steps: 2
|
| 36 |
+
data:
|
| 37 |
+
name: synth-u
|
| 38 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 39 |
+
n_var: 1
|
| 40 |
+
seq_length: 128
|
| 41 |
+
normalize: false
|
| 42 |
+
train_split: 0.8
|
| 43 |
+
val_split: 0.1
|
| 44 |
+
model:
|
| 45 |
+
name: text2motion
|
| 46 |
+
channels: 64
|
| 47 |
+
layers: 3
|
| 48 |
+
nheads: 8
|
| 49 |
+
dropout: 0.1
|
| 50 |
+
unit_length: 4
|
| 51 |
+
dim_movement_latent: 512
|
| 52 |
+
dim_movement_enc_hidden: 512
|
| 53 |
+
dim_movement_dec_hidden: 512
|
| 54 |
+
text_latent_dim: 1024
|
| 55 |
+
dim_att_vec: 512
|
| 56 |
+
dim_z: 128
|
| 57 |
+
n_layers_pri: 1
|
| 58 |
+
n_layers_pos: 1
|
| 59 |
+
n_layers_dec: 1
|
| 60 |
+
dim_pri_hidden: 1024
|
| 61 |
+
dim_pos_hidden: 1024
|
| 62 |
+
dim_dec_hidden: 1024
|
| 63 |
+
lambda_rec_ts: 1.0
|
| 64 |
+
lambda_rec_mov: 1.0
|
| 65 |
+
lambda_kld: 0.01
|
| 66 |
+
teacher_forcing_ratio: 0.9
|
| 67 |
+
detach_movement_latents: true
|
| 68 |
+
condition:
|
| 69 |
+
text:
|
| 70 |
+
enabled: true
|
| 71 |
+
input_dim: 1024
|
| 72 |
+
embedding_key: cap_emb
|
| 73 |
+
dropout: 0.0
|
| 74 |
+
cfg_scale: 1.0
|
| 75 |
+
attribute:
|
| 76 |
+
enabled: false
|
| 77 |
+
continuous_dim: 0
|
| 78 |
+
discrete_configs: []
|
| 79 |
+
output_dim: 128
|
| 80 |
+
dropout: 0.0
|
| 81 |
+
label:
|
| 82 |
+
enabled: false
|
| 83 |
+
num_classes: 10
|
| 84 |
+
output_dim: 64
|
| 85 |
+
fusion: concat
|
| 86 |
+
condition_dropout: 0.0
|
| 87 |
+
eval:
|
| 88 |
+
n_samples: 10
|
| 89 |
+
metrics:
|
| 90 |
+
- dtw
|
| 91 |
+
- wape
|
| 92 |
+
- ed
|
| 93 |
+
- crps
|
| 94 |
+
- acd
|
| 95 |
+
- sd
|
| 96 |
+
- kd
|
| 97 |
+
- mdd
|
| 98 |
+
- fid
|
| 99 |
+
- sfd
|
| 100 |
+
- jftsd
|
| 101 |
+
- prdc_f1
|
| 102 |
+
- joint_prdc_f1
|
| 103 |
+
- cttp
|
| 104 |
+
- disc_auc
|
| 105 |
+
batch_size: 128
|
| 106 |
+
save_samples: true
|
| 107 |
+
sampler: ddim
|
| 108 |
+
display_interval: 10
|
| 109 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 110 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 111 |
+
cache_folder: __CACHE_ROOT__/text2motion/synth-u/seed1
|
| 112 |
+
use_longalign: false
|
| 113 |
+
reference_split: train
|
| 114 |
+
disc_auc:
|
| 115 |
+
k_folds: 5
|
| 116 |
+
epochs: 5
|
| 117 |
+
batch_size: 128
|
| 118 |
+
lr: 0.001
|
| 119 |
+
weight_decay: 0.0001
|
| 120 |
+
hidden_channels: 128
|
| 121 |
+
num_layers: 3
|
| 122 |
+
dropout: 0.1
|
| 123 |
+
seed: 42
|
| 124 |
+
num_workers: 0
|
| 125 |
+
prdc:
|
| 126 |
+
k: 5
|
| 127 |
+
max_samples: 5000
|
| 128 |
+
seed: 0
|
| 129 |
+
metric: euclidean
|
| 130 |
+
backend: auto
|
| 131 |
+
knn_chunk_size: 4096
|
| 132 |
+
joint_enable: true
|
| 133 |
+
joint_weights:
|
| 134 |
+
ts: 1.0
|
| 135 |
+
text: 1.0
|
| 136 |
+
joint_normalize: standard
|
| 137 |
+
segment_classifier:
|
| 138 |
+
enable: false
|
| 139 |
+
segment_len: 128
|
| 140 |
+
n_segments: 3
|
| 141 |
+
seed: 42
|
| 142 |
+
acd_max_lag: 50
|
| 143 |
+
mdd_bins: 32
|
| 144 |
+
use_cache: false
|
| 145 |
+
cache_file: predictions_cache.pkl
|
| 146 |
+
output_dir: ''
|
| 147 |
+
created_at: '2025-12-22T21:35:41.926282'
|
experiments/text2motion/synth-u/seed1/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 4.998630789157611,
|
| 3 |
+
"wape": 83.99544494591946,
|
| 4 |
+
"ed": 8.685945442199706,
|
| 5 |
+
"crps": 0.4548433062818838,
|
| 6 |
+
"acd": 0.0853547528386116,
|
| 7 |
+
"sd": 0.11881662918129551,
|
| 8 |
+
"kd": 0.14053568546222728,
|
| 9 |
+
"mdd": 0.018232462565104163,
|
| 10 |
+
"fid": 61.97935225245374,
|
| 11 |
+
"sfd": 7.754622692490379,
|
| 12 |
+
"jftsd": 70.3335513638196,
|
| 13 |
+
"prdc_f1.f1": 0.07005711775043937,
|
| 14 |
+
"prdc_f1.precision": 0.5315,
|
| 15 |
+
"prdc_f1.recall": 0.0375,
|
| 16 |
+
"joint_prdc_f1.f1": 0.37869377861567466,
|
| 17 |
+
"joint_prdc_f1.precision": 0.66325,
|
| 18 |
+
"joint_prdc_f1.recall": 0.265,
|
| 19 |
+
"cttp": 17.715882659912108,
|
| 20 |
+
"disc_auc": 0.9999495312500001
|
| 21 |
+
}
|
experiments/text2motion/synth-u/seed1/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:04:34.772214",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/text2motion/synth-u/seed2/config.template.yaml
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_text2motion
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 2
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
epochs: 700
|
| 21 |
+
batch_size: 256
|
| 22 |
+
lr: 0.001
|
| 23 |
+
weight_decay: 0.0001
|
| 24 |
+
scheduler: cosine
|
| 25 |
+
scheduler_params: {}
|
| 26 |
+
early_stopping_patience: 5
|
| 27 |
+
gradient_clip_val: 1.0
|
| 28 |
+
accumulate_grad_batches: 1
|
| 29 |
+
val_check_interval: 1.0
|
| 30 |
+
num_workers: 4
|
| 31 |
+
pin_memory: true
|
| 32 |
+
limit_train_batches: 1.0
|
| 33 |
+
limit_val_batches: 1.0
|
| 34 |
+
limit_test_batches: 1.0
|
| 35 |
+
num_sanity_val_steps: 2
|
| 36 |
+
data:
|
| 37 |
+
name: synth-u
|
| 38 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 39 |
+
n_var: 1
|
| 40 |
+
seq_length: 128
|
| 41 |
+
normalize: false
|
| 42 |
+
train_split: 0.8
|
| 43 |
+
val_split: 0.1
|
| 44 |
+
model:
|
| 45 |
+
name: text2motion
|
| 46 |
+
channels: 64
|
| 47 |
+
layers: 3
|
| 48 |
+
nheads: 8
|
| 49 |
+
dropout: 0.1
|
| 50 |
+
unit_length: 4
|
| 51 |
+
dim_movement_latent: 512
|
| 52 |
+
dim_movement_enc_hidden: 512
|
| 53 |
+
dim_movement_dec_hidden: 512
|
| 54 |
+
text_latent_dim: 1024
|
| 55 |
+
dim_att_vec: 512
|
| 56 |
+
dim_z: 128
|
| 57 |
+
n_layers_pri: 1
|
| 58 |
+
n_layers_pos: 1
|
| 59 |
+
n_layers_dec: 1
|
| 60 |
+
dim_pri_hidden: 1024
|
| 61 |
+
dim_pos_hidden: 1024
|
| 62 |
+
dim_dec_hidden: 1024
|
| 63 |
+
lambda_rec_ts: 1.0
|
| 64 |
+
lambda_rec_mov: 1.0
|
| 65 |
+
lambda_kld: 0.01
|
| 66 |
+
teacher_forcing_ratio: 0.9
|
| 67 |
+
detach_movement_latents: true
|
| 68 |
+
condition:
|
| 69 |
+
text:
|
| 70 |
+
enabled: true
|
| 71 |
+
input_dim: 1024
|
| 72 |
+
embedding_key: cap_emb
|
| 73 |
+
dropout: 0.0
|
| 74 |
+
cfg_scale: 1.0
|
| 75 |
+
attribute:
|
| 76 |
+
enabled: false
|
| 77 |
+
continuous_dim: 0
|
| 78 |
+
discrete_configs: []
|
| 79 |
+
output_dim: 128
|
| 80 |
+
dropout: 0.0
|
| 81 |
+
label:
|
| 82 |
+
enabled: false
|
| 83 |
+
num_classes: 10
|
| 84 |
+
output_dim: 64
|
| 85 |
+
fusion: concat
|
| 86 |
+
condition_dropout: 0.0
|
| 87 |
+
eval:
|
| 88 |
+
n_samples: 10
|
| 89 |
+
metrics:
|
| 90 |
+
- dtw
|
| 91 |
+
- wape
|
| 92 |
+
- ed
|
| 93 |
+
- crps
|
| 94 |
+
- acd
|
| 95 |
+
- sd
|
| 96 |
+
- kd
|
| 97 |
+
- mdd
|
| 98 |
+
- fid
|
| 99 |
+
- sfd
|
| 100 |
+
- jftsd
|
| 101 |
+
- prdc_f1
|
| 102 |
+
- joint_prdc_f1
|
| 103 |
+
- cttp
|
| 104 |
+
- disc_auc
|
| 105 |
+
batch_size: 128
|
| 106 |
+
save_samples: true
|
| 107 |
+
sampler: ddim
|
| 108 |
+
display_interval: 10
|
| 109 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 110 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 111 |
+
cache_folder: __CACHE_ROOT__/text2motion/synth-u/seed2
|
| 112 |
+
use_longalign: false
|
| 113 |
+
reference_split: train
|
| 114 |
+
disc_auc:
|
| 115 |
+
k_folds: 5
|
| 116 |
+
epochs: 5
|
| 117 |
+
batch_size: 128
|
| 118 |
+
lr: 0.001
|
| 119 |
+
weight_decay: 0.0001
|
| 120 |
+
hidden_channels: 128
|
| 121 |
+
num_layers: 3
|
| 122 |
+
dropout: 0.1
|
| 123 |
+
seed: 42
|
| 124 |
+
num_workers: 0
|
| 125 |
+
prdc:
|
| 126 |
+
k: 5
|
| 127 |
+
max_samples: 5000
|
| 128 |
+
seed: 0
|
| 129 |
+
metric: euclidean
|
| 130 |
+
backend: auto
|
| 131 |
+
knn_chunk_size: 4096
|
| 132 |
+
joint_enable: true
|
| 133 |
+
joint_weights:
|
| 134 |
+
ts: 1.0
|
| 135 |
+
text: 1.0
|
| 136 |
+
joint_normalize: standard
|
| 137 |
+
segment_classifier:
|
| 138 |
+
enable: false
|
| 139 |
+
segment_len: 128
|
| 140 |
+
n_segments: 3
|
| 141 |
+
seed: 42
|
| 142 |
+
acd_max_lag: 50
|
| 143 |
+
mdd_bins: 32
|
| 144 |
+
use_cache: false
|
| 145 |
+
cache_file: predictions_cache.pkl
|
| 146 |
+
output_dir: ''
|
| 147 |
+
created_at: '2025-12-22T21:38:37.246702'
|
experiments/text2motion/synth-u/seed2/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 5.123799333285053,
|
| 3 |
+
"wape": 83.68866268582255,
|
| 4 |
+
"ed": 8.59034902191162,
|
| 5 |
+
"crps": 0.426639685720445,
|
| 6 |
+
"acd": 0.08646354079246521,
|
| 7 |
+
"sd": 0.053005314210520335,
|
| 8 |
+
"kd": 0.19859039997297323,
|
| 9 |
+
"mdd": 0.012535522460937497,
|
| 10 |
+
"fid": 68.98477653735077,
|
| 11 |
+
"sfd": 9.615549578528867,
|
| 12 |
+
"jftsd": 76.06516443914063,
|
| 13 |
+
"prdc_f1.f1": 0.07521495327102803,
|
| 14 |
+
"prdc_f1.precision": 0.62875,
|
| 15 |
+
"prdc_f1.recall": 0.04,
|
| 16 |
+
"joint_prdc_f1.f1": 0.35731246719160104,
|
| 17 |
+
"joint_prdc_f1.precision": 0.71425,
|
| 18 |
+
"joint_prdc_f1.recall": 0.23825,
|
| 19 |
+
"cttp": 15.853762313842774,
|
| 20 |
+
"disc_auc": 0.9996112499999998
|
| 21 |
+
}
|
experiments/text2motion/synth-u/seed2/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:43:37.875670",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/timevqvae/synth-u/seed0/config.template.yaml
ADDED
|
@@ -0,0 +1,181 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_timevqvae
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 0
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
stages_preset: two_stage
|
| 21 |
+
epochs: 700
|
| 22 |
+
batch_size: 256
|
| 23 |
+
lr: 0.001
|
| 24 |
+
weight_decay: 0.0001
|
| 25 |
+
scheduler: cosine
|
| 26 |
+
scheduler_params: {}
|
| 27 |
+
early_stopping_patience: 50
|
| 28 |
+
gradient_clip_val: 1.0
|
| 29 |
+
accumulate_grad_batches: 1
|
| 30 |
+
val_check_interval: 1.0
|
| 31 |
+
num_workers: 4
|
| 32 |
+
pin_memory: true
|
| 33 |
+
limit_train_batches: 1.0
|
| 34 |
+
limit_val_batches: 1.0
|
| 35 |
+
limit_test_batches: 1.0
|
| 36 |
+
num_sanity_val_steps: 2
|
| 37 |
+
log_grad_norm: true
|
| 38 |
+
log_param_norm: true
|
| 39 |
+
log_norm_every_n_steps: 50
|
| 40 |
+
data:
|
| 41 |
+
name: synth-u
|
| 42 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 43 |
+
n_var: 1
|
| 44 |
+
seq_length: 128
|
| 45 |
+
normalize: false
|
| 46 |
+
train_split: 0.8
|
| 47 |
+
val_split: 0.1
|
| 48 |
+
model:
|
| 49 |
+
name: timevqvae
|
| 50 |
+
channels: 64
|
| 51 |
+
layers: 3
|
| 52 |
+
nheads: 8
|
| 53 |
+
dropout: 0.1
|
| 54 |
+
vqvae:
|
| 55 |
+
n_fft: 4
|
| 56 |
+
codebook_sizes:
|
| 57 |
+
lf: 1024
|
| 58 |
+
hf: 1024
|
| 59 |
+
codebook_dim: 8
|
| 60 |
+
encoder:
|
| 61 |
+
init_dim: 4
|
| 62 |
+
hid_dim: 128
|
| 63 |
+
n_resnet_blocks: 2
|
| 64 |
+
downsampled_width:
|
| 65 |
+
lf: 8
|
| 66 |
+
hf: 32
|
| 67 |
+
decoder:
|
| 68 |
+
n_resnet_blocks: 2
|
| 69 |
+
maskgit:
|
| 70 |
+
choice_temperatures:
|
| 71 |
+
lf: 10.0
|
| 72 |
+
hf: 0.0
|
| 73 |
+
T:
|
| 74 |
+
lf: 10
|
| 75 |
+
hf: 10
|
| 76 |
+
cfg_scale: 1.0
|
| 77 |
+
ESS:
|
| 78 |
+
use: false
|
| 79 |
+
error_ratio_ma_rate: 0.3
|
| 80 |
+
prior:
|
| 81 |
+
hidden_dim: 128
|
| 82 |
+
n_layers: 4
|
| 83 |
+
heads: 2
|
| 84 |
+
ff_mult: 1.0
|
| 85 |
+
use_rmsnorm: true
|
| 86 |
+
p_unconditional: 0.2
|
| 87 |
+
condition:
|
| 88 |
+
text:
|
| 89 |
+
enabled: false
|
| 90 |
+
input_dim: 1024
|
| 91 |
+
embedding_key: cap_emb
|
| 92 |
+
dropout: 0.0
|
| 93 |
+
cfg_scale: 1.0
|
| 94 |
+
attribute:
|
| 95 |
+
enabled: true
|
| 96 |
+
continuous_dim: 0
|
| 97 |
+
discrete_configs:
|
| 98 |
+
- num_classes: 4
|
| 99 |
+
- num_classes: 2
|
| 100 |
+
- num_classes: 4
|
| 101 |
+
output_dim: 128
|
| 102 |
+
dropout: 0.0
|
| 103 |
+
label:
|
| 104 |
+
enabled: true
|
| 105 |
+
num_classes: 32
|
| 106 |
+
output_dim: 64
|
| 107 |
+
fusion: concat
|
| 108 |
+
condition_dropout: 0.0
|
| 109 |
+
eval:
|
| 110 |
+
n_samples: 10
|
| 111 |
+
metrics:
|
| 112 |
+
- dtw
|
| 113 |
+
- wape
|
| 114 |
+
- ed
|
| 115 |
+
- crps
|
| 116 |
+
- acd
|
| 117 |
+
- sd
|
| 118 |
+
- kd
|
| 119 |
+
- mdd
|
| 120 |
+
- fid
|
| 121 |
+
- sfd
|
| 122 |
+
- jftsd
|
| 123 |
+
- prdc_f1
|
| 124 |
+
- joint_prdc_f1
|
| 125 |
+
- cttp
|
| 126 |
+
- disc_auc
|
| 127 |
+
batch_size: 128
|
| 128 |
+
save_samples: true
|
| 129 |
+
sampler: ddim
|
| 130 |
+
display_interval: 10
|
| 131 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 132 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 133 |
+
cache_folder: __CACHE_ROOT__/timevqvae/synth-u/seed0
|
| 134 |
+
use_longalign: false
|
| 135 |
+
reference_split: train
|
| 136 |
+
disc_auc:
|
| 137 |
+
k_folds: 5
|
| 138 |
+
epochs: 5
|
| 139 |
+
batch_size: 128
|
| 140 |
+
lr: 0.001
|
| 141 |
+
weight_decay: 0.0001
|
| 142 |
+
hidden_channels: 128
|
| 143 |
+
num_layers: 3
|
| 144 |
+
dropout: 0.1
|
| 145 |
+
seed: 42
|
| 146 |
+
num_workers: 0
|
| 147 |
+
prdc:
|
| 148 |
+
k: 5
|
| 149 |
+
max_samples: 5000
|
| 150 |
+
seed: 0
|
| 151 |
+
metric: euclidean
|
| 152 |
+
backend: auto
|
| 153 |
+
knn_chunk_size: 4096
|
| 154 |
+
joint_enable: true
|
| 155 |
+
joint_weights:
|
| 156 |
+
ts: 1.0
|
| 157 |
+
text: 1.0
|
| 158 |
+
joint_normalize: standard
|
| 159 |
+
segment_classifier:
|
| 160 |
+
enable: false
|
| 161 |
+
segment_len: 128
|
| 162 |
+
n_segments: 3
|
| 163 |
+
seed: 42
|
| 164 |
+
acd_max_lag: 50
|
| 165 |
+
mdd_bins: 32
|
| 166 |
+
use_cache: false
|
| 167 |
+
cache_file: predictions_cache.pkl
|
| 168 |
+
viz:
|
| 169 |
+
enable: true
|
| 170 |
+
k_cases: 20
|
| 171 |
+
max_vars: 8
|
| 172 |
+
ncols: 5
|
| 173 |
+
seed: 42
|
| 174 |
+
dpi: 200
|
| 175 |
+
alpha: 0.25
|
| 176 |
+
figsize_per_subplot:
|
| 177 |
+
- 3.0
|
| 178 |
+
- 2.0
|
| 179 |
+
output_type: pdf
|
| 180 |
+
output_dir: ''
|
| 181 |
+
created_at: '2025-12-29T12:18:29.884094'
|
experiments/timevqvae/synth-u/seed0/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 4.738344470131908,
|
| 3 |
+
"wape": 78.70354148802224,
|
| 4 |
+
"ed": 8.095824539184571,
|
| 5 |
+
"crps": 0.4619731890890966,
|
| 6 |
+
"acd": 0.0782569944858551,
|
| 7 |
+
"sd": 0.017883144840177098,
|
| 8 |
+
"kd": 0.7764537740484143,
|
| 9 |
+
"mdd": 0.025222961425781246,
|
| 10 |
+
"fid": 75.99252329832237,
|
| 11 |
+
"sfd": 5.18987373126426,
|
| 12 |
+
"jftsd": 84.16335429099422,
|
| 13 |
+
"prdc_f1.f1": 0.03129281767955801,
|
| 14 |
+
"prdc_f1.precision": 0.708,
|
| 15 |
+
"prdc_f1.recall": 0.016,
|
| 16 |
+
"joint_prdc_f1.f1": 0.3395425338189386,
|
| 17 |
+
"joint_prdc_f1.precision": 0.74075,
|
| 18 |
+
"joint_prdc_f1.recall": 0.22025,
|
| 19 |
+
"cttp": 16.272752227783204,
|
| 20 |
+
"disc_auc": 0.99972171875
|
| 21 |
+
}
|
experiments/timevqvae/synth-u/seed0/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-29T13:58:17.771117",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/timevqvae/synth-u/seed1/config.template.yaml
ADDED
|
@@ -0,0 +1,181 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_timevqvae
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 1
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
stages_preset: two_stage
|
| 21 |
+
epochs: 700
|
| 22 |
+
batch_size: 256
|
| 23 |
+
lr: 0.001
|
| 24 |
+
weight_decay: 0.0001
|
| 25 |
+
scheduler: cosine
|
| 26 |
+
scheduler_params: {}
|
| 27 |
+
early_stopping_patience: 50
|
| 28 |
+
gradient_clip_val: 1.0
|
| 29 |
+
accumulate_grad_batches: 1
|
| 30 |
+
val_check_interval: 1.0
|
| 31 |
+
num_workers: 4
|
| 32 |
+
pin_memory: true
|
| 33 |
+
limit_train_batches: 1.0
|
| 34 |
+
limit_val_batches: 1.0
|
| 35 |
+
limit_test_batches: 1.0
|
| 36 |
+
num_sanity_val_steps: 2
|
| 37 |
+
log_grad_norm: true
|
| 38 |
+
log_param_norm: true
|
| 39 |
+
log_norm_every_n_steps: 50
|
| 40 |
+
data:
|
| 41 |
+
name: synth-u
|
| 42 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 43 |
+
n_var: 1
|
| 44 |
+
seq_length: 128
|
| 45 |
+
normalize: false
|
| 46 |
+
train_split: 0.8
|
| 47 |
+
val_split: 0.1
|
| 48 |
+
model:
|
| 49 |
+
name: timevqvae
|
| 50 |
+
channels: 64
|
| 51 |
+
layers: 3
|
| 52 |
+
nheads: 8
|
| 53 |
+
dropout: 0.1
|
| 54 |
+
vqvae:
|
| 55 |
+
n_fft: 4
|
| 56 |
+
codebook_sizes:
|
| 57 |
+
lf: 1024
|
| 58 |
+
hf: 1024
|
| 59 |
+
codebook_dim: 8
|
| 60 |
+
encoder:
|
| 61 |
+
init_dim: 4
|
| 62 |
+
hid_dim: 128
|
| 63 |
+
n_resnet_blocks: 2
|
| 64 |
+
downsampled_width:
|
| 65 |
+
lf: 8
|
| 66 |
+
hf: 32
|
| 67 |
+
decoder:
|
| 68 |
+
n_resnet_blocks: 2
|
| 69 |
+
maskgit:
|
| 70 |
+
choice_temperatures:
|
| 71 |
+
lf: 10.0
|
| 72 |
+
hf: 0.0
|
| 73 |
+
T:
|
| 74 |
+
lf: 10
|
| 75 |
+
hf: 10
|
| 76 |
+
cfg_scale: 1.0
|
| 77 |
+
ESS:
|
| 78 |
+
use: false
|
| 79 |
+
error_ratio_ma_rate: 0.3
|
| 80 |
+
prior:
|
| 81 |
+
hidden_dim: 128
|
| 82 |
+
n_layers: 4
|
| 83 |
+
heads: 2
|
| 84 |
+
ff_mult: 1.0
|
| 85 |
+
use_rmsnorm: true
|
| 86 |
+
p_unconditional: 0.2
|
| 87 |
+
condition:
|
| 88 |
+
text:
|
| 89 |
+
enabled: false
|
| 90 |
+
input_dim: 1024
|
| 91 |
+
embedding_key: cap_emb
|
| 92 |
+
dropout: 0.0
|
| 93 |
+
cfg_scale: 1.0
|
| 94 |
+
attribute:
|
| 95 |
+
enabled: true
|
| 96 |
+
continuous_dim: 0
|
| 97 |
+
discrete_configs:
|
| 98 |
+
- num_classes: 4
|
| 99 |
+
- num_classes: 2
|
| 100 |
+
- num_classes: 4
|
| 101 |
+
output_dim: 128
|
| 102 |
+
dropout: 0.0
|
| 103 |
+
label:
|
| 104 |
+
enabled: true
|
| 105 |
+
num_classes: 32
|
| 106 |
+
output_dim: 64
|
| 107 |
+
fusion: concat
|
| 108 |
+
condition_dropout: 0.0
|
| 109 |
+
eval:
|
| 110 |
+
n_samples: 10
|
| 111 |
+
metrics:
|
| 112 |
+
- dtw
|
| 113 |
+
- wape
|
| 114 |
+
- ed
|
| 115 |
+
- crps
|
| 116 |
+
- acd
|
| 117 |
+
- sd
|
| 118 |
+
- kd
|
| 119 |
+
- mdd
|
| 120 |
+
- fid
|
| 121 |
+
- sfd
|
| 122 |
+
- jftsd
|
| 123 |
+
- prdc_f1
|
| 124 |
+
- joint_prdc_f1
|
| 125 |
+
- cttp
|
| 126 |
+
- disc_auc
|
| 127 |
+
batch_size: 128
|
| 128 |
+
save_samples: true
|
| 129 |
+
sampler: ddim
|
| 130 |
+
display_interval: 10
|
| 131 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 132 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 133 |
+
cache_folder: __CACHE_ROOT__/timevqvae/synth-u/seed1
|
| 134 |
+
use_longalign: false
|
| 135 |
+
reference_split: train
|
| 136 |
+
disc_auc:
|
| 137 |
+
k_folds: 5
|
| 138 |
+
epochs: 5
|
| 139 |
+
batch_size: 128
|
| 140 |
+
lr: 0.001
|
| 141 |
+
weight_decay: 0.0001
|
| 142 |
+
hidden_channels: 128
|
| 143 |
+
num_layers: 3
|
| 144 |
+
dropout: 0.1
|
| 145 |
+
seed: 42
|
| 146 |
+
num_workers: 0
|
| 147 |
+
prdc:
|
| 148 |
+
k: 5
|
| 149 |
+
max_samples: 5000
|
| 150 |
+
seed: 0
|
| 151 |
+
metric: euclidean
|
| 152 |
+
backend: auto
|
| 153 |
+
knn_chunk_size: 4096
|
| 154 |
+
joint_enable: true
|
| 155 |
+
joint_weights:
|
| 156 |
+
ts: 1.0
|
| 157 |
+
text: 1.0
|
| 158 |
+
joint_normalize: standard
|
| 159 |
+
segment_classifier:
|
| 160 |
+
enable: false
|
| 161 |
+
segment_len: 128
|
| 162 |
+
n_segments: 3
|
| 163 |
+
seed: 42
|
| 164 |
+
acd_max_lag: 50
|
| 165 |
+
mdd_bins: 32
|
| 166 |
+
use_cache: false
|
| 167 |
+
cache_file: predictions_cache.pkl
|
| 168 |
+
viz:
|
| 169 |
+
enable: true
|
| 170 |
+
k_cases: 20
|
| 171 |
+
max_vars: 8
|
| 172 |
+
ncols: 5
|
| 173 |
+
seed: 42
|
| 174 |
+
dpi: 200
|
| 175 |
+
alpha: 0.25
|
| 176 |
+
figsize_per_subplot:
|
| 177 |
+
- 3.0
|
| 178 |
+
- 2.0
|
| 179 |
+
output_type: pdf
|
| 180 |
+
output_dir: ''
|
| 181 |
+
created_at: '2025-12-29T12:22:30.183193'
|
experiments/timevqvae/synth-u/seed1/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 4.779937541837779,
|
| 3 |
+
"wape": 78.82846294030335,
|
| 4 |
+
"ed": 8.12883283996582,
|
| 5 |
+
"crps": 0.46176104309450156,
|
| 6 |
+
"acd": 0.08039241284132004,
|
| 7 |
+
"sd": 0.05637325715977248,
|
| 8 |
+
"kd": 0.7919831497243068,
|
| 9 |
+
"mdd": 0.023142740885416666,
|
| 10 |
+
"fid": 73.50134580357476,
|
| 11 |
+
"sfd": 5.980927793876038,
|
| 12 |
+
"jftsd": 81.73829830981978,
|
| 13 |
+
"prdc_f1.f1": 0.032750834445927905,
|
| 14 |
+
"prdc_f1.precision": 0.73225,
|
| 15 |
+
"prdc_f1.recall": 0.01675,
|
| 16 |
+
"joint_prdc_f1.f1": 0.35371590324240865,
|
| 17 |
+
"joint_prdc_f1.precision": 0.739,
|
| 18 |
+
"joint_prdc_f1.recall": 0.2325,
|
| 19 |
+
"cttp": 15.966687881469726,
|
| 20 |
+
"disc_auc": 0.9997403125
|
| 21 |
+
}
|
experiments/timevqvae/synth-u/seed1/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-29T14:17:27.877221",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/timevqvae/synth-u/seed2/config.template.yaml
ADDED
|
@@ -0,0 +1,181 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_timevqvae
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 2
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: pretrain
|
| 8 |
+
epochs: 200
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: false
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 50
|
| 13 |
+
- name: finetune
|
| 14 |
+
epochs: 500
|
| 15 |
+
lr: 0.001
|
| 16 |
+
use_condition: true
|
| 17 |
+
freeze_modules: []
|
| 18 |
+
load_from_stage: pretrain
|
| 19 |
+
early_stopping_patience: 50
|
| 20 |
+
stages_preset: two_stage
|
| 21 |
+
epochs: 700
|
| 22 |
+
batch_size: 256
|
| 23 |
+
lr: 0.001
|
| 24 |
+
weight_decay: 0.0001
|
| 25 |
+
scheduler: cosine
|
| 26 |
+
scheduler_params: {}
|
| 27 |
+
early_stopping_patience: 50
|
| 28 |
+
gradient_clip_val: 1.0
|
| 29 |
+
accumulate_grad_batches: 1
|
| 30 |
+
val_check_interval: 1.0
|
| 31 |
+
num_workers: 4
|
| 32 |
+
pin_memory: true
|
| 33 |
+
limit_train_batches: 1.0
|
| 34 |
+
limit_val_batches: 1.0
|
| 35 |
+
limit_test_batches: 1.0
|
| 36 |
+
num_sanity_val_steps: 2
|
| 37 |
+
log_grad_norm: true
|
| 38 |
+
log_param_norm: true
|
| 39 |
+
log_norm_every_n_steps: 50
|
| 40 |
+
data:
|
| 41 |
+
name: synth-u
|
| 42 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 43 |
+
n_var: 1
|
| 44 |
+
seq_length: 128
|
| 45 |
+
normalize: false
|
| 46 |
+
train_split: 0.8
|
| 47 |
+
val_split: 0.1
|
| 48 |
+
model:
|
| 49 |
+
name: timevqvae
|
| 50 |
+
channels: 64
|
| 51 |
+
layers: 3
|
| 52 |
+
nheads: 8
|
| 53 |
+
dropout: 0.1
|
| 54 |
+
vqvae:
|
| 55 |
+
n_fft: 4
|
| 56 |
+
codebook_sizes:
|
| 57 |
+
lf: 1024
|
| 58 |
+
hf: 1024
|
| 59 |
+
codebook_dim: 8
|
| 60 |
+
encoder:
|
| 61 |
+
init_dim: 4
|
| 62 |
+
hid_dim: 128
|
| 63 |
+
n_resnet_blocks: 2
|
| 64 |
+
downsampled_width:
|
| 65 |
+
lf: 8
|
| 66 |
+
hf: 32
|
| 67 |
+
decoder:
|
| 68 |
+
n_resnet_blocks: 2
|
| 69 |
+
maskgit:
|
| 70 |
+
choice_temperatures:
|
| 71 |
+
lf: 10.0
|
| 72 |
+
hf: 0.0
|
| 73 |
+
T:
|
| 74 |
+
lf: 10
|
| 75 |
+
hf: 10
|
| 76 |
+
cfg_scale: 1.0
|
| 77 |
+
ESS:
|
| 78 |
+
use: false
|
| 79 |
+
error_ratio_ma_rate: 0.3
|
| 80 |
+
prior:
|
| 81 |
+
hidden_dim: 128
|
| 82 |
+
n_layers: 4
|
| 83 |
+
heads: 2
|
| 84 |
+
ff_mult: 1.0
|
| 85 |
+
use_rmsnorm: true
|
| 86 |
+
p_unconditional: 0.2
|
| 87 |
+
condition:
|
| 88 |
+
text:
|
| 89 |
+
enabled: false
|
| 90 |
+
input_dim: 1024
|
| 91 |
+
embedding_key: cap_emb
|
| 92 |
+
dropout: 0.0
|
| 93 |
+
cfg_scale: 1.0
|
| 94 |
+
attribute:
|
| 95 |
+
enabled: true
|
| 96 |
+
continuous_dim: 0
|
| 97 |
+
discrete_configs:
|
| 98 |
+
- num_classes: 4
|
| 99 |
+
- num_classes: 2
|
| 100 |
+
- num_classes: 4
|
| 101 |
+
output_dim: 128
|
| 102 |
+
dropout: 0.0
|
| 103 |
+
label:
|
| 104 |
+
enabled: true
|
| 105 |
+
num_classes: 32
|
| 106 |
+
output_dim: 64
|
| 107 |
+
fusion: concat
|
| 108 |
+
condition_dropout: 0.0
|
| 109 |
+
eval:
|
| 110 |
+
n_samples: 10
|
| 111 |
+
metrics:
|
| 112 |
+
- dtw
|
| 113 |
+
- wape
|
| 114 |
+
- ed
|
| 115 |
+
- crps
|
| 116 |
+
- acd
|
| 117 |
+
- sd
|
| 118 |
+
- kd
|
| 119 |
+
- mdd
|
| 120 |
+
- fid
|
| 121 |
+
- sfd
|
| 122 |
+
- jftsd
|
| 123 |
+
- prdc_f1
|
| 124 |
+
- joint_prdc_f1
|
| 125 |
+
- cttp
|
| 126 |
+
- disc_auc
|
| 127 |
+
batch_size: 128
|
| 128 |
+
save_samples: true
|
| 129 |
+
sampler: ddim
|
| 130 |
+
display_interval: 10
|
| 131 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 132 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 133 |
+
cache_folder: __CACHE_ROOT__/timevqvae/synth-u/seed2
|
| 134 |
+
use_longalign: false
|
| 135 |
+
reference_split: train
|
| 136 |
+
disc_auc:
|
| 137 |
+
k_folds: 5
|
| 138 |
+
epochs: 5
|
| 139 |
+
batch_size: 128
|
| 140 |
+
lr: 0.001
|
| 141 |
+
weight_decay: 0.0001
|
| 142 |
+
hidden_channels: 128
|
| 143 |
+
num_layers: 3
|
| 144 |
+
dropout: 0.1
|
| 145 |
+
seed: 42
|
| 146 |
+
num_workers: 0
|
| 147 |
+
prdc:
|
| 148 |
+
k: 5
|
| 149 |
+
max_samples: 5000
|
| 150 |
+
seed: 0
|
| 151 |
+
metric: euclidean
|
| 152 |
+
backend: auto
|
| 153 |
+
knn_chunk_size: 4096
|
| 154 |
+
joint_enable: true
|
| 155 |
+
joint_weights:
|
| 156 |
+
ts: 1.0
|
| 157 |
+
text: 1.0
|
| 158 |
+
joint_normalize: standard
|
| 159 |
+
segment_classifier:
|
| 160 |
+
enable: false
|
| 161 |
+
segment_len: 128
|
| 162 |
+
n_segments: 3
|
| 163 |
+
seed: 42
|
| 164 |
+
acd_max_lag: 50
|
| 165 |
+
mdd_bins: 32
|
| 166 |
+
use_cache: false
|
| 167 |
+
cache_file: predictions_cache.pkl
|
| 168 |
+
viz:
|
| 169 |
+
enable: true
|
| 170 |
+
k_cases: 20
|
| 171 |
+
max_vars: 8
|
| 172 |
+
ncols: 5
|
| 173 |
+
seed: 42
|
| 174 |
+
dpi: 200
|
| 175 |
+
alpha: 0.25
|
| 176 |
+
figsize_per_subplot:
|
| 177 |
+
- 3.0
|
| 178 |
+
- 2.0
|
| 179 |
+
output_type: pdf
|
| 180 |
+
output_dir: ''
|
| 181 |
+
created_at: '2025-12-29T13:37:07.494665'
|
experiments/timevqvae/synth-u/seed2/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-29T15:08:39.042834",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/ttscgan/synth-m/seed0/config.template.yaml
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-m_ttscgan
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 0
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: finetune
|
| 8 |
+
epochs: 700
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: true
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 5
|
| 13 |
+
epochs: 700
|
| 14 |
+
batch_size: 256
|
| 15 |
+
lr: 0.001
|
| 16 |
+
weight_decay: 0.0001
|
| 17 |
+
scheduler: cosine
|
| 18 |
+
scheduler_params: {}
|
| 19 |
+
early_stopping_patience: 5
|
| 20 |
+
gradient_clip_val: 1.0
|
| 21 |
+
accumulate_grad_batches: 1
|
| 22 |
+
val_check_interval: 1.0
|
| 23 |
+
num_workers: 4
|
| 24 |
+
pin_memory: true
|
| 25 |
+
limit_train_batches: 1.0
|
| 26 |
+
limit_val_batches: 1.0
|
| 27 |
+
limit_test_batches: 1.0
|
| 28 |
+
num_sanity_val_steps: 2
|
| 29 |
+
data:
|
| 30 |
+
name: synth-m
|
| 31 |
+
data_folder: __DATA_ROOT__/datasets/synth-m
|
| 32 |
+
n_var: 2
|
| 33 |
+
seq_length: 128
|
| 34 |
+
normalize: false
|
| 35 |
+
train_split: 0.8
|
| 36 |
+
val_split: 0.1
|
| 37 |
+
model:
|
| 38 |
+
name: ttscgan
|
| 39 |
+
channels: 64
|
| 40 |
+
layers: 3
|
| 41 |
+
nheads: 8
|
| 42 |
+
dropout: 0.1
|
| 43 |
+
latent_dim: 100
|
| 44 |
+
data_embed_dim: 10
|
| 45 |
+
label_embed_dim: 10
|
| 46 |
+
g_depth: 3
|
| 47 |
+
g_num_heads: 5
|
| 48 |
+
g_dropout: 0.5
|
| 49 |
+
g_attn_dropout: 0.5
|
| 50 |
+
d_patch_size: 1
|
| 51 |
+
d_embed_dim: 50
|
| 52 |
+
d_depth: 3
|
| 53 |
+
d_num_heads: 5
|
| 54 |
+
d_dropout: 0.5
|
| 55 |
+
g_lr: 0.0002
|
| 56 |
+
d_lr: 0.0002
|
| 57 |
+
beta1: 0.0
|
| 58 |
+
beta2: 0.9
|
| 59 |
+
n_critic: 1
|
| 60 |
+
lambda_cls: 1.0
|
| 61 |
+
lambda_gp: 10.0
|
| 62 |
+
ema: 0.995
|
| 63 |
+
condition:
|
| 64 |
+
text:
|
| 65 |
+
enabled: false
|
| 66 |
+
input_dim: 1024
|
| 67 |
+
embedding_key: cap_emb
|
| 68 |
+
dropout: 0.0
|
| 69 |
+
cfg_scale: 1.0
|
| 70 |
+
attribute:
|
| 71 |
+
enabled: true
|
| 72 |
+
continuous_dim: 0
|
| 73 |
+
discrete_configs:
|
| 74 |
+
- num_classes: 4
|
| 75 |
+
- num_classes: 2
|
| 76 |
+
- num_classes: 4
|
| 77 |
+
- num_classes: 4
|
| 78 |
+
output_dim: 128
|
| 79 |
+
dropout: 0.0
|
| 80 |
+
label:
|
| 81 |
+
enabled: true
|
| 82 |
+
num_classes: 128
|
| 83 |
+
output_dim: 64
|
| 84 |
+
fusion: concat
|
| 85 |
+
condition_dropout: 0.0
|
| 86 |
+
eval:
|
| 87 |
+
n_samples: 10
|
| 88 |
+
metrics:
|
| 89 |
+
- dtw
|
| 90 |
+
- wape
|
| 91 |
+
- ed
|
| 92 |
+
- crps
|
| 93 |
+
- acd
|
| 94 |
+
- sd
|
| 95 |
+
- kd
|
| 96 |
+
- mdd
|
| 97 |
+
- fid
|
| 98 |
+
- sfd
|
| 99 |
+
- jftsd
|
| 100 |
+
- prdc_f1
|
| 101 |
+
- joint_prdc_f1
|
| 102 |
+
- cttp
|
| 103 |
+
- disc_auc
|
| 104 |
+
batch_size: 128
|
| 105 |
+
save_samples: true
|
| 106 |
+
sampler: ddim
|
| 107 |
+
display_interval: 10
|
| 108 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml
|
| 109 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth
|
| 110 |
+
cache_folder: __CACHE_ROOT__/ttscgan/synth-m/seed0
|
| 111 |
+
use_longalign: false
|
| 112 |
+
reference_split: train
|
| 113 |
+
disc_auc:
|
| 114 |
+
k_folds: 5
|
| 115 |
+
epochs: 5
|
| 116 |
+
batch_size: 128
|
| 117 |
+
lr: 0.001
|
| 118 |
+
weight_decay: 0.0001
|
| 119 |
+
hidden_channels: 128
|
| 120 |
+
num_layers: 3
|
| 121 |
+
dropout: 0.1
|
| 122 |
+
seed: 42
|
| 123 |
+
num_workers: 0
|
| 124 |
+
prdc:
|
| 125 |
+
k: 5
|
| 126 |
+
max_samples: 5000
|
| 127 |
+
seed: 0
|
| 128 |
+
metric: euclidean
|
| 129 |
+
backend: auto
|
| 130 |
+
knn_chunk_size: 4096
|
| 131 |
+
joint_enable: true
|
| 132 |
+
joint_weights:
|
| 133 |
+
ts: 1.0
|
| 134 |
+
text: 1.0
|
| 135 |
+
joint_normalize: standard
|
| 136 |
+
segment_classifier:
|
| 137 |
+
enable: false
|
| 138 |
+
segment_len: 128
|
| 139 |
+
n_segments: 3
|
| 140 |
+
seed: 42
|
| 141 |
+
acd_max_lag: 50
|
| 142 |
+
mdd_bins: 32
|
| 143 |
+
use_cache: false
|
| 144 |
+
cache_file: predictions_cache.pkl
|
| 145 |
+
output_dir: ''
|
| 146 |
+
created_at: '2025-12-22T23:53:13.593100'
|
experiments/ttscgan/synth-m/seed0/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 13.62021722148259,
|
| 3 |
+
"wape": 101.70635071410649,
|
| 4 |
+
"ed": 15.563141845703125,
|
| 5 |
+
"crps": 0.670438792263056,
|
| 6 |
+
"acd": 0.26509174704551697,
|
| 7 |
+
"sd": 0.07300600198307015,
|
| 8 |
+
"kd": 0.6773170139231597,
|
| 9 |
+
"mdd": 0.04113104248046875,
|
| 10 |
+
"fid": 117.25347876613488,
|
| 11 |
+
"sfd": 117.08502929791834,
|
| 12 |
+
"jftsd": 127.36492633788407,
|
| 13 |
+
"prdc_f1.f1": 0.0,
|
| 14 |
+
"prdc_f1.precision": 0.046,
|
| 15 |
+
"prdc_f1.recall": 0.0,
|
| 16 |
+
"joint_prdc_f1.f1": 0.01758308157099698,
|
| 17 |
+
"joint_prdc_f1.precision": 0.07275,
|
| 18 |
+
"joint_prdc_f1.recall": 0.01,
|
| 19 |
+
"cttp": 9.816164733886719,
|
| 20 |
+
"disc_auc": 1.0
|
| 21 |
+
}
|
experiments/ttscgan/synth-m/seed0/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:55:57.263486",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/ttscgan/synth-m/seed1/config.template.yaml
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-m_ttscgan
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 1
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: finetune
|
| 8 |
+
epochs: 700
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: true
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 5
|
| 13 |
+
epochs: 700
|
| 14 |
+
batch_size: 256
|
| 15 |
+
lr: 0.001
|
| 16 |
+
weight_decay: 0.0001
|
| 17 |
+
scheduler: cosine
|
| 18 |
+
scheduler_params: {}
|
| 19 |
+
early_stopping_patience: 5
|
| 20 |
+
gradient_clip_val: 1.0
|
| 21 |
+
accumulate_grad_batches: 1
|
| 22 |
+
val_check_interval: 1.0
|
| 23 |
+
num_workers: 4
|
| 24 |
+
pin_memory: true
|
| 25 |
+
limit_train_batches: 1.0
|
| 26 |
+
limit_val_batches: 1.0
|
| 27 |
+
limit_test_batches: 1.0
|
| 28 |
+
num_sanity_val_steps: 2
|
| 29 |
+
data:
|
| 30 |
+
name: synth-m
|
| 31 |
+
data_folder: __DATA_ROOT__/datasets/synth-m
|
| 32 |
+
n_var: 2
|
| 33 |
+
seq_length: 128
|
| 34 |
+
normalize: false
|
| 35 |
+
train_split: 0.8
|
| 36 |
+
val_split: 0.1
|
| 37 |
+
model:
|
| 38 |
+
name: ttscgan
|
| 39 |
+
channels: 64
|
| 40 |
+
layers: 3
|
| 41 |
+
nheads: 8
|
| 42 |
+
dropout: 0.1
|
| 43 |
+
latent_dim: 100
|
| 44 |
+
data_embed_dim: 10
|
| 45 |
+
label_embed_dim: 10
|
| 46 |
+
g_depth: 3
|
| 47 |
+
g_num_heads: 5
|
| 48 |
+
g_dropout: 0.5
|
| 49 |
+
g_attn_dropout: 0.5
|
| 50 |
+
d_patch_size: 1
|
| 51 |
+
d_embed_dim: 50
|
| 52 |
+
d_depth: 3
|
| 53 |
+
d_num_heads: 5
|
| 54 |
+
d_dropout: 0.5
|
| 55 |
+
g_lr: 0.0002
|
| 56 |
+
d_lr: 0.0002
|
| 57 |
+
beta1: 0.0
|
| 58 |
+
beta2: 0.9
|
| 59 |
+
n_critic: 1
|
| 60 |
+
lambda_cls: 1.0
|
| 61 |
+
lambda_gp: 10.0
|
| 62 |
+
ema: 0.995
|
| 63 |
+
condition:
|
| 64 |
+
text:
|
| 65 |
+
enabled: false
|
| 66 |
+
input_dim: 1024
|
| 67 |
+
embedding_key: cap_emb
|
| 68 |
+
dropout: 0.0
|
| 69 |
+
cfg_scale: 1.0
|
| 70 |
+
attribute:
|
| 71 |
+
enabled: true
|
| 72 |
+
continuous_dim: 0
|
| 73 |
+
discrete_configs:
|
| 74 |
+
- num_classes: 4
|
| 75 |
+
- num_classes: 2
|
| 76 |
+
- num_classes: 4
|
| 77 |
+
- num_classes: 4
|
| 78 |
+
output_dim: 128
|
| 79 |
+
dropout: 0.0
|
| 80 |
+
label:
|
| 81 |
+
enabled: true
|
| 82 |
+
num_classes: 128
|
| 83 |
+
output_dim: 64
|
| 84 |
+
fusion: concat
|
| 85 |
+
condition_dropout: 0.0
|
| 86 |
+
eval:
|
| 87 |
+
n_samples: 10
|
| 88 |
+
metrics:
|
| 89 |
+
- dtw
|
| 90 |
+
- wape
|
| 91 |
+
- ed
|
| 92 |
+
- crps
|
| 93 |
+
- acd
|
| 94 |
+
- sd
|
| 95 |
+
- kd
|
| 96 |
+
- mdd
|
| 97 |
+
- fid
|
| 98 |
+
- sfd
|
| 99 |
+
- jftsd
|
| 100 |
+
- prdc_f1
|
| 101 |
+
- joint_prdc_f1
|
| 102 |
+
- cttp
|
| 103 |
+
- disc_auc
|
| 104 |
+
batch_size: 128
|
| 105 |
+
save_samples: true
|
| 106 |
+
sampler: ddim
|
| 107 |
+
display_interval: 10
|
| 108 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml
|
| 109 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth
|
| 110 |
+
cache_folder: __CACHE_ROOT__/ttscgan/synth-m/seed1
|
| 111 |
+
use_longalign: false
|
| 112 |
+
reference_split: train
|
| 113 |
+
disc_auc:
|
| 114 |
+
k_folds: 5
|
| 115 |
+
epochs: 5
|
| 116 |
+
batch_size: 128
|
| 117 |
+
lr: 0.001
|
| 118 |
+
weight_decay: 0.0001
|
| 119 |
+
hidden_channels: 128
|
| 120 |
+
num_layers: 3
|
| 121 |
+
dropout: 0.1
|
| 122 |
+
seed: 42
|
| 123 |
+
num_workers: 0
|
| 124 |
+
prdc:
|
| 125 |
+
k: 5
|
| 126 |
+
max_samples: 5000
|
| 127 |
+
seed: 0
|
| 128 |
+
metric: euclidean
|
| 129 |
+
backend: auto
|
| 130 |
+
knn_chunk_size: 4096
|
| 131 |
+
joint_enable: true
|
| 132 |
+
joint_weights:
|
| 133 |
+
ts: 1.0
|
| 134 |
+
text: 1.0
|
| 135 |
+
joint_normalize: standard
|
| 136 |
+
segment_classifier:
|
| 137 |
+
enable: false
|
| 138 |
+
segment_len: 128
|
| 139 |
+
n_segments: 3
|
| 140 |
+
seed: 42
|
| 141 |
+
acd_max_lag: 50
|
| 142 |
+
mdd_bins: 32
|
| 143 |
+
use_cache: false
|
| 144 |
+
cache_file: predictions_cache.pkl
|
| 145 |
+
output_dir: ''
|
| 146 |
+
created_at: '2025-12-22T23:53:22.046271'
|
experiments/ttscgan/synth-m/seed1/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 13.291505098185587,
|
| 3 |
+
"wape": 103.23164660860358,
|
| 4 |
+
"ed": 15.813957977294923,
|
| 5 |
+
"crps": 0.656790626674725,
|
| 6 |
+
"acd": 0.26569730043411255,
|
| 7 |
+
"sd": 0.07232495729625009,
|
| 8 |
+
"kd": 0.612646889953949,
|
| 9 |
+
"mdd": 0.03876157633463541,
|
| 10 |
+
"fid": 84.27776533629567,
|
| 11 |
+
"sfd": 116.74378267322993,
|
| 12 |
+
"jftsd": 97.16875853729049,
|
| 13 |
+
"prdc_f1.f1": 0.0004986413043478261,
|
| 14 |
+
"prdc_f1.precision": 0.09175,
|
| 15 |
+
"prdc_f1.recall": 0.00025,
|
| 16 |
+
"joint_prdc_f1.f1": 0.03776335877862595,
|
| 17 |
+
"joint_prdc_f1.precision": 0.07275,
|
| 18 |
+
"joint_prdc_f1.recall": 0.0255,
|
| 19 |
+
"cttp": 10.172761352539062,
|
| 20 |
+
"disc_auc": 1.0
|
| 21 |
+
}
|
experiments/ttscgan/synth-m/seed1/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:56:02.190438",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/ttscgan/synth-m/seed2/config.template.yaml
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-m_ttscgan
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 2
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: finetune
|
| 8 |
+
epochs: 700
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: true
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 5
|
| 13 |
+
epochs: 700
|
| 14 |
+
batch_size: 256
|
| 15 |
+
lr: 0.001
|
| 16 |
+
weight_decay: 0.0001
|
| 17 |
+
scheduler: cosine
|
| 18 |
+
scheduler_params: {}
|
| 19 |
+
early_stopping_patience: 5
|
| 20 |
+
gradient_clip_val: 1.0
|
| 21 |
+
accumulate_grad_batches: 1
|
| 22 |
+
val_check_interval: 1.0
|
| 23 |
+
num_workers: 4
|
| 24 |
+
pin_memory: true
|
| 25 |
+
limit_train_batches: 1.0
|
| 26 |
+
limit_val_batches: 1.0
|
| 27 |
+
limit_test_batches: 1.0
|
| 28 |
+
num_sanity_val_steps: 2
|
| 29 |
+
data:
|
| 30 |
+
name: synth-m
|
| 31 |
+
data_folder: __DATA_ROOT__/datasets/synth-m
|
| 32 |
+
n_var: 2
|
| 33 |
+
seq_length: 128
|
| 34 |
+
normalize: false
|
| 35 |
+
train_split: 0.8
|
| 36 |
+
val_split: 0.1
|
| 37 |
+
model:
|
| 38 |
+
name: ttscgan
|
| 39 |
+
channels: 64
|
| 40 |
+
layers: 3
|
| 41 |
+
nheads: 8
|
| 42 |
+
dropout: 0.1
|
| 43 |
+
latent_dim: 100
|
| 44 |
+
data_embed_dim: 10
|
| 45 |
+
label_embed_dim: 10
|
| 46 |
+
g_depth: 3
|
| 47 |
+
g_num_heads: 5
|
| 48 |
+
g_dropout: 0.5
|
| 49 |
+
g_attn_dropout: 0.5
|
| 50 |
+
d_patch_size: 1
|
| 51 |
+
d_embed_dim: 50
|
| 52 |
+
d_depth: 3
|
| 53 |
+
d_num_heads: 5
|
| 54 |
+
d_dropout: 0.5
|
| 55 |
+
g_lr: 0.0002
|
| 56 |
+
d_lr: 0.0002
|
| 57 |
+
beta1: 0.0
|
| 58 |
+
beta2: 0.9
|
| 59 |
+
n_critic: 1
|
| 60 |
+
lambda_cls: 1.0
|
| 61 |
+
lambda_gp: 10.0
|
| 62 |
+
ema: 0.995
|
| 63 |
+
condition:
|
| 64 |
+
text:
|
| 65 |
+
enabled: false
|
| 66 |
+
input_dim: 1024
|
| 67 |
+
embedding_key: cap_emb
|
| 68 |
+
dropout: 0.0
|
| 69 |
+
cfg_scale: 1.0
|
| 70 |
+
attribute:
|
| 71 |
+
enabled: true
|
| 72 |
+
continuous_dim: 0
|
| 73 |
+
discrete_configs:
|
| 74 |
+
- num_classes: 4
|
| 75 |
+
- num_classes: 2
|
| 76 |
+
- num_classes: 4
|
| 77 |
+
- num_classes: 4
|
| 78 |
+
output_dim: 128
|
| 79 |
+
dropout: 0.0
|
| 80 |
+
label:
|
| 81 |
+
enabled: true
|
| 82 |
+
num_classes: 128
|
| 83 |
+
output_dim: 64
|
| 84 |
+
fusion: concat
|
| 85 |
+
condition_dropout: 0.0
|
| 86 |
+
eval:
|
| 87 |
+
n_samples: 10
|
| 88 |
+
metrics:
|
| 89 |
+
- dtw
|
| 90 |
+
- wape
|
| 91 |
+
- ed
|
| 92 |
+
- crps
|
| 93 |
+
- acd
|
| 94 |
+
- sd
|
| 95 |
+
- kd
|
| 96 |
+
- mdd
|
| 97 |
+
- fid
|
| 98 |
+
- sfd
|
| 99 |
+
- jftsd
|
| 100 |
+
- prdc_f1
|
| 101 |
+
- joint_prdc_f1
|
| 102 |
+
- cttp
|
| 103 |
+
- disc_auc
|
| 104 |
+
batch_size: 128
|
| 105 |
+
save_samples: true
|
| 106 |
+
sampler: ddim
|
| 107 |
+
display_interval: 10
|
| 108 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-m/model_configs.yaml
|
| 109 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-m/clip_model_best.pth
|
| 110 |
+
cache_folder: __CACHE_ROOT__/ttscgan/synth-m/seed2
|
| 111 |
+
use_longalign: false
|
| 112 |
+
reference_split: train
|
| 113 |
+
disc_auc:
|
| 114 |
+
k_folds: 5
|
| 115 |
+
epochs: 5
|
| 116 |
+
batch_size: 128
|
| 117 |
+
lr: 0.001
|
| 118 |
+
weight_decay: 0.0001
|
| 119 |
+
hidden_channels: 128
|
| 120 |
+
num_layers: 3
|
| 121 |
+
dropout: 0.1
|
| 122 |
+
seed: 42
|
| 123 |
+
num_workers: 0
|
| 124 |
+
prdc:
|
| 125 |
+
k: 5
|
| 126 |
+
max_samples: 5000
|
| 127 |
+
seed: 0
|
| 128 |
+
metric: euclidean
|
| 129 |
+
backend: auto
|
| 130 |
+
knn_chunk_size: 4096
|
| 131 |
+
joint_enable: true
|
| 132 |
+
joint_weights:
|
| 133 |
+
ts: 1.0
|
| 134 |
+
text: 1.0
|
| 135 |
+
joint_normalize: standard
|
| 136 |
+
segment_classifier:
|
| 137 |
+
enable: false
|
| 138 |
+
segment_len: 128
|
| 139 |
+
n_segments: 3
|
| 140 |
+
seed: 42
|
| 141 |
+
acd_max_lag: 50
|
| 142 |
+
mdd_bins: 32
|
| 143 |
+
use_cache: false
|
| 144 |
+
cache_file: predictions_cache.pkl
|
| 145 |
+
output_dir: ''
|
| 146 |
+
created_at: '2025-12-22T23:53:29.460137'
|
experiments/ttscgan/synth-m/seed2/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 13.446830630689329,
|
| 3 |
+
"wape": 103.19448564635512,
|
| 4 |
+
"ed": 15.787474731445313,
|
| 5 |
+
"crps": 0.6474719663386549,
|
| 6 |
+
"acd": 0.2648230493068695,
|
| 7 |
+
"sd": 0.1517038784629227,
|
| 8 |
+
"kd": 0.645319201701706,
|
| 9 |
+
"mdd": 0.03913367716471353,
|
| 10 |
+
"fid": 98.15316928534398,
|
| 11 |
+
"sfd": 103.83944152731648,
|
| 12 |
+
"jftsd": 110.07614754674105,
|
| 13 |
+
"prdc_f1.f1": 0.0,
|
| 14 |
+
"prdc_f1.precision": 0.099,
|
| 15 |
+
"prdc_f1.recall": 0.0,
|
| 16 |
+
"joint_prdc_f1.f1": 0.023804913294797687,
|
| 17 |
+
"joint_prdc_f1.precision": 0.07225,
|
| 18 |
+
"joint_prdc_f1.recall": 0.01425,
|
| 19 |
+
"cttp": 10.500860641479493,
|
| 20 |
+
"disc_auc": 1.0
|
| 21 |
+
}
|
experiments/ttscgan/synth-m/seed2/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-22T23:55:56.265801",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/ttscgan/synth-u/seed0/config.template.yaml
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_ttscgan
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 0
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: finetune
|
| 8 |
+
epochs: 700
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: true
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 5
|
| 13 |
+
epochs: 700
|
| 14 |
+
batch_size: 256
|
| 15 |
+
lr: 0.001
|
| 16 |
+
weight_decay: 0.0001
|
| 17 |
+
scheduler: cosine
|
| 18 |
+
scheduler_params: {}
|
| 19 |
+
early_stopping_patience: 5
|
| 20 |
+
gradient_clip_val: 1.0
|
| 21 |
+
accumulate_grad_batches: 1
|
| 22 |
+
val_check_interval: 1.0
|
| 23 |
+
num_workers: 4
|
| 24 |
+
pin_memory: true
|
| 25 |
+
limit_train_batches: 1.0
|
| 26 |
+
limit_val_batches: 1.0
|
| 27 |
+
limit_test_batches: 1.0
|
| 28 |
+
num_sanity_val_steps: 2
|
| 29 |
+
data:
|
| 30 |
+
name: synth-u
|
| 31 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 32 |
+
n_var: 1
|
| 33 |
+
seq_length: 128
|
| 34 |
+
normalize: false
|
| 35 |
+
train_split: 0.8
|
| 36 |
+
val_split: 0.1
|
| 37 |
+
model:
|
| 38 |
+
name: ttscgan
|
| 39 |
+
channels: 64
|
| 40 |
+
layers: 3
|
| 41 |
+
nheads: 8
|
| 42 |
+
dropout: 0.1
|
| 43 |
+
latent_dim: 100
|
| 44 |
+
data_embed_dim: 10
|
| 45 |
+
label_embed_dim: 10
|
| 46 |
+
g_depth: 3
|
| 47 |
+
g_num_heads: 5
|
| 48 |
+
g_dropout: 0.5
|
| 49 |
+
g_attn_dropout: 0.5
|
| 50 |
+
d_patch_size: 1
|
| 51 |
+
d_embed_dim: 50
|
| 52 |
+
d_depth: 3
|
| 53 |
+
d_num_heads: 5
|
| 54 |
+
d_dropout: 0.5
|
| 55 |
+
g_lr: 0.0002
|
| 56 |
+
d_lr: 0.0002
|
| 57 |
+
beta1: 0.0
|
| 58 |
+
beta2: 0.9
|
| 59 |
+
n_critic: 1
|
| 60 |
+
lambda_cls: 1.0
|
| 61 |
+
lambda_gp: 10.0
|
| 62 |
+
ema: 0.995
|
| 63 |
+
condition:
|
| 64 |
+
text:
|
| 65 |
+
enabled: false
|
| 66 |
+
input_dim: 1024
|
| 67 |
+
embedding_key: cap_emb
|
| 68 |
+
dropout: 0.0
|
| 69 |
+
cfg_scale: 1.0
|
| 70 |
+
attribute:
|
| 71 |
+
enabled: true
|
| 72 |
+
continuous_dim: 0
|
| 73 |
+
discrete_configs:
|
| 74 |
+
- num_classes: 4
|
| 75 |
+
- num_classes: 2
|
| 76 |
+
- num_classes: 4
|
| 77 |
+
output_dim: 128
|
| 78 |
+
dropout: 0.0
|
| 79 |
+
label:
|
| 80 |
+
enabled: true
|
| 81 |
+
num_classes: 32
|
| 82 |
+
output_dim: 64
|
| 83 |
+
fusion: concat
|
| 84 |
+
condition_dropout: 0.0
|
| 85 |
+
eval:
|
| 86 |
+
n_samples: 10
|
| 87 |
+
metrics:
|
| 88 |
+
- dtw
|
| 89 |
+
- wape
|
| 90 |
+
- ed
|
| 91 |
+
- crps
|
| 92 |
+
- acd
|
| 93 |
+
- sd
|
| 94 |
+
- kd
|
| 95 |
+
- mdd
|
| 96 |
+
- fid
|
| 97 |
+
- sfd
|
| 98 |
+
- jftsd
|
| 99 |
+
- prdc_f1
|
| 100 |
+
- joint_prdc_f1
|
| 101 |
+
- cttp
|
| 102 |
+
- disc_auc
|
| 103 |
+
batch_size: 128
|
| 104 |
+
save_samples: true
|
| 105 |
+
sampler: ddim
|
| 106 |
+
display_interval: 10
|
| 107 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 108 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 109 |
+
cache_folder: __CACHE_ROOT__/ttscgan/synth-u/seed0
|
| 110 |
+
use_longalign: false
|
| 111 |
+
reference_split: train
|
| 112 |
+
disc_auc:
|
| 113 |
+
k_folds: 5
|
| 114 |
+
epochs: 5
|
| 115 |
+
batch_size: 128
|
| 116 |
+
lr: 0.001
|
| 117 |
+
weight_decay: 0.0001
|
| 118 |
+
hidden_channels: 128
|
| 119 |
+
num_layers: 3
|
| 120 |
+
dropout: 0.1
|
| 121 |
+
seed: 42
|
| 122 |
+
num_workers: 0
|
| 123 |
+
prdc:
|
| 124 |
+
k: 5
|
| 125 |
+
max_samples: 5000
|
| 126 |
+
seed: 0
|
| 127 |
+
metric: euclidean
|
| 128 |
+
backend: auto
|
| 129 |
+
knn_chunk_size: 4096
|
| 130 |
+
joint_enable: true
|
| 131 |
+
joint_weights:
|
| 132 |
+
ts: 1.0
|
| 133 |
+
text: 1.0
|
| 134 |
+
joint_normalize: standard
|
| 135 |
+
segment_classifier:
|
| 136 |
+
enable: false
|
| 137 |
+
segment_len: 128
|
| 138 |
+
n_segments: 3
|
| 139 |
+
seed: 42
|
| 140 |
+
acd_max_lag: 50
|
| 141 |
+
mdd_bins: 32
|
| 142 |
+
use_cache: false
|
| 143 |
+
cache_file: predictions_cache.pkl
|
| 144 |
+
viz:
|
| 145 |
+
enable: false
|
| 146 |
+
k_cases: 5
|
| 147 |
+
max_vars: 8
|
| 148 |
+
ncols: 5
|
| 149 |
+
seed: 42
|
| 150 |
+
dpi: 200
|
| 151 |
+
alpha: 0.25
|
| 152 |
+
figsize_per_subplot:
|
| 153 |
+
- 3.0
|
| 154 |
+
- 2.0
|
| 155 |
+
output_dir: ''
|
| 156 |
+
created_at: '2025-12-23T12:56:45.662266'
|
experiments/ttscgan/synth-u/seed0/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 8.615195317993992,
|
| 3 |
+
"wape": 117.84966500342995,
|
| 4 |
+
"ed": 12.478691848754883,
|
| 5 |
+
"crps": 0.6459390187401742,
|
| 6 |
+
"acd": 0.2831283509731293,
|
| 7 |
+
"sd": 0.1303014824261865,
|
| 8 |
+
"kd": 0.10939488661004582,
|
| 9 |
+
"mdd": 0.017960510253906242,
|
| 10 |
+
"fid": 91.43890916768527,
|
| 11 |
+
"sfd": 44.05346303523047,
|
| 12 |
+
"jftsd": 107.62609189549624,
|
| 13 |
+
"prdc_f1.f1": 0.0,
|
| 14 |
+
"prdc_f1.precision": 0.104,
|
| 15 |
+
"prdc_f1.recall": 0.0,
|
| 16 |
+
"joint_prdc_f1.f1": 0.09195039682539682,
|
| 17 |
+
"joint_prdc_f1.precision": 0.1915,
|
| 18 |
+
"joint_prdc_f1.recall": 0.0605,
|
| 19 |
+
"cttp": 11.957205108642578,
|
| 20 |
+
"disc_auc": 1.0
|
| 21 |
+
}
|
experiments/ttscgan/synth-u/seed0/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-23T13:01:16.352345",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/ttscgan/synth-u/seed1/config.template.yaml
ADDED
|
@@ -0,0 +1,145 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_ttscgan
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 1
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: finetune
|
| 8 |
+
epochs: 700
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: true
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 5
|
| 13 |
+
epochs: 700
|
| 14 |
+
batch_size: 256
|
| 15 |
+
lr: 0.001
|
| 16 |
+
weight_decay: 0.0001
|
| 17 |
+
scheduler: cosine
|
| 18 |
+
scheduler_params: {}
|
| 19 |
+
early_stopping_patience: 5
|
| 20 |
+
gradient_clip_val: 1.0
|
| 21 |
+
accumulate_grad_batches: 1
|
| 22 |
+
val_check_interval: 1.0
|
| 23 |
+
num_workers: 4
|
| 24 |
+
pin_memory: true
|
| 25 |
+
limit_train_batches: 1.0
|
| 26 |
+
limit_val_batches: 1.0
|
| 27 |
+
limit_test_batches: 1.0
|
| 28 |
+
num_sanity_val_steps: 2
|
| 29 |
+
data:
|
| 30 |
+
name: synth-u
|
| 31 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 32 |
+
n_var: 1
|
| 33 |
+
seq_length: 128
|
| 34 |
+
normalize: false
|
| 35 |
+
train_split: 0.8
|
| 36 |
+
val_split: 0.1
|
| 37 |
+
model:
|
| 38 |
+
name: ttscgan
|
| 39 |
+
channels: 64
|
| 40 |
+
layers: 3
|
| 41 |
+
nheads: 8
|
| 42 |
+
dropout: 0.1
|
| 43 |
+
latent_dim: 100
|
| 44 |
+
data_embed_dim: 10
|
| 45 |
+
label_embed_dim: 10
|
| 46 |
+
g_depth: 3
|
| 47 |
+
g_num_heads: 5
|
| 48 |
+
g_dropout: 0.5
|
| 49 |
+
g_attn_dropout: 0.5
|
| 50 |
+
d_patch_size: 1
|
| 51 |
+
d_embed_dim: 50
|
| 52 |
+
d_depth: 3
|
| 53 |
+
d_num_heads: 5
|
| 54 |
+
d_dropout: 0.5
|
| 55 |
+
g_lr: 0.0002
|
| 56 |
+
d_lr: 0.0002
|
| 57 |
+
beta1: 0.0
|
| 58 |
+
beta2: 0.9
|
| 59 |
+
n_critic: 1
|
| 60 |
+
lambda_cls: 1.0
|
| 61 |
+
lambda_gp: 10.0
|
| 62 |
+
ema: 0.995
|
| 63 |
+
condition:
|
| 64 |
+
text:
|
| 65 |
+
enabled: false
|
| 66 |
+
input_dim: 1024
|
| 67 |
+
embedding_key: cap_emb
|
| 68 |
+
dropout: 0.0
|
| 69 |
+
cfg_scale: 1.0
|
| 70 |
+
attribute:
|
| 71 |
+
enabled: true
|
| 72 |
+
continuous_dim: 0
|
| 73 |
+
discrete_configs:
|
| 74 |
+
- num_classes: 4
|
| 75 |
+
- num_classes: 2
|
| 76 |
+
- num_classes: 4
|
| 77 |
+
output_dim: 128
|
| 78 |
+
dropout: 0.0
|
| 79 |
+
label:
|
| 80 |
+
enabled: true
|
| 81 |
+
num_classes: 32
|
| 82 |
+
output_dim: 64
|
| 83 |
+
fusion: concat
|
| 84 |
+
condition_dropout: 0.0
|
| 85 |
+
eval:
|
| 86 |
+
n_samples: 10
|
| 87 |
+
metrics:
|
| 88 |
+
- dtw
|
| 89 |
+
- wape
|
| 90 |
+
- ed
|
| 91 |
+
- crps
|
| 92 |
+
- acd
|
| 93 |
+
- sd
|
| 94 |
+
- kd
|
| 95 |
+
- mdd
|
| 96 |
+
- fid
|
| 97 |
+
- sfd
|
| 98 |
+
- jftsd
|
| 99 |
+
- prdc_f1
|
| 100 |
+
- joint_prdc_f1
|
| 101 |
+
- cttp
|
| 102 |
+
- disc_auc
|
| 103 |
+
batch_size: 128
|
| 104 |
+
save_samples: true
|
| 105 |
+
sampler: ddim
|
| 106 |
+
display_interval: 10
|
| 107 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 108 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 109 |
+
cache_folder: __CACHE_ROOT__/ttscgan/synth-u/seed1
|
| 110 |
+
use_longalign: false
|
| 111 |
+
reference_split: train
|
| 112 |
+
disc_auc:
|
| 113 |
+
k_folds: 5
|
| 114 |
+
epochs: 5
|
| 115 |
+
batch_size: 128
|
| 116 |
+
lr: 0.001
|
| 117 |
+
weight_decay: 0.0001
|
| 118 |
+
hidden_channels: 128
|
| 119 |
+
num_layers: 3
|
| 120 |
+
dropout: 0.1
|
| 121 |
+
seed: 42
|
| 122 |
+
num_workers: 0
|
| 123 |
+
prdc:
|
| 124 |
+
k: 5
|
| 125 |
+
max_samples: 5000
|
| 126 |
+
seed: 0
|
| 127 |
+
metric: euclidean
|
| 128 |
+
backend: auto
|
| 129 |
+
knn_chunk_size: 4096
|
| 130 |
+
joint_enable: true
|
| 131 |
+
joint_weights:
|
| 132 |
+
ts: 1.0
|
| 133 |
+
text: 1.0
|
| 134 |
+
joint_normalize: standard
|
| 135 |
+
segment_classifier:
|
| 136 |
+
enable: false
|
| 137 |
+
segment_len: 128
|
| 138 |
+
n_segments: 3
|
| 139 |
+
seed: 42
|
| 140 |
+
acd_max_lag: 50
|
| 141 |
+
mdd_bins: 32
|
| 142 |
+
use_cache: false
|
| 143 |
+
cache_file: predictions_cache.pkl
|
| 144 |
+
output_dir: ''
|
| 145 |
+
created_at: '2025-12-22T23:57:00.873827'
|
experiments/ttscgan/synth-u/seed1/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 8.61280720100412,
|
| 3 |
+
"wape": 105.00342853406113,
|
| 4 |
+
"ed": 11.228836288452149,
|
| 5 |
+
"crps": 0.612016705594086,
|
| 6 |
+
"acd": 0.28562983870506287,
|
| 7 |
+
"sd": 0.14417734897771403,
|
| 8 |
+
"kd": 0.2173169990747401,
|
| 9 |
+
"mdd": 0.027589538574218746,
|
| 10 |
+
"fid": 132.26784638237345,
|
| 11 |
+
"sfd": 42.89019335752485,
|
| 12 |
+
"jftsd": 144.0732076555837,
|
| 13 |
+
"prdc_f1.f1": 0.0,
|
| 14 |
+
"prdc_f1.precision": 0.23525,
|
| 15 |
+
"prdc_f1.recall": 0.0,
|
| 16 |
+
"joint_prdc_f1.f1": 0.025206642066420662,
|
| 17 |
+
"joint_prdc_f1.precision": 0.18975,
|
| 18 |
+
"joint_prdc_f1.recall": 0.0135,
|
| 19 |
+
"cttp": 8.110177047729492,
|
| 20 |
+
"disc_auc": 0.9998564062499999
|
| 21 |
+
}
|
experiments/ttscgan/synth-u/seed1/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-23T00:00:11.494167",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
experiments/ttscgan/synth-u/seed2/config.template.yaml
ADDED
|
@@ -0,0 +1,145 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
name: synth-u_ttscgan
|
| 2 |
+
description: ''
|
| 3 |
+
seed: 2
|
| 4 |
+
device: cuda:0
|
| 5 |
+
train:
|
| 6 |
+
stages:
|
| 7 |
+
- name: finetune
|
| 8 |
+
epochs: 700
|
| 9 |
+
lr: 0.001
|
| 10 |
+
use_condition: true
|
| 11 |
+
freeze_modules: []
|
| 12 |
+
early_stopping_patience: 5
|
| 13 |
+
epochs: 700
|
| 14 |
+
batch_size: 256
|
| 15 |
+
lr: 0.001
|
| 16 |
+
weight_decay: 0.0001
|
| 17 |
+
scheduler: cosine
|
| 18 |
+
scheduler_params: {}
|
| 19 |
+
early_stopping_patience: 5
|
| 20 |
+
gradient_clip_val: 1.0
|
| 21 |
+
accumulate_grad_batches: 1
|
| 22 |
+
val_check_interval: 1.0
|
| 23 |
+
num_workers: 4
|
| 24 |
+
pin_memory: true
|
| 25 |
+
limit_train_batches: 1.0
|
| 26 |
+
limit_val_batches: 1.0
|
| 27 |
+
limit_test_batches: 1.0
|
| 28 |
+
num_sanity_val_steps: 2
|
| 29 |
+
data:
|
| 30 |
+
name: synth-u
|
| 31 |
+
data_folder: __DATA_ROOT__/datasets/synth-u
|
| 32 |
+
n_var: 1
|
| 33 |
+
seq_length: 128
|
| 34 |
+
normalize: false
|
| 35 |
+
train_split: 0.8
|
| 36 |
+
val_split: 0.1
|
| 37 |
+
model:
|
| 38 |
+
name: ttscgan
|
| 39 |
+
channels: 64
|
| 40 |
+
layers: 3
|
| 41 |
+
nheads: 8
|
| 42 |
+
dropout: 0.1
|
| 43 |
+
latent_dim: 100
|
| 44 |
+
data_embed_dim: 10
|
| 45 |
+
label_embed_dim: 10
|
| 46 |
+
g_depth: 3
|
| 47 |
+
g_num_heads: 5
|
| 48 |
+
g_dropout: 0.5
|
| 49 |
+
g_attn_dropout: 0.5
|
| 50 |
+
d_patch_size: 1
|
| 51 |
+
d_embed_dim: 50
|
| 52 |
+
d_depth: 3
|
| 53 |
+
d_num_heads: 5
|
| 54 |
+
d_dropout: 0.5
|
| 55 |
+
g_lr: 0.0002
|
| 56 |
+
d_lr: 0.0002
|
| 57 |
+
beta1: 0.0
|
| 58 |
+
beta2: 0.9
|
| 59 |
+
n_critic: 1
|
| 60 |
+
lambda_cls: 1.0
|
| 61 |
+
lambda_gp: 10.0
|
| 62 |
+
ema: 0.995
|
| 63 |
+
condition:
|
| 64 |
+
text:
|
| 65 |
+
enabled: false
|
| 66 |
+
input_dim: 1024
|
| 67 |
+
embedding_key: cap_emb
|
| 68 |
+
dropout: 0.0
|
| 69 |
+
cfg_scale: 1.0
|
| 70 |
+
attribute:
|
| 71 |
+
enabled: true
|
| 72 |
+
continuous_dim: 0
|
| 73 |
+
discrete_configs:
|
| 74 |
+
- num_classes: 4
|
| 75 |
+
- num_classes: 2
|
| 76 |
+
- num_classes: 4
|
| 77 |
+
output_dim: 128
|
| 78 |
+
dropout: 0.0
|
| 79 |
+
label:
|
| 80 |
+
enabled: true
|
| 81 |
+
num_classes: 32
|
| 82 |
+
output_dim: 64
|
| 83 |
+
fusion: concat
|
| 84 |
+
condition_dropout: 0.0
|
| 85 |
+
eval:
|
| 86 |
+
n_samples: 10
|
| 87 |
+
metrics:
|
| 88 |
+
- dtw
|
| 89 |
+
- wape
|
| 90 |
+
- ed
|
| 91 |
+
- crps
|
| 92 |
+
- acd
|
| 93 |
+
- sd
|
| 94 |
+
- kd
|
| 95 |
+
- mdd
|
| 96 |
+
- fid
|
| 97 |
+
- sfd
|
| 98 |
+
- jftsd
|
| 99 |
+
- prdc_f1
|
| 100 |
+
- joint_prdc_f1
|
| 101 |
+
- cttp
|
| 102 |
+
- disc_auc
|
| 103 |
+
batch_size: 128
|
| 104 |
+
save_samples: true
|
| 105 |
+
sampler: ddim
|
| 106 |
+
display_interval: 10
|
| 107 |
+
clip_config_path: __RELEASE_ROOT__/resources/cttp/synth-u/model_configs.yaml
|
| 108 |
+
clip_model_path: __RELEASE_ROOT__/resources/cttp/synth-u/clip_model_best.pth
|
| 109 |
+
cache_folder: __CACHE_ROOT__/ttscgan/synth-u/seed2
|
| 110 |
+
use_longalign: false
|
| 111 |
+
reference_split: train
|
| 112 |
+
disc_auc:
|
| 113 |
+
k_folds: 5
|
| 114 |
+
epochs: 5
|
| 115 |
+
batch_size: 128
|
| 116 |
+
lr: 0.001
|
| 117 |
+
weight_decay: 0.0001
|
| 118 |
+
hidden_channels: 128
|
| 119 |
+
num_layers: 3
|
| 120 |
+
dropout: 0.1
|
| 121 |
+
seed: 42
|
| 122 |
+
num_workers: 0
|
| 123 |
+
prdc:
|
| 124 |
+
k: 5
|
| 125 |
+
max_samples: 5000
|
| 126 |
+
seed: 0
|
| 127 |
+
metric: euclidean
|
| 128 |
+
backend: auto
|
| 129 |
+
knn_chunk_size: 4096
|
| 130 |
+
joint_enable: true
|
| 131 |
+
joint_weights:
|
| 132 |
+
ts: 1.0
|
| 133 |
+
text: 1.0
|
| 134 |
+
joint_normalize: standard
|
| 135 |
+
segment_classifier:
|
| 136 |
+
enable: false
|
| 137 |
+
segment_len: 128
|
| 138 |
+
n_segments: 3
|
| 139 |
+
seed: 42
|
| 140 |
+
acd_max_lag: 50
|
| 141 |
+
mdd_bins: 32
|
| 142 |
+
use_cache: false
|
| 143 |
+
cache_file: predictions_cache.pkl
|
| 144 |
+
output_dir: ''
|
| 145 |
+
created_at: '2025-12-22T23:57:30.662326'
|
experiments/ttscgan/synth-u/seed2/results/expected_seed_metrics.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dtw": 8.76998853935729,
|
| 3 |
+
"wape": 107.50432780621449,
|
| 4 |
+
"ed": 11.425767219543458,
|
| 5 |
+
"crps": 0.6467043358085885,
|
| 6 |
+
"acd": 0.28607848286628723,
|
| 7 |
+
"sd": 0.038291226217707405,
|
| 8 |
+
"kd": 0.07883520307052105,
|
| 9 |
+
"mdd": 0.024426371256510412,
|
| 10 |
+
"fid": 136.1920629510733,
|
| 11 |
+
"sfd": 43.589675504604045,
|
| 12 |
+
"jftsd": 146.7346881291603,
|
| 13 |
+
"prdc_f1.f1": 0.0,
|
| 14 |
+
"prdc_f1.precision": 0.22075,
|
| 15 |
+
"prdc_f1.recall": 0.0,
|
| 16 |
+
"joint_prdc_f1.f1": 0.024341104294478524,
|
| 17 |
+
"joint_prdc_f1.precision": 0.19075,
|
| 18 |
+
"joint_prdc_f1.recall": 0.013,
|
| 19 |
+
"cttp": 8.088190063476562,
|
| 20 |
+
"disc_auc": 0.9999215625
|
| 21 |
+
}
|
experiments/ttscgan/synth-u/seed2/summary.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "completed",
|
| 3 |
+
"finished_at": "2025-12-23T00:00:53.903036",
|
| 4 |
+
"best_checkpoint": "checkpoints/finetune/best.ckpt"
|
| 5 |
+
}
|
manifests/release_manifest_public.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"release_name": "contsg_synth_only_release_20260304_204630",
|
| 3 |
+
"created_at": "2026-03-04T20:47:42.078544",
|
| 4 |
+
"models": [
|
| 5 |
+
"bridge",
|
| 6 |
+
"diffusets",
|
| 7 |
+
"t2s",
|
| 8 |
+
"tedit",
|
| 9 |
+
"text2motion",
|
| 10 |
+
"timevqvae",
|
| 11 |
+
"timeweaver",
|
| 12 |
+
"ttscgan",
|
| 13 |
+
"verbalts",
|
| 14 |
+
"wavestitch"
|
| 15 |
+
],
|
| 16 |
+
"datasets": [
|
| 17 |
+
"synth-u",
|
| 18 |
+
"synth-m"
|
| 19 |
+
],
|
| 20 |
+
"seeds": [
|
| 21 |
+
"seed0",
|
| 22 |
+
"seed1",
|
| 23 |
+
"seed2"
|
| 24 |
+
],
|
| 25 |
+
"n_checkpoints": 60,
|
| 26 |
+
"total_checkpoint_bytes": 8788160278
|
| 27 |
+
}
|
scripts/README.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Run reproduction from repo root (contsg installed):
|
| 2 |
+
1) Prepare real config from template by replacing placeholders:
|
| 3 |
+
__DATA_ROOT__, __RELEASE_ROOT__, __CACHE_ROOT__
|
| 4 |
+
2) Evaluate one snapshot:
|
| 5 |
+
contsg evaluate <exp_dir> --checkpoint finetune/best.ckpt
|