diff --git a/workspace/runs/ctt_residual_ot_full_seed0/command.txt b/workspace/runs/ctt_residual_ot_full_seed0/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..03f291dd3723bee18c4012bd88e700cbbcff70e2 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/command.txt @@ -0,0 +1 @@ +python scripts/train_ctt.py --dataset data/cil_charts/train/index.json --out-dir runs/ctt_residual_ot_full_seed0 --variant residual --epochs 5 --max-charts 100000 --neighbors 8 --lr 0.001 --seed 0 --pos-alignment 1.0 --ot-alignment 0.25 --negative-boundary 0.25 --pairwise-rank 1.0 --listwise-rank 0.5 --cycle 0.1 --diversity 0.05 --negative-margin 0.2 --ot-epsilon 0.05 --ot-iterations 30 --transport-samples-per-pair 4 --diversity-temperature 1.0 --no-markdown-report diff --git a/workspace/runs/ctt_residual_ot_full_seed0/config.yaml b/workspace/runs/ctt_residual_ot_full_seed0/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48e207dcc0e64e4f450cd6a8d0ccc0c223cdb8eb --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/config.yaml @@ -0,0 +1,23 @@ +chart_feature_mode: base +config: None +cycle: 0.1 +dataset: data/cil_charts/train/index.json +diversity: 0.05 +diversity_temperature: 1.0 +epochs: 5 +listwise_rank: 0.5 +lr: 0.001 +max_charts: 100000 +negative_boundary: 0.25 +negative_margin: 0.2 +neighbors: 8 +no_markdown_report: True +ot_alignment: 0.25 +ot_epsilon: 0.05 +ot_iterations: 30 +out_dir: runs/ctt_residual_ot_full_seed0 +pairwise_rank: 1.0 +pos_alignment: 1.0 +seed: 0 +transport_samples_per_pair: 4 +variant: residual diff --git a/workspace/runs/ctt_residual_ot_full_seed0/data_hash.txt b/workspace/runs/ctt_residual_ot_full_seed0/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6cc02ca1808e0515839939b88beab0acaad5cbc --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/data_hash.txt @@ -0,0 +1 @@ +90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957 diff --git a/workspace/runs/ctt_residual_ot_full_seed0/eval.log b/workspace/runs/ctt_residual_ot_full_seed0/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..b0b4c80e547536c12b4980b9bb316c7a4cdcaf9b --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/eval.log @@ -0,0 +1 @@ +eval not run by train_ctt.py diff --git a/workspace/runs/ctt_residual_ot_full_seed0/git_hash.txt b/workspace/runs/ctt_residual_ot_full_seed0/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/git_hash.txt @@ -0,0 +1 @@ +14e81292e2004925f81e0bb4810f6f144bfd87b7 diff --git a/workspace/runs/ctt_residual_ot_full_seed0/metrics.json b/workspace/runs/ctt_residual_ot_full_seed0/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8714eb96925fb8bc123e8e692a4f594c14caf239 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/metrics.json @@ -0,0 +1,34 @@ +{ + "chart_feature_mode": "base", + "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957", + "epochs": 5, + "final_component_means": { + "cycle": 0.2522961610452074, + "diversity": 0.40323811049044805, + "listwise_rank": 0.04902952836139555, + "negative_boundary": 0.0, + "ot_alignment": 5.628985789335299, + "pairwise_rank": 0.3404245189734521, + "pos_alignment": 2.5820174080465126 + }, + "final_mean_loss": 4.399594662667707, + "loss_weights": { + "cycle": 0.1, + "diversity": 0.05, + "diversity_temperature": 1.0, + "listwise_rank": 0.5, + "negative_boundary": 0.25, + "negative_margin": 0.2, + "ot_alignment": 0.25, + "ot_epsilon": 0.05, + "ot_iterations": 30, + "pairwise_rank": 1.0, + "pos_alignment": 1.0, + "transport_samples_per_pair": 4 + }, + "num_charts": 301, + "num_pairs": 2408, + "report_type": "ctt_train", + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "variant": "residual" +} diff --git a/workspace/runs/ctt_residual_ot_full_seed0/metrics_by_seed.json b/workspace/runs/ctt_residual_ot_full_seed0/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/metrics_by_seed.json @@ -0,0 +1 @@ +{} diff --git a/workspace/runs/ctt_residual_ot_full_seed0/metrics_by_task.json b/workspace/runs/ctt_residual_ot_full_seed0/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/metrics_by_task.json @@ -0,0 +1 @@ +{} diff --git a/workspace/runs/ctt_residual_ot_full_seed0/model.pt b/workspace/runs/ctt_residual_ot_full_seed0/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a39bfa6bdfd02415082ad5ec54722e2a2d4b9a --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194180eb619e76bdb52831eb145df2fd749c6cdb0a224ea2591266e6f6419296 +size 521301 diff --git a/workspace/runs/ctt_residual_ot_full_seed0/split_hash.txt b/workspace/runs/ctt_residual_ot_full_seed0/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_ot_full_seed0/table.tex b/workspace/runs/ctt_residual_ot_full_seed0/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..7c7dce70966bcd5ac04211e713da2124ecc49df1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/table.tex @@ -0,0 +1,8 @@ +% Auto-generated by scripts/train_ctt.py +\begin{tabular}{lrrr} +\toprule +Variant & Charts & Pairs & Final loss \\ +\midrule +residual & 301 & 2408 & 4.3996 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_ot_full_seed0/train.log b/workspace/runs/ctt_residual_ot_full_seed0/train.log new file mode 100644 index 0000000000000000000000000000000000000000..d539df3d29dadb17ca4586f5d2e7b0d34d4018b6 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0/train.log @@ -0,0 +1,7 @@ +charts=301 pairs=2408 variant=residual +loss_weights pos=1.0 ot=0.25 neg=0.25 pairwise=1.0 listwise=0.5 cycle=0.1 diversity=0.05 +epoch=1 mean_loss=14.623031 pos_alignment=10.542293 ot_alignment=13.702041 negative_boundary=0.000000 pairwise_rank=0.613151 listwise_rank=0.014623 cycle=0.215064 diversity=0.265175 +epoch=2 mean_loss=8.066041 pos_alignment=5.394690 ot_alignment=8.394883 negative_boundary=0.000000 pairwise_rank=0.517094 listwise_rank=0.022239 cycle=0.285783 diversity=0.316785 +epoch=3 mean_loss=6.036927 pos_alignment=3.814154 ot_alignment=6.866760 negative_boundary=0.000000 pairwise_rank=0.445259 listwise_rank=0.030854 cycle=0.274778 diversity=0.358366 +epoch=4 mean_loss=5.158203 pos_alignment=3.152168 ot_alignment=6.212361 negative_boundary=0.000000 pairwise_rank=0.386664 listwise_rank=0.040571 cycle=0.268036 diversity=0.383826 +epoch=5 mean_loss=4.399595 pos_alignment=2.582017 ot_alignment=5.628986 negative_boundary=0.000000 pairwise_rank=0.340425 listwise_rank=0.049030 cycle=0.252296 diversity=0.403238 diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/command.txt b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..40aceaf17e1b906e9cf9e1468fd97ae87cc139c9 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_proxy.py --checkpoint runs/ctt_residual_ot_full_seed0/model.pt --source-index data/cil_charts/train/index.json --target-index data/cil_charts/val/index.json --out-dir runs/ctt_residual_ot_full_seed0_val_proxy --k 16 --max-target-charts 100000 --neighbors 8 --thresholds 0.20,0.40 --no-markdown-report diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/config.yaml b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a2d25c18f76cd0afcfd50818b5fa21496918724 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/config.yaml @@ -0,0 +1,9 @@ +checkpoint: runs/ctt_residual_ot_full_seed0/model.pt +k: 16 +max_target_charts: 100000 +neighbors: 8 +no_markdown_report: True +out_dir: runs/ctt_residual_ot_full_seed0_val_proxy +source_index: data/cil_charts/train/index.json +target_index: data/cil_charts/val/index.json +thresholds: 0.20,0.40 diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/data_hash.txt b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6cc02ca1808e0515839939b88beab0acaad5cbc --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/data_hash.txt @@ -0,0 +1 @@ +90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957 diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/eval.log b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..c83d3c40f08701a8d333940ddecb86d278cfcd18 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/eval.log @@ -0,0 +1,4 @@ +source_charts=301 target_charts=69 k=16 +source_index=data/cil_charts/train/index.json +target_index=data/cil_charts/val/index.json +chart_feature_mode=base diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/git_hash.txt b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/git_hash.txt @@ -0,0 +1 @@ +14e81292e2004925f81e0bb4810f6f144bfd87b7 diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics.json b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0a5d9b1288ffebce9a6ce515f59b97f5cbe36ac1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics.json @@ -0,0 +1,2009 @@ +{ + "chart_feature_mode": "base", + "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957", + "k": 16, + "num_rows": 69, + "report_type": "ctt_proxy_eval", + "rows": [ + { + "candidate_diversity_at_16": 0.4784040700426883, + "chart_id": "ms-0345d8ac530f88cefd61", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.9270799443281472, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.8555338444549621, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.18210541321786242, + "chart_id": "ms-081952a63087fc8f83cd", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.25166137990693066, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21292963026091707, + "seed": "2141802816", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3409850609387571, + "chart_id": "ms-0819eb89e627595e7e1b", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 1.043861599475633, + "mean_positive_distance_at_16": 0.6020245943825004, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.42645987831249244, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.41278211920555374, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7436740758838035, + "mean_positive_distance_at_16": 0.9313658894940553, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.8137200610738865, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2810961017318852, + "chart_id": "ms-121bc2e6676c1ac10911", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5473012874506602, + "mean_positive_distance_at_16": 0.49883595823276033, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.75, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4085958306043971, + "seed": "77147264", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.35071317891814807, + "chart_id": "ms-126eb8b36769f9ba4671", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.686931294568662, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.584221775646926, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.4020867910418009, + "chart_id": "ms-16661b2fd2c85f57a66c", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6107989298197423, + "mean_positive_distance_at_16": 0.5912026544485678, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.7333333333333333, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4605633900813239, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.31230907958149434, + "chart_id": "ms-20e1efbb745fd02abc95", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5168003602401241, + "mean_positive_distance_at_16": 0.345577610157128, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17929856255723123, + "seed": "1375492786", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2713752936807972, + "chart_id": "ms-22f153f0d4fa656018e6", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.3247871143694728, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.23314132043756153, + "seed": "1271718007", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3153006428531988, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.8236523537827243, + "mean_positive_distance_at_16": 0.8220742481333911, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 10, + "pos_closer_than_neg_at_16": 0.7, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.633021656425077, + "seed": "1273247072", + "task_id": "PickCube-v1" + }, + { + "candidate_diversity_at_16": 0.1772010023810478, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.8297289183887824, + "mean_positive_distance_at_16": 0.25804621241940107, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2092295092133594, + "seed": "1881223807", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.18449272313666615, + "chart_id": "ms-2867deaca7e98582620b", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.43325464379989126, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.38296243253794016, + "seed": "1189392917", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3254526307602659, + "chart_id": "ms-2dc5138251afd26a040d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7565443128456885, + "mean_positive_distance_at_16": 0.5542015043080131, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4653424162154666, + "seed": "565621826", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.13601593741784926, + "chart_id": "ms-365d8c6de6de16f66744", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.23299319150807388, + "mean_positive_distance_at_16": 0.2746704354067301, + "negative_near_at_16_thr_0p20": 0.0625, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.23733979507145028, + "seed": "1997090716", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3089534975246216, + "chart_id": "ms-387e6771a55be98f1a59", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.3547952181557174, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2526289393492892, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.4020085546413264, + "chart_id": "ms-38f7298184a2c5005e94", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5160822543264832, + "mean_positive_distance_at_16": 0.5175810048918538, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.4375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4034016258526656, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.25424324836371676, + "chart_id": "ms-3afd8959363e917591d4", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.37594878120005415, + "mean_positive_distance_at_16": 0.36521708784317264, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5833333333333334, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.9166666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2870708390596141, + "seed": "75070641", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.17416214462597673, + "chart_id": "ms-3c326d05fec66e1d6bea", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.3555509284161973, + "mean_positive_distance_at_16": 0.2513185227614419, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21394144595699488, + "seed": "278008524", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.17723785822495086, + "chart_id": "ms-3ff1aedb72f65a182b58", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.5734979712921742, + "mean_positive_distance_at_16": 0.20345655834488527, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13922985734694887, + "seed": "1055567618", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.20222292753241375, + "chart_id": "ms-4048f8f6e047422e3c79", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.27000157323106194, + "mean_positive_distance_at_16": 0.20291115548128294, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13436054698941982, + "seed": "1055157354", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.36765209762979656, + "chart_id": "ms-482c5c8d208b5907a2c2", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.4935482952748459, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4100283147685121, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.19103808324675375, + "chart_id": "ms-484ea653bbca2de3a4a2", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.3627329168922132, + "mean_positive_distance_at_16": 0.32160325979540005, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.875, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2448388217509162, + "seed": "1231780997", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.20332084403263484, + "chart_id": "ms-4b4cd12d70c0615e0930", + "collapse_rate_at_16": 0.09090909090909091, + "mean_negative_distance_at_16": 0.29666120336390317, + "mean_positive_distance_at_16": 0.20675193367797445, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 11, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12293128338189374, + "seed": "1025740212", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.36869345675361825, + "chart_id": "ms-4da03300d92420e80ed0", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6557545374586895, + "mean_positive_distance_at_16": 0.38853798261483924, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2684539143073911, + "seed": "1747178030", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2626664179746327, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6112283064496085, + "mean_positive_distance_at_16": 0.43188445132157866, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3348567909308354, + "seed": "794181626", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.35771738030507577, + "chart_id": "ms-57be9ae181c077e7821f", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.6108827048188382, + "mean_positive_distance_at_16": 0.7013745389413537, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.25, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6565380650420627, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.14732073955683608, + "chart_id": "ms-58950fed04d203b97ab9", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.38686915516862475, + "mean_positive_distance_at_16": 0.3136673039320803, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8125, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2817022135369533, + "seed": "1113371261", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.14546412237948955, + "chart_id": "ms-5b26c33feed6992386b1", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.1698942573869381, + "mean_positive_distance_at_16": 0.12954594098543945, + "negative_near_at_16_thr_0p20": 0.8571428571428571, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.0886770244217009, + "seed": "1522272686", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.3353440633079157, + "chart_id": "ms-6388b5d2356c556c3e55", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.40102634617815763, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3496635229534144, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.35541224914259634, + "chart_id": "ms-638d2ba1917eff4d09e0", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.48503505335285013, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4354224966831549, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1340662208987131, + "chart_id": "ms-63ac245579b1188935ad", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.30211791458045323, + "mean_positive_distance_at_16": 0.4068219829048277, + "negative_near_at_16_thr_0p20": 0.06666666666666667, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3118339163080709, + "seed": "211245842", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.22299447930782598, + "chart_id": "ms-651bc0395d78d2819158", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.41140479409185554, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.359400800617013, + "seed": "1483645336", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.313703546810758, + "chart_id": "ms-652ad552ba98d2736620", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.6063678645723464, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5482782973654015, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2923892562673492, + "chart_id": "ms-674fad0e7c042d23629e", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.9658410516775653, + "mean_positive_distance_at_16": 0.5186827160247032, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.40285476187301134, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.17500532730164498, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.36107568203194695, + "mean_positive_distance_at_16": 0.19630434466408356, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8666666666666667, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13126975659138182, + "seed": "1665739511", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.16245151572478814, + "chart_id": "ms-6e268d1e2915740816a1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.4724339430237153, + "mean_positive_distance_at_16": 0.2511041210461414, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2183175918218761, + "seed": "1475440973", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.22878389519140513, + "chart_id": "ms-72777024349c2aacd5e0", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.28831749469158213, + "mean_positive_distance_at_16": 0.2944699613396438, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9230769230769231, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 0.15384615384615385, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21759646881024938, + "seed": "256770874", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.43097661719811414, + "chart_id": "ms-728b865677134d3788e3", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.5820840554048513, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.48546437700861295, + "seed": "750448296", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.4065557560679545, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.539105167345816, + "mean_positive_distance_at_16": 0.5447193353368908, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.3125, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.43251558808347235, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3217020436754494, + "chart_id": "ms-7f57045c114ddad153b5", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5999156291619722, + "mean_positive_distance_at_16": 0.4960474243731684, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.36392616570913067, + "seed": "278008524", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.15191842909427555, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2663185755526337, + "mean_positive_distance_at_16": 0.1847889058105793, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12197637370831946, + "seed": "957101489", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.4392845999222997, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.5389821164158012, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.40823510658237766, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.16502095210964782, + "chart_id": "ms-8864796e31bbe93d7c5d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.45015143776000355, + "mean_positive_distance_at_16": 0.505515654205281, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.125, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.125, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4551277956907253, + "seed": "551504635", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.34670978350211806, + "chart_id": "ms-8a72b73ac452bc190aeb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.8177596146256497, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.7148677108228086, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.21464966856048312, + "chart_id": "ms-9a14552b7db695dee92c", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.2920236945792493, + "mean_positive_distance_at_16": 0.2603037059846342, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17630816990654757, + "seed": "77147264", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.1415951556503204, + "chart_id": "ms-9f5d57fe2153fd267774", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.3490769126248226, + "mean_positive_distance_at_16": 0.3530524587950847, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.875, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1982613296771473, + "seed": "1607773860", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.1660598770352071, + "chart_id": "ms-9fad82fd288e4296e354", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.22000275394589658, + "mean_positive_distance_at_16": 0.2172674769274064, + "negative_near_at_16_thr_0p20": 0.3125, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.625, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.18288940568294845, + "seed": "1176943004", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.37120389123673597, + "chart_id": "ms-a96bca1ef0b74f686018", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8774973761932932, + "mean_positive_distance_at_16": 0.5642898487680565, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.46058080895690695, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3630311052771201, + "chart_id": "ms-ac4fb33f3ab4db853995", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.3675401396679076, + "mean_positive_distance_at_16": 0.48107463489768243, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.6875, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.38055171483196154, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.206634390235546, + "chart_id": "ms-b04b489f4fbad93b65ca", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.35060061605227066, + "mean_positive_distance_at_16": 0.23442306434336554, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9230769230769231, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17231917215960468, + "seed": "1113268940", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.17287903762175494, + "chart_id": "ms-b0fee26e1db967f90b81", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2328292276654873, + "mean_positive_distance_at_16": 0.6484116722909172, + "negative_near_at_16_thr_0p20": 0.07142857142857142, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.611780012748047, + "seed": "1358421325", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.20917796163934507, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.3620401231427826, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.31199236437921296, + "seed": "998761162", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.19675418614778586, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.28125450059827334, + "mean_positive_distance_at_16": 0.20416129291317878, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12152068510941104, + "seed": "1271718007", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.31883901428510897, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7018463264475459, + "mean_positive_distance_at_16": 0.5633835077650542, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4771938740565252, + "seed": "2054899126", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.11678448393983014, + "chart_id": "ms-c663f7e73e7e8376a05c", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.5021226547090069, + "mean_positive_distance_at_16": 0.17338737025000842, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.14751019400953322, + "seed": "1528740417", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.38254140786177365, + "chart_id": "ms-c832439976a37f52d094", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.6266175971200951, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5578737373550804, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.41847735050958546, + "chart_id": "ms-c96b415f083f60857334", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.9326235891078717, + "mean_positive_distance_at_16": 0.6397197113577684, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4477648484200514, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.25319814619566333, + "chart_id": "ms-d1960368ef76bbb10669", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.28314420193956896, + "mean_positive_distance_at_16": 0.27322967920620617, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.75, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.19149763899531863, + "seed": "416183106", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.13575319571801206, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.9640835614410369, + "mean_positive_distance_at_16": 0.18332266948303153, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1367302517310909, + "seed": "534717141", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3232297733740133, + "chart_id": "ms-da142025733b53fcf7eb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7534122634922593, + "mean_positive_distance_at_16": 0.5630877169157823, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4171219234619732, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.5451704550324302, + "chart_id": "ms-e2bad6e99e8a281207cc", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8501119274637533, + "mean_positive_distance_at_16": 1.3094917791980127, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 1.1719731404298603, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3676804059002163, + "chart_id": "ms-e30fd80adc089e9f697a", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6985463702636128, + "mean_positive_distance_at_16": 0.794513207362496, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.1875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6882575127568706, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.35024754137787284, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.575074767093322, + "mean_positive_distance_at_16": 0.42379331095545764, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.336989687887896, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.4649004093888711, + "chart_id": "ms-ec013396e4aff6170ee1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.4837001518723221, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.37097966039337077, + "seed": "750448296", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.35426349097937937, + "chart_id": "ms-ee30ebaf98622759d888", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.7318686022622263, + "mean_positive_distance_at_16": 0.6411782875741942, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.9333333333333333, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5251627318614909, + "seed": "636680137", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.143705930447867, + "chart_id": "ms-efdc07c985935d871adf", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6350638862693878, + "mean_positive_distance_at_16": 0.24373249643860628, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15053625753441402, + "seed": "706479600", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.32668813970961347, + "chart_id": "ms-f3f1d07cfd59b823da47", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.9306756300844037, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.8099105012753431, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.158160871359542, + "chart_id": "ms-fc8084d5cd7da937fc02", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34936733501855716, + "mean_positive_distance_at_16": 0.28598273220268816, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.26059408150199626, + "seed": "1991414747", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.18262294619946434, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "collapse_rate_at_16": 0.125, + "mean_negative_distance_at_16": 0.2722848987823776, + "mean_positive_distance_at_16": 0.22916224444362204, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 8, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1983486876655812, + "seed": "1919198188", + "task_id": "StackCube-v1" + } + ], + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "summary": { + "candidate_diversity_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.26740392805837704, + "low": 0.21527686622252637, + "mean": 0.238725269251457, + "n": 47, + "num_samples": 200 + }, + "mean": 0.238725269251457, + "per_seed": { + "1025740212": 0.20332084403263484, + "1055157354": 0.20222292753241375, + "1055567618": 0.17723785822495086, + "1113268940": 0.206634390235546, + "1113371261": 0.14732073955683608, + "1176943004": 0.1660598770352071, + "1189392917": 0.18449272313666615, + "1231780997": 0.19103808324675375, + "1271718007": 0.23406473991429155, + "1273247072": 0.3153006428531988, + "1358421325": 0.17287903762175494, + "1375492786": 0.31230907958149434, + "141984615": 0.39094591155114583, + "1475440973": 0.16245151572478814, + "1483645336": 0.22299447930782598, + "1522272686": 0.14546412237948955, + "1528740417": 0.11678448393983014, + "1549324805": 0.4349915421264356, + "1607773860": 0.1415951556503204, + "1665739511": 0.17500532730164498, + "1747178030": 0.36869345675361825, + "1881223807": 0.1772010023810478, + "1919198188": 0.18262294619946434, + "1991414747": 0.158160871359542, + "1997090716": 0.13601593741784926, + "2015956957": 0.3394830149729924, + "2054899126": 0.31883901428510897, + "211245842": 0.1340662208987131, + "2141802816": 0.18210541321786242, + "256770874": 0.22878389519140513, + "278008524": 0.24793209415071307, + "416183106": 0.25319814619566333, + "534717141": 0.13575319571801206, + "551504635": 0.16502095210964782, + "565369392": 0.3941229935168762, + "565621826": 0.3254526307602659, + "585904130": 0.38956638809052513, + "626486813": 0.3759735056080218, + "636680137": 0.35426349097937937, + "706479600": 0.143705930447867, + "750448296": 0.44793851329349266, + "75070641": 0.25424324836371676, + "767747424": 0.33219561809903103, + "77147264": 0.24787288514618416, + "794181626": 0.2626664179746327, + "957101489": 0.15191842909427555, + "998761162": 0.20917796163934507 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3187313411269213, + "low": 0.19057892244858943, + "mean": 0.24736838888895654, + "n": 5, + "num_samples": 200 + }, + "mean": 0.24736838888895654, + "per_task": { + "LiftPegUpright-v1": 0.1742083782148668, + "PickCube-v1": 0.3153006428531988, + "PullCube-v1": 0.36446652982024813, + "PushCube-v1": 0.1979099202358057, + "StackCube-v1": 0.18495647332066326 + } + }, + "metric": "candidate_diversity_at_16", + "micro": { + "confidence": 0.95, + "high": 0.3018558583698779, + "low": 0.25233515657149885, + "mean": 0.2768056375203805, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "collapse_rate_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.07317600396057847, + "low": 0.06687485829773064, + "mean": 0.06963867249771506, + "n": 47, + "num_samples": 200 + }, + "mean": 0.06963867249771506, + "per_seed": { + "1025740212": 0.09090909090909091, + "1055157354": 0.07142857142857142, + "1055567618": 0.06666666666666667, + "1113268940": 0.07692307692307693, + "1113371261": 0.0625, + "1176943004": 0.0625, + "1189392917": 0.0625, + "1231780997": 0.0625, + "1271718007": 0.06696428571428571, + "1273247072": 0.1, + "1358421325": 0.07142857142857142, + "1375492786": 0.0625, + "141984615": 0.0625, + "1475440973": 0.0625, + "1483645336": 0.0625, + "1522272686": 0.07142857142857142, + "1528740417": 0.08333333333333333, + "1549324805": 0.07083333333333333, + "1607773860": 0.0625, + "1665739511": 0.06666666666666667, + "1747178030": 0.0625, + "1881223807": 0.07142857142857142, + "1919198188": 0.125, + "1991414747": 0.0625, + "1997090716": 0.0625, + "2015956957": 0.0625, + "2054899126": 0.0625, + "211245842": 0.06666666666666667, + "2141802816": 0.0625, + "256770874": 0.07692307692307693, + "278008524": 0.07291666666666666, + "416183106": 0.08333333333333333, + "534717141": 0.07692307692307693, + "551504635": 0.0625, + "565369392": 0.0625, + "565621826": 0.0625, + "585904130": 0.0625, + "626486813": 0.0625, + "636680137": 0.06666666666666667, + "706479600": 0.06666666666666667, + "750448296": 0.0625, + "75070641": 0.08333333333333333, + "767747424": 0.06473214285714285, + "77147264": 0.07291666666666666, + "794181626": 0.0625, + "957101489": 0.07142857142857142, + "998761162": 0.0625 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.08798536594124828, + "low": 0.06641215973568915, + "mean": 0.07556542477130712, + "n": 5, + "num_samples": 200 + }, + "mean": 0.07556542477130712, + "per_task": { + "LiftPegUpright-v1": 0.07311091686091686, + "PickCube-v1": 0.1, + "PullCube-v1": 0.06404465632406808, + "PushCube-v1": 0.06478937728937728, + "StackCube-v1": 0.07588217338217337 + } + }, + "metric": "collapse_rate_at_16", + "micro": { + "confidence": 0.95, + "high": 0.07084123605862737, + "low": 0.06572762985806464, + "mean": 0.06806780176345395, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "mean_negative_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5544898612776278, + "low": 0.43141340327592315, + "mean": 0.4893271053136061, + "n": 41, + "num_samples": 200 + }, + "mean": 0.4893271053136061, + "per_seed": { + "1025740212": 0.29666120336390317, + "1055157354": 0.27000157323106194, + "1055567618": 0.5734979712921742, + "1113268940": 0.35060061605227066, + "1113371261": 0.38686915516862475, + "1176943004": 0.22000275394589658, + "1231780997": 0.3627329168922132, + "1271718007": 0.28125450059827334, + "1273247072": 0.8236523537827243, + "1358421325": 0.2328292276654873, + "1375492786": 0.5168003602401241, + "141984615": 0.8154548198427762, + "1475440973": 0.4724339430237153, + "1522272686": 0.1698942573869381, + "1528740417": 0.5021226547090069, + "1549324805": 0.6905978540341113, + "1607773860": 0.3490769126248226, + "1665739511": 0.36107568203194695, + "1747178030": 0.6557545374586895, + "1881223807": 0.8297289183887824, + "1919198188": 0.2722848987823776, + "1991414747": 0.34936733501855716, + "1997090716": 0.23299319150807388, + "2015956957": 0.8419283018265604, + "2054899126": 0.7018463264475459, + "211245842": 0.30211791458045323, + "256770874": 0.28831749469158213, + "278008524": 0.4777332787890847, + "416183106": 0.28314420193956896, + "534717141": 0.9640835614410369, + "551504635": 0.45015143776000355, + "565369392": 0.5501064609658425, + "565621826": 0.7565443128456885, + "585904130": 0.8155849796857422, + "626486813": 0.575074767093322, + "636680137": 0.7318686022622263, + "706479600": 0.6350638862693878, + "75070641": 0.37594878120005415, + "77147264": 0.4196624910149548, + "794181626": 0.6112283064496085, + "957101489": 0.2663185755526337 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6965579966966923, + "low": 0.4121728940850306, + "mean": 0.5432214190860382, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5432214190860382, + "per_task": { + "LiftPegUpright-v1": 0.4057837953001855, + "PickCube-v1": 0.8236523537827243, + "PullCube-v1": 0.7148507403089135, + "PushCube-v1": 0.4416302345433001, + "StackCube-v1": 0.3301899714950674 + } + }, + "metric": "mean_negative_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.5888072492556166, + "low": 0.46462052537444676, + "mean": 0.5246296494283026, + "n": 51, + "num_samples": 200 + }, + "n": 51 + }, + "mean_positive_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.44143084960503975, + "low": 0.34168843789762476, + "mean": 0.38936123200762546, + "n": 47, + "num_samples": 200 + }, + "mean": 0.38936123200762546, + "per_seed": { + "1025740212": 0.20675193367797445, + "1055157354": 0.20291115548128294, + "1055567618": 0.20345655834488527, + "1113268940": 0.23442306434336554, + "1113371261": 0.3136673039320803, + "1176943004": 0.2172674769274064, + "1189392917": 0.43325464379989126, + "1231780997": 0.32160325979540005, + "1271718007": 0.2644742036413258, + "1273247072": 0.8220742481333911, + "1358421325": 0.6484116722909172, + "1375492786": 0.345577610157128, + "141984615": 0.6848191700039954, + "1475440973": 0.2511041210461414, + "1483645336": 0.41140479409185554, + "1522272686": 0.12954594098543945, + "1528740417": 0.17338737025000842, + "1549324805": 0.8673563241959781, + "1607773860": 0.3530524587950847, + "1665739511": 0.19630434466408356, + "1747178030": 0.38853798261483924, + "1881223807": 0.25804621241940107, + "1919198188": 0.22916224444362204, + "1991414747": 0.28598273220268816, + "1997090716": 0.2746704354067301, + "2015956957": 0.5939980583123237, + "2054899126": 0.5633835077650542, + "211245842": 0.4068219829048277, + "2141802816": 0.25166137990693066, + "256770874": 0.2944699613396438, + "278008524": 0.3736829735673052, + "416183106": 0.27322967920620617, + "534717141": 0.18332266948303153, + "551504635": 0.505515654205281, + "565369392": 0.6523866199095428, + "565621826": 0.5542015043080131, + "585904130": 0.6869501719467865, + "626486813": 0.5685208343179387, + "636680137": 0.6411782875741942, + "706479600": 0.24373249643860628, + "750448296": 0.5328921036385867, + "75070641": 0.36521708784317264, + "767747424": 0.533282357662394, + "77147264": 0.37956983210869727, + "794181626": 0.43188445132157866, + "957101489": 0.1847889058105793, + "998761162": 0.3620401231427826 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6239590924369559, + "low": 0.31151269807981186, + "mean": 0.4625154265963709, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4625154265963709, + "per_task": { + "LiftPegUpright-v1": 0.2821309005530285, + "PickCube-v1": 0.8220742481333911, + "PullCube-v1": 0.5967580326824843, + "PushCube-v1": 0.33190931911654, + "StackCube-v1": 0.2797046324964109 + } + }, + "metric": "mean_positive_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.5139294790018276, + "low": 0.4028776785812041, + "mean": 0.4538409188205391, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "negative_near_at_16_thr_0p20": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.06846504559270516, + "low": 0.001519756838905775, + "mean": 0.029154002026342447, + "n": 47, + "num_samples": 200 + }, + "mean": 0.029154002026342447, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.3125, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.07142857142857142, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.8571428571428571, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0625, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.06666666666666667, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.03980952380952381, + "low": 0.0, + "mean": 0.019039072039072034, + "n": 5, + "num_samples": 200 + }, + "mean": 0.019039072039072034, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.028846153846153848, + "StackCube-v1": 0.06634920634920634 + } + }, + "metric": "negative_near_at_16_thr_0p20", + "micro": { + "confidence": 0.95, + "high": 0.044634230503795724, + "low": 0.0010351966873706003, + "mean": 0.019858523119392683, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "negative_near_at_16_thr_0p40": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.543664757228587, + "low": 0.2821467539552646, + "mean": 0.40080469176213857, + "n": 47, + "num_samples": 200 + }, + "mean": 0.40080469176213857, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 0.0, + "1113268940": 0.9230769230769231, + "1113371261": 0.8125, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 0.875, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 0.8666666666666667, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.9230769230769231, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 0.125, + "565369392": 0.22916666666666666, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.5833333333333334, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5964030920060331, + "low": 0.10552413273001508, + "mean": 0.3404928355957768, + "n": 5, + "num_samples": 200 + }, + "mean": 0.3404928355957768, + "per_task": { + "LiftPegUpright-v1": 0.4871794871794872, + "PickCube-v1": 0.0, + "PullCube-v1": 0.02022058823529412, + "PushCube-v1": 0.3701923076923077, + "StackCube-v1": 0.8248717948717949 + } + }, + "metric": "negative_near_at_16_thr_0p40", + "micro": { + "confidence": 0.95, + "high": 0.4153799702712746, + "low": 0.19746376811594202, + "mean": 0.3013935340022297, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pos_closer_than_neg_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8932848655409631, + "low": 0.688864133833646, + "mean": 0.7952326975192828, + "n": 41, + "num_samples": 200 + }, + "mean": 0.7952326975192828, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 0.625, + "1231780997": 0.9375, + "1271718007": 1.0, + "1273247072": 0.7, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.3277777777777778, + "1607773860": 0.875, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 0.0, + "2015956957": 0.8125, + "2054899126": 1.0, + "211245842": 0.0, + "256770874": 0.15384615384615385, + "278008524": 1.0, + "416183106": 0.75, + "534717141": 1.0, + "551504635": 0.125, + "565369392": 0.10416666666666667, + "565621826": 1.0, + "585904130": 0.59375, + "626486813": 0.9375, + "636680137": 0.9333333333333333, + "706479600": 1.0, + "75070641": 0.9166666666666666, + "77147264": 0.875, + "794181626": 0.9375, + "957101489": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8040625, + "low": 0.7185592185592187, + "mean": 0.7633756868131868, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7633756868131868, + "per_task": { + "LiftPegUpright-v1": 0.84375, + "PickCube-v1": 0.7, + "PullCube-v1": 0.7043650793650794, + "PushCube-v1": 0.7890625, + "StackCube-v1": 0.7797008547008547 + } + }, + "metric": "pos_closer_than_neg_at_16", + "micro": { + "confidence": 0.95, + "high": 0.845016339869281, + "low": 0.6601872800402212, + "mean": 0.756121166415284, + "n": 51, + "num_samples": 200 + }, + "n": 51 + }, + "pptc_at_16_thr_0p20": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4787234042553192, + "low": 0.20212765957446807, + "mean": 0.3404255319148936, + "n": 47, + "num_samples": 200 + }, + "mean": 0.3404255319148936, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 1.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5517647058823528, + "low": 0.05067873303167421, + "mean": 0.273815987933635, + "n": 5, + "num_samples": 200 + }, + "mean": 0.273815987933635, + "per_task": { + "LiftPegUpright-v1": 0.5, + "PickCube-v1": 0.0, + "PullCube-v1": 0.058823529411764705, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.7333333333333333 + } + }, + "metric": "pptc_at_16_thr_0p20", + "micro": { + "confidence": 0.95, + "high": 0.34782608695652173, + "low": 0.14492753623188406, + "mean": 0.2463768115942029, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pptc_at_16_thr_0p40": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.85177304964539, + "low": 0.6060283687943263, + "mean": 0.724113475177305, + "n": 47, + "num_samples": 200 + }, + "mean": 0.724113475177305, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 1.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.5, + "75070641": 1.0, + "767747424": 0.25, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8871794871794872, + "low": 0.27254901960784317, + "mean": 0.5908898944193062, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5908898944193062, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 0.0, + "PullCube-v1": 0.2647058823529412, + "PushCube-v1": 0.9230769230769231, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "pptc_at_16_thr_0p40", + "micro": { + "confidence": 0.95, + "high": 0.6811594202898551, + "low": 0.4492753623188406, + "mean": 0.5797101449275363, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proxy_support_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.35485212250140097, + "low": 0.26717774884145234, + "mean": 0.31145348608014445, + "n": 47, + "num_samples": 200 + }, + "mean": 0.31145348608014445, + "per_seed": { + "1025740212": 0.12293128338189374, + "1055157354": 0.13436054698941982, + "1055567618": 0.13922985734694887, + "1113268940": 0.17231917215960468, + "1113371261": 0.2817022135369533, + "1176943004": 0.18288940568294845, + "1189392917": 0.38296243253794016, + "1231780997": 0.2448388217509162, + "1271718007": 0.1773310027734863, + "1273247072": 0.633021656425077, + "1358421325": 0.611780012748047, + "1375492786": 0.17929856255723123, + "141984615": 0.5777455256246141, + "1475440973": 0.2183175918218761, + "1483645336": 0.359400800617013, + "1522272686": 0.0886770244217009, + "1528740417": 0.14751019400953322, + "1549324805": 0.7630248651844157, + "1607773860": 0.1982613296771473, + "1665739511": 0.13126975659138182, + "1747178030": 0.2684539143073911, + "1881223807": 0.2092295092133594, + "1919198188": 0.1983486876655812, + "1991414747": 0.26059408150199626, + "1997090716": 0.23733979507145028, + "2015956957": 0.47845805805338537, + "2054899126": 0.4771938740565252, + "211245842": 0.3118339163080709, + "2141802816": 0.21292963026091707, + "256770874": 0.21759646881024938, + "278008524": 0.2889338058330628, + "416183106": 0.19149763899531863, + "534717141": 0.1367302517310909, + "551504635": 0.4551277956907253, + "565369392": 0.5422624546631069, + "565621826": 0.4653424162154666, + "585904130": 0.5646320328440008, + "626486813": 0.46753020501539855, + "636680137": 0.5251627318614909, + "706479600": 0.15053625753441402, + "750448296": 0.42822201870099186, + "75070641": 0.2870708390596141, + "767747424": 0.4551378772611929, + "77147264": 0.29245200025547236, + "794181626": 0.3348567909308354, + "957101489": 0.12197637370831946, + "998761162": 0.31199236437921296 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.49502987403830423, + "low": 0.25395727096177656, + "mean": 0.3671088771320222, + "n": 5, + "num_samples": 200 + }, + "mean": 0.3671088771320222, + "per_task": { + "LiftPegUpright-v1": 0.22684080980242485, + "PickCube-v1": 0.633021656425077, + "PullCube-v1": 0.49113262376947103, + "PushCube-v1": 0.27919812467166, + "StackCube-v1": 0.20535117099147812 + } + }, + "metric": "proxy_support_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.4212685990810891, + "low": 0.32430885729719217, + "mean": 0.3681509986812376, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381", + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_seed.json b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..7c357613063b03c05add744405207610a8ed1779 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_seed.json @@ -0,0 +1,554 @@ +{ + "1025740212": { + "candidate_diversity_at_16": 0.20332084403263484, + "collapse_rate_at_16": 0.09090909090909091, + "mean_negative_distance_at_16": 0.29666120336390317, + "mean_positive_distance_at_16": 0.20675193367797445, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12293128338189374 + }, + "1055157354": { + "candidate_diversity_at_16": 0.20222292753241375, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.27000157323106194, + "mean_positive_distance_at_16": 0.20291115548128294, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13436054698941982 + }, + "1055567618": { + "candidate_diversity_at_16": 0.17723785822495086, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.5734979712921742, + "mean_positive_distance_at_16": 0.20345655834488527, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13922985734694887 + }, + "1113268940": { + "candidate_diversity_at_16": 0.206634390235546, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.35060061605227066, + "mean_positive_distance_at_16": 0.23442306434336554, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9230769230769231, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17231917215960468 + }, + "1113371261": { + "candidate_diversity_at_16": 0.14732073955683608, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.38686915516862475, + "mean_positive_distance_at_16": 0.3136673039320803, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8125, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2817022135369533 + }, + "1176943004": { + "candidate_diversity_at_16": 0.1660598770352071, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.22000275394589658, + "mean_positive_distance_at_16": 0.2172674769274064, + "negative_near_at_16_thr_0p20": 0.3125, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.625, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.18288940568294845 + }, + "1189392917": { + "candidate_diversity_at_16": 0.18449272313666615, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.43325464379989126, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.38296243253794016 + }, + "1231780997": { + "candidate_diversity_at_16": 0.19103808324675375, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.3627329168922132, + "mean_positive_distance_at_16": 0.32160325979540005, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.875, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2448388217509162 + }, + "1271718007": { + "candidate_diversity_at_16": 0.23406473991429155, + "collapse_rate_at_16": 0.06696428571428571, + "mean_negative_distance_at_16": 0.28125450059827334, + "mean_positive_distance_at_16": 0.2644742036413258, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.5, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1773310027734863 + }, + "1273247072": { + "candidate_diversity_at_16": 0.3153006428531988, + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.8236523537827243, + "mean_positive_distance_at_16": 0.8220742481333911, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.7, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.633021656425077 + }, + "1358421325": { + "candidate_diversity_at_16": 0.17287903762175494, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2328292276654873, + "mean_positive_distance_at_16": 0.6484116722909172, + "negative_near_at_16_thr_0p20": 0.07142857142857142, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.611780012748047 + }, + "1375492786": { + "candidate_diversity_at_16": 0.31230907958149434, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5168003602401241, + "mean_positive_distance_at_16": 0.345577610157128, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17929856255723123 + }, + "141984615": { + "candidate_diversity_at_16": 0.39094591155114583, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8154548198427762, + "mean_positive_distance_at_16": 0.6848191700039954, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5777455256246141 + }, + "1475440973": { + "candidate_diversity_at_16": 0.16245151572478814, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.4724339430237153, + "mean_positive_distance_at_16": 0.2511041210461414, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2183175918218761 + }, + "1483645336": { + "candidate_diversity_at_16": 0.22299447930782598, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.41140479409185554, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.359400800617013 + }, + "1522272686": { + "candidate_diversity_at_16": 0.14546412237948955, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.1698942573869381, + "mean_positive_distance_at_16": 0.12954594098543945, + "negative_near_at_16_thr_0p20": 0.8571428571428571, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.0886770244217009 + }, + "1528740417": { + "candidate_diversity_at_16": 0.11678448393983014, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.5021226547090069, + "mean_positive_distance_at_16": 0.17338737025000842, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.14751019400953322 + }, + "1549324805": { + "candidate_diversity_at_16": 0.4349915421264356, + "collapse_rate_at_16": 0.07083333333333333, + "mean_negative_distance_at_16": 0.6905978540341113, + "mean_positive_distance_at_16": 0.8673563241959781, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.3277777777777778, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.7630248651844157 + }, + "1607773860": { + "candidate_diversity_at_16": 0.1415951556503204, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.3490769126248226, + "mean_positive_distance_at_16": 0.3530524587950847, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.875, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1982613296771473 + }, + "1665739511": { + "candidate_diversity_at_16": 0.17500532730164498, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.36107568203194695, + "mean_positive_distance_at_16": 0.19630434466408356, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8666666666666667, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13126975659138182 + }, + "1747178030": { + "candidate_diversity_at_16": 0.36869345675361825, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6557545374586895, + "mean_positive_distance_at_16": 0.38853798261483924, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2684539143073911 + }, + "1881223807": { + "candidate_diversity_at_16": 0.1772010023810478, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.8297289183887824, + "mean_positive_distance_at_16": 0.25804621241940107, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2092295092133594 + }, + "1919198188": { + "candidate_diversity_at_16": 0.18262294619946434, + "collapse_rate_at_16": 0.125, + "mean_negative_distance_at_16": 0.2722848987823776, + "mean_positive_distance_at_16": 0.22916224444362204, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1983486876655812 + }, + "1991414747": { + "candidate_diversity_at_16": 0.158160871359542, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34936733501855716, + "mean_positive_distance_at_16": 0.28598273220268816, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.26059408150199626 + }, + "1997090716": { + "candidate_diversity_at_16": 0.13601593741784926, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.23299319150807388, + "mean_positive_distance_at_16": 0.2746704354067301, + "negative_near_at_16_thr_0p20": 0.0625, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.23733979507145028 + }, + "2015956957": { + "candidate_diversity_at_16": 0.3394830149729924, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8419283018265604, + "mean_positive_distance_at_16": 0.5939980583123237, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.8125, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.2, + "proxy_support_distance_at_16": 0.47845805805338537 + }, + "2054899126": { + "candidate_diversity_at_16": 0.31883901428510897, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7018463264475459, + "mean_positive_distance_at_16": 0.5633835077650542, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4771938740565252 + }, + "211245842": { + "candidate_diversity_at_16": 0.1340662208987131, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.30211791458045323, + "mean_positive_distance_at_16": 0.4068219829048277, + "negative_near_at_16_thr_0p20": 0.06666666666666667, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3118339163080709 + }, + "2141802816": { + "candidate_diversity_at_16": 0.18210541321786242, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.25166137990693066, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21292963026091707 + }, + "256770874": { + "candidate_diversity_at_16": 0.22878389519140513, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.28831749469158213, + "mean_positive_distance_at_16": 0.2944699613396438, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9230769230769231, + "pos_closer_than_neg_at_16": 0.15384615384615385, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21759646881024938 + }, + "278008524": { + "candidate_diversity_at_16": 0.24793209415071307, + "collapse_rate_at_16": 0.07291666666666666, + "mean_negative_distance_at_16": 0.4777332787890847, + "mean_positive_distance_at_16": 0.3736829735673052, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2889338058330628 + }, + "416183106": { + "candidate_diversity_at_16": 0.25319814619566333, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.28314420193956896, + "mean_positive_distance_at_16": 0.27322967920620617, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.75, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.19149763899531863 + }, + "534717141": { + "candidate_diversity_at_16": 0.13575319571801206, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.9640835614410369, + "mean_positive_distance_at_16": 0.18332266948303153, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1367302517310909 + }, + "551504635": { + "candidate_diversity_at_16": 0.16502095210964782, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.45015143776000355, + "mean_positive_distance_at_16": 0.505515654205281, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.125, + "pos_closer_than_neg_at_16": 0.125, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4551277956907253 + }, + "565369392": { + "candidate_diversity_at_16": 0.3941229935168762, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5501064609658425, + "mean_positive_distance_at_16": 0.6523866199095428, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.22916666666666666, + "pos_closer_than_neg_at_16": 0.10416666666666667, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.3333333333333333, + "proxy_support_distance_at_16": 0.5422624546631069 + }, + "565621826": { + "candidate_diversity_at_16": 0.3254526307602659, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7565443128456885, + "mean_positive_distance_at_16": 0.5542015043080131, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4653424162154666 + }, + "585904130": { + "candidate_diversity_at_16": 0.38956638809052513, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8155849796857422, + "mean_positive_distance_at_16": 0.6869501719467865, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.59375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5646320328440008 + }, + "626486813": { + "candidate_diversity_at_16": 0.3759735056080218, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.575074767093322, + "mean_positive_distance_at_16": 0.5685208343179387, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.25, + "proxy_support_distance_at_16": 0.46753020501539855 + }, + "636680137": { + "candidate_diversity_at_16": 0.35426349097937937, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.7318686022622263, + "mean_positive_distance_at_16": 0.6411782875741942, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.9333333333333333, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5251627318614909 + }, + "706479600": { + "candidate_diversity_at_16": 0.143705930447867, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6350638862693878, + "mean_positive_distance_at_16": 0.24373249643860628, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15053625753441402 + }, + "750448296": { + "candidate_diversity_at_16": 0.44793851329349266, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.5328921036385867, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.5, + "proxy_support_distance_at_16": 0.42822201870099186 + }, + "75070641": { + "candidate_diversity_at_16": 0.25424324836371676, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.37594878120005415, + "mean_positive_distance_at_16": 0.36521708784317264, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5833333333333334, + "pos_closer_than_neg_at_16": 0.9166666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2870708390596141 + }, + "767747424": { + "candidate_diversity_at_16": 0.33219561809903103, + "collapse_rate_at_16": 0.06473214285714285, + "mean_positive_distance_at_16": 0.533282357662394, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.25, + "proxy_support_distance_at_16": 0.4551378772611929 + }, + "77147264": { + "candidate_diversity_at_16": 0.24787288514618416, + "collapse_rate_at_16": 0.07291666666666666, + "mean_negative_distance_at_16": 0.4196624910149548, + "mean_positive_distance_at_16": 0.37956983210869727, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "pos_closer_than_neg_at_16": 0.875, + "pptc_at_16_thr_0p20": 0.5, + "pptc_at_16_thr_0p40": 0.5, + "proxy_support_distance_at_16": 0.29245200025547236 + }, + "794181626": { + "candidate_diversity_at_16": 0.2626664179746327, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6112283064496085, + "mean_positive_distance_at_16": 0.43188445132157866, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3348567909308354 + }, + "957101489": { + "candidate_diversity_at_16": 0.15191842909427555, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2663185755526337, + "mean_positive_distance_at_16": 0.1847889058105793, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12197637370831946 + }, + "998761162": { + "candidate_diversity_at_16": 0.20917796163934507, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.3620401231427826, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.31199236437921296 + } +} diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_task.json b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..54c51751c586df0ed197ebc4778db293079eecbd --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_task.json @@ -0,0 +1,62 @@ +{ + "LiftPegUpright-v1": { + "candidate_diversity_at_16": 0.1742083782148668, + "collapse_rate_at_16": 0.07311091686091686, + "mean_negative_distance_at_16": 0.4057837953001855, + "mean_positive_distance_at_16": 0.2821309005530285, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.4871794871794872, + "pos_closer_than_neg_at_16": 0.84375, + "pptc_at_16_thr_0p20": 0.5, + "pptc_at_16_thr_0p40": 0.8333333333333334, + "proxy_support_distance_at_16": 0.22684080980242485 + }, + "PickCube-v1": { + "candidate_diversity_at_16": 0.3153006428531988, + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.8236523537827243, + "mean_positive_distance_at_16": 0.8220742481333911, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.7, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.633021656425077 + }, + "PullCube-v1": { + "candidate_diversity_at_16": 0.36446652982024813, + "collapse_rate_at_16": 0.06404465632406808, + "mean_negative_distance_at_16": 0.7148507403089135, + "mean_positive_distance_at_16": 0.5967580326824843, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.02022058823529412, + "pos_closer_than_neg_at_16": 0.7043650793650794, + "pptc_at_16_thr_0p20": 0.058823529411764705, + "pptc_at_16_thr_0p40": 0.2647058823529412, + "proxy_support_distance_at_16": 0.49113262376947103 + }, + "PushCube-v1": { + "candidate_diversity_at_16": 0.1979099202358057, + "collapse_rate_at_16": 0.06478937728937728, + "mean_negative_distance_at_16": 0.4416302345433001, + "mean_positive_distance_at_16": 0.33190931911654, + "negative_near_at_16_thr_0p20": 0.028846153846153848, + "negative_near_at_16_thr_0p40": 0.3701923076923077, + "pos_closer_than_neg_at_16": 0.7890625, + "pptc_at_16_thr_0p20": 0.07692307692307693, + "pptc_at_16_thr_0p40": 0.9230769230769231, + "proxy_support_distance_at_16": 0.27919812467166 + }, + "StackCube-v1": { + "candidate_diversity_at_16": 0.18495647332066326, + "collapse_rate_at_16": 0.07588217338217337, + "mean_negative_distance_at_16": 0.3301899714950674, + "mean_positive_distance_at_16": 0.2797046324964109, + "negative_near_at_16_thr_0p20": 0.06634920634920634, + "negative_near_at_16_thr_0p40": 0.8248717948717949, + "pos_closer_than_neg_at_16": 0.7797008547008547, + "pptc_at_16_thr_0p20": 0.7333333333333333, + "pptc_at_16_thr_0p40": 0.9333333333333333, + "proxy_support_distance_at_16": 0.20535117099147812 + } +} diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/split_hash.txt b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8533e80f235606cef4ba0119a3ac3806d63a0983 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/split_hash.txt @@ -0,0 +1 @@ +9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381 diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/table.tex b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..cc0a3186567da8acc91d2647f26e919a9ce8a9e3 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/table.tex @@ -0,0 +1,17 @@ +% Auto-generated by scripts/eval_ctt_proxy.py +\begin{tabular}{lrrr} +\toprule +Metric & N & Mean & CI high \\ +\midrule +candidate\_diversity\_at\_16 & 69 & 0.2768 & 0.3019 \\ +collapse\_rate\_at\_16 & 69 & 0.0681 & 0.0708 \\ +mean\_negative\_distance\_at\_16 & 51 & 0.5246 & 0.5888 \\ +mean\_positive\_distance\_at\_16 & 69 & 0.4538 & 0.5139 \\ +negative\_near\_at\_16\_thr\_0p20 & 69 & 0.0199 & 0.0446 \\ +negative\_near\_at\_16\_thr\_0p40 & 69 & 0.3014 & 0.4154 \\ +pos\_closer\_than\_neg\_at\_16 & 51 & 0.7561 & 0.8450 \\ +pptc\_at\_16\_thr\_0p20 & 69 & 0.2464 & 0.3478 \\ +pptc\_at\_16\_thr\_0p40 & 69 & 0.5797 & 0.6812 \\ +proxy\_support\_distance\_at\_16 & 69 & 0.3682 & 0.4213 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/train.log b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e3d389f78872a015d98b916211524b128cdf39d9 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed0_val_proxy/train.log @@ -0,0 +1 @@ +see checkpoint run diff --git a/workspace/runs/ctt_residual_ot_full_seed1/command.txt b/workspace/runs/ctt_residual_ot_full_seed1/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..a15345be4a0d6c540efc33def2efaa92430c828b --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/command.txt @@ -0,0 +1 @@ +python scripts/train_ctt.py --dataset data/cil_charts/train/index.json --out-dir runs/ctt_residual_ot_full_seed1 --variant residual --epochs 5 --max-charts 100000 --neighbors 8 --lr 0.001 --seed 1 --pos-alignment 1.0 --ot-alignment 0.25 --negative-boundary 0.25 --pairwise-rank 1.0 --listwise-rank 0.5 --cycle 0.1 --diversity 0.05 --negative-margin 0.2 --ot-epsilon 0.05 --ot-iterations 30 --transport-samples-per-pair 4 --diversity-temperature 1.0 --no-markdown-report diff --git a/workspace/runs/ctt_residual_ot_full_seed1/config.yaml b/workspace/runs/ctt_residual_ot_full_seed1/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3ac2ba209fcef205f066a11ecd10bb1fb0d4c6b4 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/config.yaml @@ -0,0 +1,23 @@ +chart_feature_mode: base +config: None +cycle: 0.1 +dataset: data/cil_charts/train/index.json +diversity: 0.05 +diversity_temperature: 1.0 +epochs: 5 +listwise_rank: 0.5 +lr: 0.001 +max_charts: 100000 +negative_boundary: 0.25 +negative_margin: 0.2 +neighbors: 8 +no_markdown_report: True +ot_alignment: 0.25 +ot_epsilon: 0.05 +ot_iterations: 30 +out_dir: runs/ctt_residual_ot_full_seed1 +pairwise_rank: 1.0 +pos_alignment: 1.0 +seed: 1 +transport_samples_per_pair: 4 +variant: residual diff --git a/workspace/runs/ctt_residual_ot_full_seed1/data_hash.txt b/workspace/runs/ctt_residual_ot_full_seed1/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6cc02ca1808e0515839939b88beab0acaad5cbc --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/data_hash.txt @@ -0,0 +1 @@ +90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957 diff --git a/workspace/runs/ctt_residual_ot_full_seed1/eval.log b/workspace/runs/ctt_residual_ot_full_seed1/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..b0b4c80e547536c12b4980b9bb316c7a4cdcaf9b --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/eval.log @@ -0,0 +1 @@ +eval not run by train_ctt.py diff --git a/workspace/runs/ctt_residual_ot_full_seed1/git_hash.txt b/workspace/runs/ctt_residual_ot_full_seed1/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/git_hash.txt @@ -0,0 +1 @@ +14e81292e2004925f81e0bb4810f6f144bfd87b7 diff --git a/workspace/runs/ctt_residual_ot_full_seed1/metrics.json b/workspace/runs/ctt_residual_ot_full_seed1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a742f97ac715a068ce1160267eedd6702a3925d3 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/metrics.json @@ -0,0 +1,34 @@ +{ + "chart_feature_mode": "base", + "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957", + "epochs": 5, + "final_component_means": { + "cycle": 0.25500152427571643, + "diversity": 0.41414360730580835, + "listwise_rank": 0.05296581966374719, + "negative_boundary": 0.0, + "ot_alignment": 5.594524082662755, + "pairwise_rank": 0.33014575152988995, + "pos_alignment": 2.5373236708423477 + }, + "final_mean_loss": 4.3387906905078015, + "loss_weights": { + "cycle": 0.1, + "diversity": 0.05, + "diversity_temperature": 1.0, + "listwise_rank": 0.5, + "negative_boundary": 0.25, + "negative_margin": 0.2, + "ot_alignment": 0.25, + "ot_epsilon": 0.05, + "ot_iterations": 30, + "pairwise_rank": 1.0, + "pos_alignment": 1.0, + "transport_samples_per_pair": 4 + }, + "num_charts": 301, + "num_pairs": 2408, + "report_type": "ctt_train", + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "variant": "residual" +} diff --git a/workspace/runs/ctt_residual_ot_full_seed1/metrics_by_seed.json b/workspace/runs/ctt_residual_ot_full_seed1/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/metrics_by_seed.json @@ -0,0 +1 @@ +{} diff --git a/workspace/runs/ctt_residual_ot_full_seed1/metrics_by_task.json b/workspace/runs/ctt_residual_ot_full_seed1/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/metrics_by_task.json @@ -0,0 +1 @@ +{} diff --git a/workspace/runs/ctt_residual_ot_full_seed1/model.pt b/workspace/runs/ctt_residual_ot_full_seed1/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..38fb198311f7af41c4bf827e36f044014e6b28f9 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c754b36a1b0ba2c9141c82280f2744f6eb18bbc5d3f96c6122fd645a188657a1 +size 521301 diff --git a/workspace/runs/ctt_residual_ot_full_seed1/split_hash.txt b/workspace/runs/ctt_residual_ot_full_seed1/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_ot_full_seed1/table.tex b/workspace/runs/ctt_residual_ot_full_seed1/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..f82186c22b45d8d6b7007434a312f408ec569d92 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/table.tex @@ -0,0 +1,8 @@ +% Auto-generated by scripts/train_ctt.py +\begin{tabular}{lrrr} +\toprule +Variant & Charts & Pairs & Final loss \\ +\midrule +residual & 301 & 2408 & 4.3388 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_ot_full_seed1/train.log b/workspace/runs/ctt_residual_ot_full_seed1/train.log new file mode 100644 index 0000000000000000000000000000000000000000..688ba77c9c2ec15d3ba625fa5639879f5279ef2f --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1/train.log @@ -0,0 +1,7 @@ +charts=301 pairs=2408 variant=residual +loss_weights pos=1.0 ot=0.25 neg=0.25 pairwise=1.0 listwise=0.5 cycle=0.1 diversity=0.05 +epoch=1 mean_loss=14.220445 pos_alignment=10.227421 ot_alignment=13.382527 negative_boundary=0.000000 pairwise_rank=0.604739 listwise_rank=0.015100 cycle=0.217083 diversity=0.267898 +epoch=2 mean_loss=7.821809 pos_alignment=5.202253 ot_alignment=8.227039 negative_boundary=0.000000 pairwise_rank=0.507306 listwise_rank=0.022622 cycle=0.280036 diversity=0.323504 +epoch=3 mean_loss=5.929031 pos_alignment=3.742682 ot_alignment=6.760840 negative_boundary=0.000000 pairwise_rank=0.433767 listwise_rank=0.032965 cycle=0.277297 diversity=0.363170 +epoch=4 mean_loss=4.959164 pos_alignment=3.011006 ot_alignment=6.019268 negative_boundary=0.000000 pairwise_rank=0.375773 listwise_rank=0.043139 cycle=0.264723 diversity=0.390526 +epoch=5 mean_loss=4.338791 pos_alignment=2.537324 ot_alignment=5.594524 negative_boundary=0.000000 pairwise_rank=0.330146 listwise_rank=0.052966 cycle=0.255002 diversity=0.414144 diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/command.txt b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..8e9b4ed96d5a026c7858caae0cb5f9baa8028fc8 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_proxy.py --checkpoint runs/ctt_residual_ot_full_seed1/model.pt --source-index data/cil_charts/train/index.json --target-index data/cil_charts/val/index.json --out-dir runs/ctt_residual_ot_full_seed1_val_proxy --k 16 --max-target-charts 100000 --neighbors 8 --thresholds 0.20,0.40 --no-markdown-report diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/config.yaml b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..86e3cc45fec07d3440aca2efd2250d1aea252b9e --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/config.yaml @@ -0,0 +1,9 @@ +checkpoint: runs/ctt_residual_ot_full_seed1/model.pt +k: 16 +max_target_charts: 100000 +neighbors: 8 +no_markdown_report: True +out_dir: runs/ctt_residual_ot_full_seed1_val_proxy +source_index: data/cil_charts/train/index.json +target_index: data/cil_charts/val/index.json +thresholds: 0.20,0.40 diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/data_hash.txt b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6cc02ca1808e0515839939b88beab0acaad5cbc --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/data_hash.txt @@ -0,0 +1 @@ +90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957 diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/eval.log b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..c83d3c40f08701a8d333940ddecb86d278cfcd18 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/eval.log @@ -0,0 +1,4 @@ +source_charts=301 target_charts=69 k=16 +source_index=data/cil_charts/train/index.json +target_index=data/cil_charts/val/index.json +chart_feature_mode=base diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/git_hash.txt b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/git_hash.txt @@ -0,0 +1 @@ +14e81292e2004925f81e0bb4810f6f144bfd87b7 diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics.json b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..285e75db5cc591fe91661b17abf8569b6b80f8dd --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics.json @@ -0,0 +1,2009 @@ +{ + "chart_feature_mode": "base", + "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957", + "k": 16, + "num_rows": 69, + "report_type": "ctt_proxy_eval", + "rows": [ + { + "candidate_diversity_at_16": 0.3821624679106028, + "chart_id": "ms-0345d8ac530f88cefd61", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.8628081357740434, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.7841191507897194, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.15613562098265854, + "chart_id": "ms-081952a63087fc8f83cd", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.22306284085630199, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.16796170582940037, + "seed": "2141802816", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3456544867032388, + "chart_id": "ms-0819eb89e627595e7e1b", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7878770975781916, + "mean_positive_distance_at_16": 0.721765231899781, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6176637113146419, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3495965759359844, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.644313423069101, + "mean_positive_distance_at_16": 0.6494654315721905, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.53308947480001, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.29530471687559745, + "chart_id": "ms-121bc2e6676c1ac10911", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5417276515595035, + "mean_positive_distance_at_16": 0.5422967188170161, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.25, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4267220037791733, + "seed": "77147264", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3055294963171486, + "chart_id": "ms-126eb8b36769f9ba4671", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.7337001647000578, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6222962908572165, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3940407766801744, + "chart_id": "ms-16661b2fd2c85f57a66c", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6810351130569193, + "mean_positive_distance_at_16": 0.7391877022978813, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6725645036905396, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.28258321659612057, + "chart_id": "ms-20e1efbb745fd02abc95", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.46109952592953446, + "mean_positive_distance_at_16": 0.3768474060811211, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.29979031868090095, + "seed": "1375492786", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.23597602707665827, + "chart_id": "ms-22f153f0d4fa656018e6", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.36365562635583454, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.29813225906879404, + "seed": "1271718007", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.2798074099150034, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.7547289739332965, + "mean_positive_distance_at_16": 0.7408473357398868, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 10, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5821737382086712, + "seed": "1273247072", + "task_id": "PickCube-v1" + }, + { + "candidate_diversity_at_16": 0.1700346989293885, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.8487315173379645, + "mean_positive_distance_at_16": 0.2538578154767464, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22659967341163348, + "seed": "1881223807", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.19029892308980537, + "chart_id": "ms-2867deaca7e98582620b", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.513137123293747, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4235868178128846, + "seed": "1189392917", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.37327534583763927, + "chart_id": "ms-2dc5138251afd26a040d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.667184441574249, + "mean_positive_distance_at_16": 0.661104517999581, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.75, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5035513155949093, + "seed": "565621826", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.15002976876936608, + "chart_id": "ms-365d8c6de6de16f66744", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.2239331971855182, + "mean_positive_distance_at_16": 0.2670348411294347, + "negative_near_at_16_thr_0p20": 0.25, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22210500266487557, + "seed": "1997090716", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.23942834893503415, + "chart_id": "ms-387e6771a55be98f1a59", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.385890844131554, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.34028245419811604, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3772848248713657, + "chart_id": "ms-38f7298184a2c5005e94", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5052326822747596, + "mean_positive_distance_at_16": 0.5093372831359374, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.41909069465493465, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2401379817019133, + "chart_id": "ms-3afd8959363e917591d4", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.3159723521999957, + "mean_positive_distance_at_16": 0.3028553604128687, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9166666666666666, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.8333333333333334, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22594843943831563, + "seed": "75070641", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.15311920381157107, + "chart_id": "ms-3c326d05fec66e1d6bea", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.3273578749309541, + "mean_positive_distance_at_16": 0.29037583344038015, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2462725486839893, + "seed": "278008524", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.1645512235287108, + "chart_id": "ms-3ff1aedb72f65a182b58", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6433298628426029, + "mean_positive_distance_at_16": 0.1771909938706747, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13878793670768905, + "seed": "1055567618", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.2238888107934063, + "chart_id": "ms-4048f8f6e047422e3c79", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.3151064593762344, + "mean_positive_distance_at_16": 0.261602823178312, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9285714285714286, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.19574890999543662, + "seed": "1055157354", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.36963358788357037, + "chart_id": "ms-482c5c8d208b5907a2c2", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.47433574961963004, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3612187496078856, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1665846380668328, + "chart_id": "ms-484ea653bbca2de3a4a2", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34511760950752723, + "mean_positive_distance_at_16": 0.2583396195543384, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8125, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20506872618856767, + "seed": "1231780997", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.1838146769345254, + "chart_id": "ms-4b4cd12d70c0615e0930", + "collapse_rate_at_16": 0.09090909090909091, + "mean_negative_distance_at_16": 0.28264078836820666, + "mean_positive_distance_at_16": 0.22203200397820722, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 11, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.14593554881558224, + "seed": "1025740212", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.37725543422026314, + "chart_id": "ms-4da03300d92420e80ed0", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6241579488630333, + "mean_positive_distance_at_16": 0.4544363005580037, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3375961371437559, + "seed": "1747178030", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2573710376721165, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6831879395681002, + "mean_positive_distance_at_16": 0.37544481032516924, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.27493006093451333, + "seed": "794181626", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.35419631660304957, + "chart_id": "ms-57be9ae181c077e7821f", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.6035228390268984, + "mean_positive_distance_at_16": 0.7431937414052125, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6511555957381749, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1794443752077975, + "chart_id": "ms-58950fed04d203b97ab9", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.36552693146083953, + "mean_positive_distance_at_16": 0.2598604210829563, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9375, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2075427243644954, + "seed": "1113371261", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.16055570816437503, + "chart_id": "ms-5b26c33feed6992386b1", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.15629547060584512, + "mean_positive_distance_at_16": 0.14574329862834273, + "negative_near_at_16_thr_0p20": 0.7142857142857143, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 0.8571428571428571, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.0794582608312535, + "seed": "1522272686", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.31041594498604963, + "chart_id": "ms-6388b5d2356c556c3e55", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.43447347422428056, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3809098597394211, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.35055954590231675, + "chart_id": "ms-638d2ba1917eff4d09e0", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.42347617614224753, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.32644167201366214, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1409732514941452, + "chart_id": "ms-63ac245579b1188935ad", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.23795962324903303, + "mean_positive_distance_at_16": 0.39042182065783165, + "negative_near_at_16_thr_0p20": 0.13333333333333333, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3451750999628733, + "seed": "211245842", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.20920718449377967, + "chart_id": "ms-651bc0395d78d2819158", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.35488928972463313, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.31032370682627713, + "seed": "1483645336", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.2946971084486281, + "chart_id": "ms-652ad552ba98d2736620", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.5565383123968409, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.47053154147622717, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.29190348955068235, + "chart_id": "ms-674fad0e7c042d23629e", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 1.1110901146150003, + "mean_positive_distance_at_16": 0.45486105595547077, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.38367200259648443, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.16712994166598996, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.3481681725149125, + "mean_positive_distance_at_16": 0.1720148631392107, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8666666666666667, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12046738016768781, + "seed": "1665739511", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.12278814288303909, + "chart_id": "ms-6e268d1e2915740816a1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5110978805491868, + "mean_positive_distance_at_16": 0.1950794462060391, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17536029407293413, + "seed": "1475440973", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.23539269792332093, + "chart_id": "ms-72777024349c2aacd5e0", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.29000549038721857, + "mean_positive_distance_at_16": 0.2885706376359474, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9230769230769231, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 0.6923076923076923, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21921749491396, + "seed": "256770874", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.3915672825232398, + "chart_id": "ms-728b865677134d3788e3", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.6057011041170299, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4316995254718922, + "seed": "750448296", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3929869409903169, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5693976817445174, + "mean_positive_distance_at_16": 0.576961453384277, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.125, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.45015383491037897, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3176442196394766, + "chart_id": "ms-7f57045c114ddad153b5", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5850407911192099, + "mean_positive_distance_at_16": 0.38263969987093793, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.299359768940234, + "seed": "278008524", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1688593117560064, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.27666332150927875, + "mean_positive_distance_at_16": 0.1914732022255065, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12515667256361054, + "seed": "957101489", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.3955339638272666, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.5204614568791659, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.38807225922752214, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1233837420981213, + "chart_id": "ms-8864796e31bbe93d7c5d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.48844566800264755, + "mean_positive_distance_at_16": 0.37985570077725217, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.30118463617998226, + "seed": "551504635", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.3150449222398368, + "chart_id": "ms-8a72b73ac452bc190aeb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.8094132131068302, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.7538811853396147, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.20791495600926757, + "chart_id": "ms-9a14552b7db695dee92c", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.33308425531048375, + "mean_positive_distance_at_16": 0.31383076680072947, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8333333333333334, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.9166666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22019220403121442, + "seed": "77147264", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.1515037210490864, + "chart_id": "ms-9f5d57fe2153fd267774", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.329233011145469, + "mean_positive_distance_at_16": 0.3310195099299886, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.875, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2325208776302223, + "seed": "1607773860", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.16276957894410893, + "chart_id": "ms-9fad82fd288e4296e354", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.2742790307481608, + "mean_positive_distance_at_16": 0.291921837528771, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24352172200396793, + "seed": "1176943004", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.33671452567654186, + "chart_id": "ms-a96bca1ef0b74f686018", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8334841916452413, + "mean_positive_distance_at_16": 0.44782285675496847, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.26818500773369663, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.38197830195626536, + "chart_id": "ms-ac4fb33f3ab4db853995", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.4417577476011063, + "mean_positive_distance_at_16": 0.43465266601231956, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.4375, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.5, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.32257361391869377, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.20462886575736264, + "chart_id": "ms-b04b489f4fbad93b65ca", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.34503058846371365, + "mean_positive_distance_at_16": 0.269960519935632, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8461538461538461, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.180113225299088, + "seed": "1113268940", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.18343609021748297, + "chart_id": "ms-b0fee26e1db967f90b81", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2194988003924763, + "mean_positive_distance_at_16": 0.7173247752734033, + "negative_near_at_16_thr_0p20": 0.5714285714285714, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6147655168027353, + "seed": "1358421325", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.18931658181213368, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.3443205779482667, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2925735982997134, + "seed": "998761162", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.21062411844699358, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.27475140364717704, + "mean_positive_distance_at_16": 0.22172129796857126, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9285714285714286, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1521991089104143, + "seed": "1271718007", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.3475019994245223, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5313344911025502, + "mean_positive_distance_at_16": 0.6607198377195335, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0625, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5596936369344777, + "seed": "2054899126", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.11044415642009585, + "chart_id": "ms-c663f7e73e7e8376a05c", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.48788229141856515, + "mean_positive_distance_at_16": 0.19064300807690668, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1582954819276492, + "seed": "1528740417", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.44638894922586964, + "chart_id": "ms-c832439976a37f52d094", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.5912134645269248, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4437678625952933, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3851611063728255, + "chart_id": "ms-c96b415f083f60857334", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7289013703660546, + "mean_positive_distance_at_16": 0.5975234156492076, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5068204164021003, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.229273198355061, + "chart_id": "ms-d1960368ef76bbb10669", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.30701321822065286, + "mean_positive_distance_at_16": 0.28505609251368563, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21645288437112697, + "seed": "416183106", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.13531906313937936, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.9470674365948961, + "mean_positive_distance_at_16": 0.2688860858719817, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24370016718125073, + "seed": "534717141", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2944544536314124, + "chart_id": "ms-da142025733b53fcf7eb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7584438121109779, + "mean_positive_distance_at_16": 0.5461136349601836, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4575558950469894, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.5403523842667997, + "chart_id": "ms-e2bad6e99e8a281207cc", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7868951071053681, + "mean_positive_distance_at_16": 1.0723149071475273, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.9037530003497424, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3637291461527869, + "chart_id": "ms-e30fd80adc089e9f697a", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6340772170548604, + "mean_positive_distance_at_16": 0.7830488501982825, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.1875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6217620133623903, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3662802031621931, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6030846533709178, + "mean_positive_distance_at_16": 0.4200556054225419, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.31512099438562846, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.5190138520440691, + "chart_id": "ms-ec013396e4aff6170ee1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.6795974532580429, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5734035569196969, + "seed": "750448296", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.30550509628471195, + "chart_id": "ms-ee30ebaf98622759d888", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.7945772379637215, + "mean_positive_distance_at_16": 0.7197222284787211, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6505718745092803, + "seed": "636680137", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.14662367232526255, + "chart_id": "ms-efdc07c985935d871adf", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6913121111841473, + "mean_positive_distance_at_16": 0.2045103157915979, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15125722671823205, + "seed": "706479600", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.3168414187700602, + "chart_id": "ms-f3f1d07cfd59b823da47", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 1.0419280506582105, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.9490849627828225, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1554534012940345, + "chart_id": "ms-fc8084d5cd7da937fc02", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.39787225282390526, + "mean_positive_distance_at_16": 0.27068713542355705, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2339821346499639, + "seed": "1991414747", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.16880144890954774, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "collapse_rate_at_16": 0.125, + "mean_negative_distance_at_16": 0.24583098339460224, + "mean_positive_distance_at_16": 0.20195415410918158, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 8, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15657311321638132, + "seed": "1919198188", + "task_id": "StackCube-v1" + } + ], + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "summary": { + "candidate_diversity_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.26082686169461855, + "low": 0.20984912328308375, + "mean": 0.23208183717361788, + "n": 47, + "num_samples": 200 + }, + "mean": 0.23208183717361788, + "per_seed": { + "1025740212": 0.1838146769345254, + "1055157354": 0.2238888107934063, + "1055567618": 0.1645512235287108, + "1113268940": 0.20462886575736264, + "1113371261": 0.1794443752077975, + "1176943004": 0.16276957894410893, + "1189392917": 0.19029892308980537, + "1231780997": 0.1665846380668328, + "1271718007": 0.22330007276182592, + "1273247072": 0.2798074099150034, + "1358421325": 0.18343609021748297, + "1375492786": 0.28258321659612057, + "141984615": 0.33777714907285233, + "1475440973": 0.12278814288303909, + "1483645336": 0.20920718449377967, + "1522272686": 0.16055570816437503, + "1528740417": 0.11044415642009585, + "1549324805": 0.4295298258500078, + "1607773860": 0.1515037210490864, + "1665739511": 0.16712994166598996, + "1747178030": 0.37725543422026314, + "1881223807": 0.1700346989293885, + "1919198188": 0.16880144890954774, + "1991414747": 0.1554534012940345, + "1997090716": 0.15002976876936608, + "2015956957": 0.3284200329762793, + "2054899126": 0.3475019994245223, + "211245842": 0.1409732514941452, + "2141802816": 0.15613562098265854, + "256770874": 0.23539269792332093, + "278008524": 0.23538171172552383, + "416183106": 0.229273198355061, + "534717141": 0.13531906313937936, + "551504635": 0.1233837420981213, + "565369392": 0.37485393962752217, + "565621826": 0.37327534583763927, + "585904130": 0.3984264005838274, + "626486813": 0.3616231692782167, + "636680137": 0.30550509628471195, + "706479600": 0.14662367232526255, + "750448296": 0.45529056728365447, + "75070641": 0.2401379817019133, + "767747424": 0.2975536249007819, + "77147264": 0.2516098364424325, + "794181626": 0.2573710376721165, + "957101489": 0.1688593117560064, + "998761162": 0.18931658181213368 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.30417686016006124, + "low": 0.18330753568593067, + "mean": 0.23250417435128864, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23250417435128864, + "per_task": { + "LiftPegUpright-v1": 0.15194070369332952, + "PickCube-v1": 0.2798074099150034, + "PullCube-v1": 0.3514774940208659, + "PushCube-v1": 0.19265085530453974, + "StackCube-v1": 0.18664440882270467 + } + }, + "metric": "candidate_diversity_at_16", + "micro": { + "confidence": 0.95, + "high": 0.2908287503752327, + "low": 0.24409147865678396, + "mean": 0.26733063304469584, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "collapse_rate_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.07317600396057847, + "low": 0.06687485829773064, + "mean": 0.06963867249771506, + "n": 47, + "num_samples": 200 + }, + "mean": 0.06963867249771506, + "per_seed": { + "1025740212": 0.09090909090909091, + "1055157354": 0.07142857142857142, + "1055567618": 0.06666666666666667, + "1113268940": 0.07692307692307693, + "1113371261": 0.0625, + "1176943004": 0.0625, + "1189392917": 0.0625, + "1231780997": 0.0625, + "1271718007": 0.06696428571428571, + "1273247072": 0.1, + "1358421325": 0.07142857142857142, + "1375492786": 0.0625, + "141984615": 0.0625, + "1475440973": 0.0625, + "1483645336": 0.0625, + "1522272686": 0.07142857142857142, + "1528740417": 0.08333333333333333, + "1549324805": 0.07083333333333333, + "1607773860": 0.0625, + "1665739511": 0.06666666666666667, + "1747178030": 0.0625, + "1881223807": 0.07142857142857142, + "1919198188": 0.125, + "1991414747": 0.0625, + "1997090716": 0.0625, + "2015956957": 0.0625, + "2054899126": 0.0625, + "211245842": 0.06666666666666667, + "2141802816": 0.0625, + "256770874": 0.07692307692307693, + "278008524": 0.07291666666666666, + "416183106": 0.08333333333333333, + "534717141": 0.07692307692307693, + "551504635": 0.0625, + "565369392": 0.0625, + "565621826": 0.0625, + "585904130": 0.0625, + "626486813": 0.0625, + "636680137": 0.06666666666666667, + "706479600": 0.06666666666666667, + "750448296": 0.0625, + "75070641": 0.08333333333333333, + "767747424": 0.06473214285714285, + "77147264": 0.07291666666666666, + "794181626": 0.0625, + "957101489": 0.07142857142857142, + "998761162": 0.0625 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.08798536594124828, + "low": 0.06641215973568915, + "mean": 0.07556542477130712, + "n": 5, + "num_samples": 200 + }, + "mean": 0.07556542477130712, + "per_task": { + "LiftPegUpright-v1": 0.07311091686091686, + "PickCube-v1": 0.1, + "PullCube-v1": 0.06404465632406808, + "PushCube-v1": 0.06478937728937728, + "StackCube-v1": 0.07588217338217337 + } + }, + "metric": "collapse_rate_at_16", + "micro": { + "confidence": 0.95, + "high": 0.07084123605862737, + "low": 0.06572762985806464, + "mean": 0.06806780176345395, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "mean_negative_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5453552835127884, + "low": 0.4257340786969428, + "mean": 0.4805582081994011, + "n": 41, + "num_samples": 200 + }, + "mean": 0.4805582081994011, + "per_seed": { + "1025740212": 0.28264078836820666, + "1055157354": 0.3151064593762344, + "1055567618": 0.6433298628426029, + "1113268940": 0.34503058846371365, + "1113371261": 0.36552693146083953, + "1176943004": 0.2742790307481608, + "1231780997": 0.34511760950752723, + "1271718007": 0.27475140364717704, + "1273247072": 0.7547289739332965, + "1358421325": 0.2194988003924763, + "1375492786": 0.46109952592953446, + "141984615": 0.7959640018781096, + "1475440973": 0.5110978805491868, + "1522272686": 0.15629547060584512, + "1528740417": 0.48788229141856515, + "1549324805": 0.690484353063062, + "1607773860": 0.329233011145469, + "1665739511": 0.3481681725149125, + "1747178030": 0.6241579488630333, + "1881223807": 0.8487315173379645, + "1919198188": 0.24583098339460224, + "1991414747": 0.39787225282390526, + "1997090716": 0.2239331971855182, + "2015956957": 0.8013999648226505, + "2054899126": 0.5313344911025502, + "211245842": 0.23795962324903303, + "256770874": 0.29000549038721857, + "278008524": 0.456199333025082, + "416183106": 0.30701321822065286, + "534717141": 0.9470674365948961, + "551504635": 0.48844566800264755, + "565369392": 0.5518229508049083, + "565621826": 0.667184441574249, + "585904130": 0.6814892937104575, + "626486813": 0.6030846533709178, + "636680137": 0.7945772379637215, + "706479600": 0.6913121111841473, + "75070641": 0.3159723521999957, + "77147264": 0.43740595343499367, + "794181626": 0.6831879395681002, + "957101489": 0.27666332150927875 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6554801393517806, + "low": 0.4175625701616011, + "mean": 0.5271611205458306, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5271611205458306, + "per_task": { + "LiftPegUpright-v1": 0.41003580438497456, + "PickCube-v1": 0.7547289739332965, + "PullCube-v1": 0.680932139227005, + "PushCube-v1": 0.45782704945186825, + "StackCube-v1": 0.33228163573200864 + } + }, + "metric": "mean_negative_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.5740479291692479, + "low": 0.45101831183179375, + "mean": 0.5129678363844181, + "n": 51, + "num_samples": 200 + }, + "n": 51 + }, + "mean_positive_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.446997484805633, + "low": 0.3352916831969854, + "mean": 0.38972796002375343, + "n": 47, + "num_samples": 200 + }, + "mean": 0.38972796002375343, + "per_seed": { + "1025740212": 0.22203200397820722, + "1055157354": 0.261602823178312, + "1055567618": 0.1771909938706747, + "1113268940": 0.269960519935632, + "1113371261": 0.2598604210829563, + "1176943004": 0.291921837528771, + "1189392917": 0.513137123293747, + "1231780997": 0.2583396195543384, + "1271718007": 0.2926884621622029, + "1273247072": 0.7408473357398868, + "1358421325": 0.7173247752734033, + "1375492786": 0.3768474060811211, + "141984615": 0.6189148758297318, + "1475440973": 0.1950794462060391, + "1483645336": 0.35488928972463313, + "1522272686": 0.14574329862834273, + "1528740417": 0.19064300807690668, + "1549324805": 0.8515654502835405, + "1607773860": 0.3310195099299886, + "1665739511": 0.1720148631392107, + "1747178030": 0.4544363005580037, + "1881223807": 0.2538578154767464, + "1919198188": 0.20195415410918158, + "1991414747": 0.27068713542355705, + "1997090716": 0.2670348411294347, + "2015956957": 0.6324730191747361, + "2054899126": 0.6607198377195335, + "211245842": 0.39042182065783165, + "2141802816": 0.22306284085630199, + "256770874": 0.2885706376359474, + "278008524": 0.33650776665565907, + "416183106": 0.28505609251368563, + "534717141": 0.2688860858719817, + "551504635": 0.37985570077725217, + "565369392": 0.5536931836562623, + "565621826": 0.661104517999581, + "585904130": 0.657261910124805, + "626486813": 0.556066506257042, + "636680137": 0.7197222284787211, + "706479600": 0.2045103157915979, + "750448296": 0.6426492786875364, + "75070641": 0.3028553604128687, + "767747424": 0.5249013743426751, + "77147264": 0.4280637428088728, + "794181626": 0.37544481032516924, + "957101489": 0.1914732022255065, + "998761162": 0.3443205779482667 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5861657188968283, + "low": 0.30739525412622043, + "mean": 0.4413500228124084, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4413500228124084, + "per_task": { + "LiftPegUpright-v1": 0.2526517164213959, + "PickCube-v1": 0.7408473357398868, + "PullCube-v1": 0.5982411032914859, + "PushCube-v1": 0.3346572978002165, + "StackCube-v1": 0.2803526608090568 + } + }, + "metric": "mean_positive_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.5068594718214833, + "low": 0.4028961707116034, + "mean": 0.45148970912633973, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "negative_near_at_16_thr_0p20": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.071580547112462, + "low": 0.005319148936170213, + "mean": 0.03551165146909827, + "n": 47, + "num_samples": 200 + }, + "mean": 0.03551165146909827, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.5714285714285714, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.7142857142857143, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.25, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.13333333333333333, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.056761904761904756, + "low": 0.0, + "mean": 0.022766788766788764, + "n": 5, + "num_samples": 200 + }, + "mean": 0.022766788766788764, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.019230769230769232, + "StackCube-v1": 0.09460317460317459 + } + }, + "metric": "negative_near_at_16_thr_0p20", + "micro": { + "confidence": 0.95, + "high": 0.05251897860593512, + "low": 0.0036231884057971015, + "mean": 0.024189095928226365, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "negative_near_at_16_thr_0p40": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5296479229989868, + "low": 0.26138648585457097, + "mean": 0.38580683500896273, + "n": 47, + "num_samples": 200 + }, + "mean": 0.38580683500896273, + "per_seed": { + "1025740212": 1.0, + "1055157354": 0.9285714285714286, + "1055567618": 0.0, + "1113268940": 0.8461538461538461, + "1113371261": 0.9375, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 0.8125, + "1271718007": 0.4642857142857143, + "1273247072": 0.0, + "1358421325": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.875, + "1665739511": 0.8666666666666667, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 1.0, + "1991414747": 0.5, + "1997090716": 1.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 0.0, + "256770874": 0.9230769230769231, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.14583333333333334, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.9166666666666666, + "767747424": 0.0, + "77147264": 0.4166666666666667, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5820707821590174, + "low": 0.0937688536953243, + "mean": 0.323089707677943, + "n": 5, + "num_samples": 200 + }, + "mean": 0.323089707677943, + "per_task": { + "LiftPegUpright-v1": 0.4431089743589744, + "PickCube-v1": 0.0, + "PullCube-v1": 0.012867647058823529, + "PushCube-v1": 0.34134615384615385, + "StackCube-v1": 0.8181257631257631 + } + }, + "metric": "negative_near_at_16_thr_0p40", + "micro": { + "confidence": 0.95, + "high": 0.3927131443435791, + "low": 0.1928100281361151, + "mean": 0.28703681584116364, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pos_closer_than_neg_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8659067050835343, + "low": 0.6652595372107567, + "mean": 0.7750882247833467, + "n": 41, + "num_samples": 200 + }, + "mean": 0.7750882247833467, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 0.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1522272686": 0.8571428571428571, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 0.375, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 0.0, + "2015956957": 0.7916666666666666, + "2054899126": 0.0625, + "211245842": 0.0, + "256770874": 0.6923076923076923, + "278008524": 0.96875, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.9375, + "565369392": 0.3333333333333333, + "565621826": 0.75, + "585904130": 0.59375, + "626486813": 1.0, + "636680137": 1.0, + "706479600": 1.0, + "75070641": 0.8333333333333334, + "77147264": 0.5833333333333333, + "794181626": 1.0, + "957101489": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9291666666666666, + "low": 0.6717307692307692, + "mean": 0.8116117216117218, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8116117216117218, + "per_task": { + "LiftPegUpright-v1": 0.9895833333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.6339285714285714, + "PushCube-v1": 0.65625, + "StackCube-v1": 0.7782967032967034 + } + }, + "metric": "pos_closer_than_neg_at_16", + "micro": { + "confidence": 0.95, + "high": 0.8346530920060332, + "low": 0.6136204481792716, + "mean": 0.7289107950872658, + "n": 51, + "num_samples": 200 + }, + "n": 51 + }, + "pptc_at_16_thr_0p20": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3829787234042553, + "low": 0.1595744680851064, + "mean": 0.26595744680851063, + "n": 47, + "num_samples": 200 + }, + "mean": 0.26595744680851063, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 1.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 1.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 1.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5066666666666666, + "low": 0.03076923076923077, + "mean": 0.2553846153846154, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2553846153846154, + "per_task": { + "LiftPegUpright-v1": 0.6666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.07692307692307693, + "StackCube-v1": 0.5333333333333333 + } + }, + "metric": "pptc_at_16_thr_0p20", + "micro": { + "confidence": 0.95, + "high": 0.2898550724637681, + "low": 0.10144927536231885, + "mean": 0.18840579710144928, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pptc_at_16_thr_0p40": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8578014184397162, + "low": 0.623758865248227, + "mean": 0.7407801418439716, + "n": 47, + "num_samples": 200 + }, + "mean": 0.7407801418439716, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.4, + "2054899126": 0.0, + "211245842": 1.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 1.0, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 1.0, + "565369392": 0.3333333333333333, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.75, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.5, + "77147264": 0.5, + "794181626": 1.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8943589743589744, + "low": 0.3529411764705882, + "mean": 0.6323680241327301, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6323680241327301, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.38235294117647056, + "PushCube-v1": 0.8461538461538461, + "StackCube-v1": 0.9333333333333333 + } + }, + "metric": "pptc_at_16_thr_0p40", + "micro": { + "confidence": 0.95, + "high": 0.7391304347826086, + "low": 0.5217391304347826, + "mean": 0.6376811594202898, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proxy_support_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.36299051927184894, + "low": 0.26523681393139475, + "mean": 0.3136466993942633, + "n": 47, + "num_samples": 200 + }, + "mean": 0.3136466993942633, + "per_seed": { + "1025740212": 0.14593554881558224, + "1055157354": 0.19574890999543662, + "1055567618": 0.13878793670768905, + "1113268940": 0.180113225299088, + "1113371261": 0.2075427243644954, + "1176943004": 0.24352172200396793, + "1189392917": 0.4235868178128846, + "1231780997": 0.20506872618856767, + "1271718007": 0.22516568398960418, + "1273247072": 0.5821737382086712, + "1358421325": 0.6147655168027353, + "1375492786": 0.29979031868090095, + "141984615": 0.5032866845234685, + "1475440973": 0.17536029407293413, + "1483645336": 0.31032370682627713, + "1522272686": 0.0794582608312535, + "1528740417": 0.1582954819276492, + "1549324805": 0.7424910332594856, + "1607773860": 0.2325208776302223, + "1665739511": 0.12046738016768781, + "1747178030": 0.3375961371437559, + "1881223807": 0.22659967341163348, + "1919198188": 0.15657311321638132, + "1991414747": 0.2339821346499639, + "1997090716": 0.22210500266487557, + "2015956957": 0.5500842462176609, + "2054899126": 0.5596936369344777, + "211245842": 0.3451750999628733, + "2141802816": 0.16796170582940037, + "256770874": 0.21921749491396, + "278008524": 0.27281615881211163, + "416183106": 0.21645288437112697, + "534717141": 0.24370016718125073, + "551504635": 0.30118463617998226, + "565369392": 0.4352723078763609, + "565621826": 0.5035513155949093, + "585904130": 0.524116764119928, + "626486813": 0.4545732971401627, + "636680137": 0.6505718745092803, + "706479600": 0.15125722671823205, + "750448296": 0.5025515411957946, + "75070641": 0.22594843943831563, + "767747424": 0.4398879896363055, + "77147264": 0.3234571039051939, + "794181626": 0.27493006093451333, + "957101489": 0.12515667256361054, + "998761162": 0.2925735982997134 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4698892654906734, + "low": 0.24641644607379926, + "mean": 0.35195140207272335, + "n": 5, + "num_samples": 200 + }, + "mean": 0.35195140207272335, + "per_task": { + "LiftPegUpright-v1": 0.19432631874730055, + "PickCube-v1": 0.5821737382086712, + "PullCube-v1": 0.4953862661443619, + "PushCube-v1": 0.27494261217920624, + "StackCube-v1": 0.2129280750840769 + } + }, + "metric": "proxy_support_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.417506021680927, + "low": 0.3269556507070515, + "mean": 0.36752811281437114, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381", + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_seed.json b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..fa9d110935259f6a6f32c7d1715cf7ec10c2f373 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_seed.json @@ -0,0 +1,554 @@ +{ + "1025740212": { + "candidate_diversity_at_16": 0.1838146769345254, + "collapse_rate_at_16": 0.09090909090909091, + "mean_negative_distance_at_16": 0.28264078836820666, + "mean_positive_distance_at_16": 0.22203200397820722, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.14593554881558224 + }, + "1055157354": { + "candidate_diversity_at_16": 0.2238888107934063, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.3151064593762344, + "mean_positive_distance_at_16": 0.261602823178312, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9285714285714286, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.19574890999543662 + }, + "1055567618": { + "candidate_diversity_at_16": 0.1645512235287108, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6433298628426029, + "mean_positive_distance_at_16": 0.1771909938706747, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.13878793670768905 + }, + "1113268940": { + "candidate_diversity_at_16": 0.20462886575736264, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.34503058846371365, + "mean_positive_distance_at_16": 0.269960519935632, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8461538461538461, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.180113225299088 + }, + "1113371261": { + "candidate_diversity_at_16": 0.1794443752077975, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.36552693146083953, + "mean_positive_distance_at_16": 0.2598604210829563, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9375, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2075427243644954 + }, + "1176943004": { + "candidate_diversity_at_16": 0.16276957894410893, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.2742790307481608, + "mean_positive_distance_at_16": 0.291921837528771, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24352172200396793 + }, + "1189392917": { + "candidate_diversity_at_16": 0.19029892308980537, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.513137123293747, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4235868178128846 + }, + "1231780997": { + "candidate_diversity_at_16": 0.1665846380668328, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34511760950752723, + "mean_positive_distance_at_16": 0.2583396195543384, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8125, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20506872618856767 + }, + "1271718007": { + "candidate_diversity_at_16": 0.22330007276182592, + "collapse_rate_at_16": 0.06696428571428571, + "mean_negative_distance_at_16": 0.27475140364717704, + "mean_positive_distance_at_16": 0.2926884621622029, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.4642857142857143, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.5, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22516568398960418 + }, + "1273247072": { + "candidate_diversity_at_16": 0.2798074099150034, + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.7547289739332965, + "mean_positive_distance_at_16": 0.7408473357398868, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5821737382086712 + }, + "1358421325": { + "candidate_diversity_at_16": 0.18343609021748297, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2194988003924763, + "mean_positive_distance_at_16": 0.7173247752734033, + "negative_near_at_16_thr_0p20": 0.5714285714285714, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6147655168027353 + }, + "1375492786": { + "candidate_diversity_at_16": 0.28258321659612057, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.46109952592953446, + "mean_positive_distance_at_16": 0.3768474060811211, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.29979031868090095 + }, + "141984615": { + "candidate_diversity_at_16": 0.33777714907285233, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7959640018781096, + "mean_positive_distance_at_16": 0.6189148758297318, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.3333333333333333, + "proxy_support_distance_at_16": 0.5032866845234685 + }, + "1475440973": { + "candidate_diversity_at_16": 0.12278814288303909, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5110978805491868, + "mean_positive_distance_at_16": 0.1950794462060391, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17536029407293413 + }, + "1483645336": { + "candidate_diversity_at_16": 0.20920718449377967, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.35488928972463313, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.31032370682627713 + }, + "1522272686": { + "candidate_diversity_at_16": 0.16055570816437503, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.15629547060584512, + "mean_positive_distance_at_16": 0.14574329862834273, + "negative_near_at_16_thr_0p20": 0.7142857142857143, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.8571428571428571, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.0794582608312535 + }, + "1528740417": { + "candidate_diversity_at_16": 0.11044415642009585, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.48788229141856515, + "mean_positive_distance_at_16": 0.19064300807690668, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.1582954819276492 + }, + "1549324805": { + "candidate_diversity_at_16": 0.4295298258500078, + "collapse_rate_at_16": 0.07083333333333333, + "mean_negative_distance_at_16": 0.690484353063062, + "mean_positive_distance_at_16": 0.8515654502835405, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.7424910332594856 + }, + "1607773860": { + "candidate_diversity_at_16": 0.1515037210490864, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.329233011145469, + "mean_positive_distance_at_16": 0.3310195099299886, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.875, + "pos_closer_than_neg_at_16": 0.375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2325208776302223 + }, + "1665739511": { + "candidate_diversity_at_16": 0.16712994166598996, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.3481681725149125, + "mean_positive_distance_at_16": 0.1720148631392107, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8666666666666667, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12046738016768781 + }, + "1747178030": { + "candidate_diversity_at_16": 0.37725543422026314, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6241579488630333, + "mean_positive_distance_at_16": 0.4544363005580037, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3375961371437559 + }, + "1881223807": { + "candidate_diversity_at_16": 0.1700346989293885, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.8487315173379645, + "mean_positive_distance_at_16": 0.2538578154767464, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22659967341163348 + }, + "1919198188": { + "candidate_diversity_at_16": 0.16880144890954774, + "collapse_rate_at_16": 0.125, + "mean_negative_distance_at_16": 0.24583098339460224, + "mean_positive_distance_at_16": 0.20195415410918158, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15657311321638132 + }, + "1991414747": { + "candidate_diversity_at_16": 0.1554534012940345, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.39787225282390526, + "mean_positive_distance_at_16": 0.27068713542355705, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2339821346499639 + }, + "1997090716": { + "candidate_diversity_at_16": 0.15002976876936608, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.2239331971855182, + "mean_positive_distance_at_16": 0.2670348411294347, + "negative_near_at_16_thr_0p20": 0.25, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22210500266487557 + }, + "2015956957": { + "candidate_diversity_at_16": 0.3284200329762793, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8013999648226505, + "mean_positive_distance_at_16": 0.6324730191747361, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.7916666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.4, + "proxy_support_distance_at_16": 0.5500842462176609 + }, + "2054899126": { + "candidate_diversity_at_16": 0.3475019994245223, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5313344911025502, + "mean_positive_distance_at_16": 0.6607198377195335, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.0625, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5596936369344777 + }, + "211245842": { + "candidate_diversity_at_16": 0.1409732514941452, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.23795962324903303, + "mean_positive_distance_at_16": 0.39042182065783165, + "negative_near_at_16_thr_0p20": 0.13333333333333333, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3451750999628733 + }, + "2141802816": { + "candidate_diversity_at_16": 0.15613562098265854, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.22306284085630199, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.16796170582940037 + }, + "256770874": { + "candidate_diversity_at_16": 0.23539269792332093, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.29000549038721857, + "mean_positive_distance_at_16": 0.2885706376359474, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9230769230769231, + "pos_closer_than_neg_at_16": 0.6923076923076923, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21921749491396 + }, + "278008524": { + "candidate_diversity_at_16": 0.23538171172552383, + "collapse_rate_at_16": 0.07291666666666666, + "mean_negative_distance_at_16": 0.456199333025082, + "mean_positive_distance_at_16": 0.33650776665565907, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "pos_closer_than_neg_at_16": 0.96875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.27281615881211163 + }, + "416183106": { + "candidate_diversity_at_16": 0.229273198355061, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.30701321822065286, + "mean_positive_distance_at_16": 0.28505609251368563, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21645288437112697 + }, + "534717141": { + "candidate_diversity_at_16": 0.13531906313937936, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.9470674365948961, + "mean_positive_distance_at_16": 0.2688860858719817, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24370016718125073 + }, + "551504635": { + "candidate_diversity_at_16": 0.1233837420981213, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.48844566800264755, + "mean_positive_distance_at_16": 0.37985570077725217, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.9375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.30118463617998226 + }, + "565369392": { + "candidate_diversity_at_16": 0.37485393962752217, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5518229508049083, + "mean_positive_distance_at_16": 0.5536931836562623, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.14583333333333334, + "pos_closer_than_neg_at_16": 0.3333333333333333, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.3333333333333333, + "proxy_support_distance_at_16": 0.4352723078763609 + }, + "565621826": { + "candidate_diversity_at_16": 0.37327534583763927, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.667184441574249, + "mean_positive_distance_at_16": 0.661104517999581, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.75, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5035513155949093 + }, + "585904130": { + "candidate_diversity_at_16": 0.3984264005838274, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6814892937104575, + "mean_positive_distance_at_16": 0.657261910124805, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.59375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.524116764119928 + }, + "626486813": { + "candidate_diversity_at_16": 0.3616231692782167, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6030846533709178, + "mean_positive_distance_at_16": 0.556066506257042, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.75, + "proxy_support_distance_at_16": 0.4545732971401627 + }, + "636680137": { + "candidate_diversity_at_16": 0.30550509628471195, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.7945772379637215, + "mean_positive_distance_at_16": 0.7197222284787211, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6505718745092803 + }, + "706479600": { + "candidate_diversity_at_16": 0.14662367232526255, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6913121111841473, + "mean_positive_distance_at_16": 0.2045103157915979, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15125722671823205 + }, + "750448296": { + "candidate_diversity_at_16": 0.45529056728365447, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.6426492786875364, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5025515411957946 + }, + "75070641": { + "candidate_diversity_at_16": 0.2401379817019133, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.3159723521999957, + "mean_positive_distance_at_16": 0.3028553604128687, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9166666666666666, + "pos_closer_than_neg_at_16": 0.8333333333333334, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22594843943831563 + }, + "767747424": { + "candidate_diversity_at_16": 0.2975536249007819, + "collapse_rate_at_16": 0.06473214285714285, + "mean_positive_distance_at_16": 0.5249013743426751, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.5, + "proxy_support_distance_at_16": 0.4398879896363055 + }, + "77147264": { + "candidate_diversity_at_16": 0.2516098364424325, + "collapse_rate_at_16": 0.07291666666666666, + "mean_negative_distance_at_16": 0.43740595343499367, + "mean_positive_distance_at_16": 0.4280637428088728, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.4166666666666667, + "pos_closer_than_neg_at_16": 0.5833333333333333, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.5, + "proxy_support_distance_at_16": 0.3234571039051939 + }, + "794181626": { + "candidate_diversity_at_16": 0.2573710376721165, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6831879395681002, + "mean_positive_distance_at_16": 0.37544481032516924, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.27493006093451333 + }, + "957101489": { + "candidate_diversity_at_16": 0.1688593117560064, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.27666332150927875, + "mean_positive_distance_at_16": 0.1914732022255065, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.12515667256361054 + }, + "998761162": { + "candidate_diversity_at_16": 0.18931658181213368, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.3443205779482667, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2925735982997134 + } +} diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_task.json b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..ab230759fed0312846efc80dc5ca2a48795ac9be --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_task.json @@ -0,0 +1,62 @@ +{ + "LiftPegUpright-v1": { + "candidate_diversity_at_16": 0.15194070369332952, + "collapse_rate_at_16": 0.07311091686091686, + "mean_negative_distance_at_16": 0.41003580438497456, + "mean_positive_distance_at_16": 0.2526517164213959, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.4431089743589744, + "pos_closer_than_neg_at_16": 0.9895833333333334, + "pptc_at_16_thr_0p20": 0.6666666666666666, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.19432631874730055 + }, + "PickCube-v1": { + "candidate_diversity_at_16": 0.2798074099150034, + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.7547289739332965, + "mean_positive_distance_at_16": 0.7408473357398868, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5821737382086712 + }, + "PullCube-v1": { + "candidate_diversity_at_16": 0.3514774940208659, + "collapse_rate_at_16": 0.06404465632406808, + "mean_negative_distance_at_16": 0.680932139227005, + "mean_positive_distance_at_16": 0.5982411032914859, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.012867647058823529, + "pos_closer_than_neg_at_16": 0.6339285714285714, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.38235294117647056, + "proxy_support_distance_at_16": 0.4953862661443619 + }, + "PushCube-v1": { + "candidate_diversity_at_16": 0.19265085530453974, + "collapse_rate_at_16": 0.06478937728937728, + "mean_negative_distance_at_16": 0.45782704945186825, + "mean_positive_distance_at_16": 0.3346572978002165, + "negative_near_at_16_thr_0p20": 0.019230769230769232, + "negative_near_at_16_thr_0p40": 0.34134615384615385, + "pos_closer_than_neg_at_16": 0.65625, + "pptc_at_16_thr_0p20": 0.07692307692307693, + "pptc_at_16_thr_0p40": 0.8461538461538461, + "proxy_support_distance_at_16": 0.27494261217920624 + }, + "StackCube-v1": { + "candidate_diversity_at_16": 0.18664440882270467, + "collapse_rate_at_16": 0.07588217338217337, + "mean_negative_distance_at_16": 0.33228163573200864, + "mean_positive_distance_at_16": 0.2803526608090568, + "negative_near_at_16_thr_0p20": 0.09460317460317459, + "negative_near_at_16_thr_0p40": 0.8181257631257631, + "pos_closer_than_neg_at_16": 0.7782967032967034, + "pptc_at_16_thr_0p20": 0.5333333333333333, + "pptc_at_16_thr_0p40": 0.9333333333333333, + "proxy_support_distance_at_16": 0.2129280750840769 + } +} diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/split_hash.txt b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8533e80f235606cef4ba0119a3ac3806d63a0983 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/split_hash.txt @@ -0,0 +1 @@ +9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381 diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/table.tex b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..3fbfdea0738bf48eca58d1e5bf188c85364e9071 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/table.tex @@ -0,0 +1,17 @@ +% Auto-generated by scripts/eval_ctt_proxy.py +\begin{tabular}{lrrr} +\toprule +Metric & N & Mean & CI high \\ +\midrule +candidate\_diversity\_at\_16 & 69 & 0.2673 & 0.2908 \\ +collapse\_rate\_at\_16 & 69 & 0.0681 & 0.0708 \\ +mean\_negative\_distance\_at\_16 & 51 & 0.5130 & 0.5740 \\ +mean\_positive\_distance\_at\_16 & 69 & 0.4515 & 0.5069 \\ +negative\_near\_at\_16\_thr\_0p20 & 69 & 0.0242 & 0.0525 \\ +negative\_near\_at\_16\_thr\_0p40 & 69 & 0.2870 & 0.3927 \\ +pos\_closer\_than\_neg\_at\_16 & 51 & 0.7289 & 0.8347 \\ +pptc\_at\_16\_thr\_0p20 & 69 & 0.1884 & 0.2899 \\ +pptc\_at\_16\_thr\_0p40 & 69 & 0.6377 & 0.7391 \\ +proxy\_support\_distance\_at\_16 & 69 & 0.3675 & 0.4175 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/train.log b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e3d389f78872a015d98b916211524b128cdf39d9 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed1_val_proxy/train.log @@ -0,0 +1 @@ +see checkpoint run diff --git a/workspace/runs/ctt_residual_ot_full_seed2/command.txt b/workspace/runs/ctt_residual_ot_full_seed2/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..99c647ad9d777c1d5cce5555563ab3182f677657 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/command.txt @@ -0,0 +1 @@ +python scripts/train_ctt.py --dataset data/cil_charts/train/index.json --out-dir runs/ctt_residual_ot_full_seed2 --variant residual --epochs 5 --max-charts 100000 --neighbors 8 --lr 0.001 --seed 2 --pos-alignment 1.0 --ot-alignment 0.25 --negative-boundary 0.25 --pairwise-rank 1.0 --listwise-rank 0.5 --cycle 0.1 --diversity 0.05 --negative-margin 0.2 --ot-epsilon 0.05 --ot-iterations 30 --transport-samples-per-pair 4 --diversity-temperature 1.0 --no-markdown-report diff --git a/workspace/runs/ctt_residual_ot_full_seed2/config.yaml b/workspace/runs/ctt_residual_ot_full_seed2/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0078fa8f2c3d482de3094ddad8a51eedbfd1f2fd --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/config.yaml @@ -0,0 +1,23 @@ +chart_feature_mode: base +config: None +cycle: 0.1 +dataset: data/cil_charts/train/index.json +diversity: 0.05 +diversity_temperature: 1.0 +epochs: 5 +listwise_rank: 0.5 +lr: 0.001 +max_charts: 100000 +negative_boundary: 0.25 +negative_margin: 0.2 +neighbors: 8 +no_markdown_report: True +ot_alignment: 0.25 +ot_epsilon: 0.05 +ot_iterations: 30 +out_dir: runs/ctt_residual_ot_full_seed2 +pairwise_rank: 1.0 +pos_alignment: 1.0 +seed: 2 +transport_samples_per_pair: 4 +variant: residual diff --git a/workspace/runs/ctt_residual_ot_full_seed2/data_hash.txt b/workspace/runs/ctt_residual_ot_full_seed2/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6cc02ca1808e0515839939b88beab0acaad5cbc --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/data_hash.txt @@ -0,0 +1 @@ +90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957 diff --git a/workspace/runs/ctt_residual_ot_full_seed2/eval.log b/workspace/runs/ctt_residual_ot_full_seed2/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..b0b4c80e547536c12b4980b9bb316c7a4cdcaf9b --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/eval.log @@ -0,0 +1 @@ +eval not run by train_ctt.py diff --git a/workspace/runs/ctt_residual_ot_full_seed2/git_hash.txt b/workspace/runs/ctt_residual_ot_full_seed2/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/git_hash.txt @@ -0,0 +1 @@ +14e81292e2004925f81e0bb4810f6f144bfd87b7 diff --git a/workspace/runs/ctt_residual_ot_full_seed2/metrics.json b/workspace/runs/ctt_residual_ot_full_seed2/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7ff3d8ac473afb9506d25141800c4e43ffe8aa87 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/metrics.json @@ -0,0 +1,34 @@ +{ + "chart_feature_mode": "base", + "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957", + "epochs": 5, + "final_component_means": { + "cycle": 0.2462236403537515, + "diversity": 0.3991638882576095, + "listwise_rank": 0.050749992610240026, + "negative_boundary": 0.0, + "ot_alignment": 5.620555722287723, + "pairwise_rank": 0.33615290937462566, + "pos_alignment": 2.6361699595837003 + }, + "final_mean_loss": 4.447417362707596, + "loss_weights": { + "cycle": 0.1, + "diversity": 0.05, + "diversity_temperature": 1.0, + "listwise_rank": 0.5, + "negative_boundary": 0.25, + "negative_margin": 0.2, + "ot_alignment": 0.25, + "ot_epsilon": 0.05, + "ot_iterations": 30, + "pairwise_rank": 1.0, + "pos_alignment": 1.0, + "transport_samples_per_pair": 4 + }, + "num_charts": 301, + "num_pairs": 2408, + "report_type": "ctt_train", + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "variant": "residual" +} diff --git a/workspace/runs/ctt_residual_ot_full_seed2/metrics_by_seed.json b/workspace/runs/ctt_residual_ot_full_seed2/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/metrics_by_seed.json @@ -0,0 +1 @@ +{} diff --git a/workspace/runs/ctt_residual_ot_full_seed2/metrics_by_task.json b/workspace/runs/ctt_residual_ot_full_seed2/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/metrics_by_task.json @@ -0,0 +1 @@ +{} diff --git a/workspace/runs/ctt_residual_ot_full_seed2/model.pt b/workspace/runs/ctt_residual_ot_full_seed2/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..6980d16b3fc51c009db91a5714799c29891fc9fb --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3a7bd044cc3745c5b34e61943bdbf4a77f9e3e3a75e3c6d935ac47a8bd304c +size 521301 diff --git a/workspace/runs/ctt_residual_ot_full_seed2/split_hash.txt b/workspace/runs/ctt_residual_ot_full_seed2/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_ot_full_seed2/table.tex b/workspace/runs/ctt_residual_ot_full_seed2/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..046764e0e04357c5274a6e3c38e4cbb88857af45 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/table.tex @@ -0,0 +1,8 @@ +% Auto-generated by scripts/train_ctt.py +\begin{tabular}{lrrr} +\toprule +Variant & Charts & Pairs & Final loss \\ +\midrule +residual & 301 & 2408 & 4.4474 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_ot_full_seed2/train.log b/workspace/runs/ctt_residual_ot_full_seed2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..7eca34ec43e1251eb691392e4cdcf249f2f1008a --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2/train.log @@ -0,0 +1,7 @@ +charts=301 pairs=2408 variant=residual +loss_weights pos=1.0 ot=0.25 neg=0.25 pairwise=1.0 listwise=0.5 cycle=0.1 diversity=0.05 +epoch=1 mean_loss=14.210158 pos_alignment=10.212228 ot_alignment=13.386762 negative_boundary=0.000000 pairwise_rank=0.609110 listwise_rank=0.014558 cycle=0.214162 diversity=0.268690 +epoch=2 mean_loss=7.726116 pos_alignment=5.137828 ot_alignment=8.083005 negative_boundary=0.000000 pairwise_rank=0.512962 listwise_rank=0.022239 cycle=0.273395 diversity=0.322298 +epoch=3 mean_loss=5.998532 pos_alignment=3.806499 ot_alignment=6.768164 negative_boundary=0.000000 pairwise_rank=0.439466 listwise_rank=0.031328 cycle=0.267672 diversity=0.361897 +epoch=4 mean_loss=5.088529 pos_alignment=3.114720 ot_alignment=6.119234 negative_boundary=0.000000 pairwise_rank=0.377977 listwise_rank=0.041404 cycle=0.259492 diversity=0.387456 +epoch=5 mean_loss=4.447417 pos_alignment=2.636170 ot_alignment=5.620556 negative_boundary=0.000000 pairwise_rank=0.336153 listwise_rank=0.050750 cycle=0.246224 diversity=0.399164 diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/command.txt b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..686a327eaebb8daab45bfa6ff4a18919552b1478 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_proxy.py --checkpoint runs/ctt_residual_ot_full_seed2/model.pt --source-index data/cil_charts/train/index.json --target-index data/cil_charts/val/index.json --out-dir runs/ctt_residual_ot_full_seed2_val_proxy --k 16 --max-target-charts 100000 --neighbors 8 --thresholds 0.20,0.40 --no-markdown-report diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/config.yaml b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..41071d0f47c9429c82ef9ffa0210241139bf6f02 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/config.yaml @@ -0,0 +1,9 @@ +checkpoint: runs/ctt_residual_ot_full_seed2/model.pt +k: 16 +max_target_charts: 100000 +neighbors: 8 +no_markdown_report: True +out_dir: runs/ctt_residual_ot_full_seed2_val_proxy +source_index: data/cil_charts/train/index.json +target_index: data/cil_charts/val/index.json +thresholds: 0.20,0.40 diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/data_hash.txt b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6cc02ca1808e0515839939b88beab0acaad5cbc --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/data_hash.txt @@ -0,0 +1 @@ +90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957 diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/eval.log b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..c83d3c40f08701a8d333940ddecb86d278cfcd18 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/eval.log @@ -0,0 +1,4 @@ +source_charts=301 target_charts=69 k=16 +source_index=data/cil_charts/train/index.json +target_index=data/cil_charts/val/index.json +chart_feature_mode=base diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/git_hash.txt b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/git_hash.txt @@ -0,0 +1 @@ +14e81292e2004925f81e0bb4810f6f144bfd87b7 diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics.json b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c05db4880fdb2eb6e4b3bf163cc29bbdb3194a74 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics.json @@ -0,0 +1,2009 @@ +{ + "chart_feature_mode": "base", + "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957", + "k": 16, + "num_rows": 69, + "report_type": "ctt_proxy_eval", + "rows": [ + { + "candidate_diversity_at_16": 0.4065646446704823, + "chart_id": "ms-0345d8ac530f88cefd61", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 1.04847591837304, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.9409329450349806, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.17547800315268794, + "chart_id": "ms-081952a63087fc8f83cd", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.25723613252246474, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2037379740797869, + "seed": "2141802816", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.332820341093561, + "chart_id": "ms-0819eb89e627595e7e1b", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.9133454170710457, + "mean_positive_distance_at_16": 0.7531618949986484, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6552020312243682, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3747973359134241, + "chart_id": "ms-0dee962a5901fb8b5bbb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6363666880160855, + "mean_positive_distance_at_16": 0.6607559067666025, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.47931171077803775, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3108602278066028, + "chart_id": "ms-121bc2e6676c1ac10911", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7392674171314675, + "mean_positive_distance_at_16": 0.5719763219460683, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5043124205332044, + "seed": "77147264", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3014378515450583, + "chart_id": "ms-126eb8b36769f9ba4671", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.6731038009051751, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5979797388667959, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3838668229231001, + "chart_id": "ms-16661b2fd2c85f57a66c", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6879022622155389, + "mean_positive_distance_at_16": 0.6728693746862001, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.7333333333333333, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5984194957415628, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.285615931727869, + "chart_id": "ms-20e1efbb745fd02abc95", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5251291872937602, + "mean_positive_distance_at_16": 0.3080615168571088, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2545808673553789, + "seed": "1375492786", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.28984524113055016, + "chart_id": "ms-22f153f0d4fa656018e6", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.29235782308758496, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2295081035261452, + "seed": "1271718007", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.22208852503717003, + "chart_id": "ms-2458fcfffb3f96c6ca1a", + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.5416133085399556, + "mean_positive_distance_at_16": 0.5117570584912333, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 10, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.44965706242631565, + "seed": "1273247072", + "task_id": "PickCube-v1" + }, + { + "candidate_diversity_at_16": 0.15516191991948577, + "chart_id": "ms-27c9f70e97b8850cc3ab", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.7972287020313927, + "mean_positive_distance_at_16": 0.23832610852066097, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20424490802386616, + "seed": "1881223807", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.20421617859033744, + "chart_id": "ms-2867deaca7e98582620b", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.5105721257459807, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.41909314553899163, + "seed": "1189392917", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3411903627805985, + "chart_id": "ms-2dc5138251afd26a040d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7796459582290848, + "mean_positive_distance_at_16": 0.4880422815377108, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.328498884253593, + "seed": "565621826", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.15586060718806224, + "chart_id": "ms-365d8c6de6de16f66744", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.2593904380744497, + "mean_positive_distance_at_16": 0.28760180703461236, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24804549081290173, + "seed": "1997090716", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3239893346179988, + "chart_id": "ms-387e6771a55be98f1a59", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.4011743583706366, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3462365914554867, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3929144959395995, + "chart_id": "ms-38f7298184a2c5005e94", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.4672067411515787, + "mean_positive_distance_at_16": 0.474708846763614, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0625, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.1875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3703853030106164, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3043299398095857, + "chart_id": "ms-3afd8959363e917591d4", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.4226872491050678, + "mean_positive_distance_at_16": 0.40130296869110543, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.9166666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.28174424807482573, + "seed": "75070641", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.16148500671144428, + "chart_id": "ms-3c326d05fec66e1d6bea", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.35596891443936346, + "mean_positive_distance_at_16": 0.32357342699823016, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.29296632111756254, + "seed": "278008524", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.18739850622361123, + "chart_id": "ms-3ff1aedb72f65a182b58", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.575246011402946, + "mean_positive_distance_at_16": 0.2354890093437576, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.16787522830384943, + "seed": "1055567618", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.259205465438693, + "chart_id": "ms-4048f8f6e047422e3c79", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.35434432208069566, + "mean_positive_distance_at_16": 0.3185296434877554, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.7857142857142857, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 0.8571428571428571, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22199851239859078, + "seed": "1055157354", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.40066106497832554, + "chart_id": "ms-482c5c8d208b5907a2c2", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.448410157899624, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.38661726353422565, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.18772259118461238, + "chart_id": "ms-484ea653bbca2de3a4a2", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34521846778813753, + "mean_positive_distance_at_16": 0.2370835058326187, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9375, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.14689813626635242, + "seed": "1231780997", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.19455401476500297, + "chart_id": "ms-4b4cd12d70c0615e0930", + "collapse_rate_at_16": 0.09090909090909091, + "mean_negative_distance_at_16": 0.35144440151791206, + "mean_positive_distance_at_16": 0.2861318816311369, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8181818181818182, + "num_proposals": 11, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20093720287401004, + "seed": "1025740212", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.41220792986042765, + "chart_id": "ms-4da03300d92420e80ed0", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.696797699510933, + "mean_positive_distance_at_16": 0.5055149453431266, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3467824952445996, + "seed": "1747178030", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.27824475486176026, + "chart_id": "ms-4dbdc6ed61dccebbfe92", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5786966683355417, + "mean_positive_distance_at_16": 0.5165014180326869, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.8125, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4635875045322157, + "seed": "794181626", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.3392191559584513, + "chart_id": "ms-57be9ae181c077e7821f", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.6049831532620816, + "mean_positive_distance_at_16": 0.8856997257748328, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.78374032369485, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.16043355980577237, + "chart_id": "ms-58950fed04d203b97ab9", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34597463157739294, + "mean_positive_distance_at_16": 0.28007444820247945, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.875, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21118849328105402, + "seed": "1113371261", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.1479789224856933, + "chart_id": "ms-5b26c33feed6992386b1", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.20442578687763077, + "mean_positive_distance_at_16": 0.20123883502430795, + "negative_near_at_16_thr_0p20": 0.5714285714285714, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 0.6428571428571429, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15924506809586778, + "seed": "1522272686", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.30962849285937044, + "chart_id": "ms-6388b5d2356c556c3e55", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.4999538693068126, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4160846894463807, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.36799589553117984, + "chart_id": "ms-638d2ba1917eff4d09e0", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.48929063900066894, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4057414324475128, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.11785786097238697, + "chart_id": "ms-63ac245579b1188935ad", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.3180368448440486, + "mean_positive_distance_at_16": 0.4679582387524227, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9333333333333333, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4206764154776315, + "seed": "211245842", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.21223821711137467, + "chart_id": "ms-651bc0395d78d2819158", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.452104820113111, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.34522468387920036, + "seed": "1483645336", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.2848435544482093, + "chart_id": "ms-652ad552ba98d2736620", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.47240664613832506, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3739638562967453, + "seed": "767747424", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2892698609074679, + "chart_id": "ms-674fad0e7c042d23629e", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.9879286265085112, + "mean_positive_distance_at_16": 0.548141056279226, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4822741252026857, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1910859456238593, + "chart_id": "ms-6c8d06bace98a28a8e4e", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.39827978387665663, + "mean_positive_distance_at_16": 0.24495423887459064, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.7333333333333333, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17366496659788114, + "seed": "1665739511", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.14107091435444807, + "chart_id": "ms-6e268d1e2915740816a1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.46767042925082203, + "mean_positive_distance_at_16": 0.27088212931603484, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21679228792320068, + "seed": "1475440973", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.2932327554144152, + "chart_id": "ms-72777024349c2aacd5e0", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.354047639339016, + "mean_positive_distance_at_16": 0.35449989439369634, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.6923076923076923, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 0.46153846153846156, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2290130485006273, + "seed": "256770874", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.4132814309376799, + "chart_id": "ms-728b865677134d3788e3", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.6241507784905236, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5441597255490712, + "seed": "750448296", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3984258316822592, + "chart_id": "ms-7ea98b8f4d2220347ee0", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.4706897896396124, + "mean_positive_distance_at_16": 0.48978030946974616, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.3125, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.40394112142913036, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2731962609096794, + "chart_id": "ms-7f57045c114ddad153b5", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6394212155015069, + "mean_positive_distance_at_16": 0.6040499125285721, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.6875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4845644557284602, + "seed": "278008524", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.15039468983630316, + "chart_id": "ms-7fc5696cb3dc7b9bb9f7", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.26976743714602985, + "mean_positive_distance_at_16": 0.20765310225304673, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15266438129000348, + "seed": "957101489", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.3772540144705373, + "chart_id": "ms-81f4e8858b2ba90aea2e", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.5059828201140143, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4159768952983964, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.1472794642224938, + "chart_id": "ms-8864796e31bbe93d7c5d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.45722174835949475, + "mean_positive_distance_at_16": 0.5765383125645485, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5122766627118474, + "seed": "551504635", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.389739721735104, + "chart_id": "ms-8a72b73ac452bc190aeb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.8358573239829933, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.7069448105434527, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2239595090458197, + "chart_id": "ms-9a14552b7db695dee92c", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.33939372361914993, + "mean_positive_distance_at_16": 0.32440868237900333, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8333333333333334, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.25481298625172905, + "seed": "77147264", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.1459670183785248, + "chart_id": "ms-9f5d57fe2153fd267774", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.4145175753612077, + "mean_positive_distance_at_16": 0.42575946083838434, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5625, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.37231300044924004, + "seed": "1607773860", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.17509945469983443, + "chart_id": "ms-9fad82fd288e4296e354", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.22891082648675942, + "mean_positive_distance_at_16": 0.2622229339784299, + "negative_near_at_16_thr_0p20": 0.25, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20151294856623944, + "seed": "1176943004", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.34133602062918805, + "chart_id": "ms-a96bca1ef0b74f686018", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8894274271301639, + "mean_positive_distance_at_16": 0.42340378523315964, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.29262080462073553, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.4060528019939421, + "chart_id": "ms-ac4fb33f3ab4db853995", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5037370352563527, + "mean_positive_distance_at_16": 0.6572928720099637, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.125, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5382885629396564, + "seed": "565369392", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.21654754873244053, + "chart_id": "ms-b04b489f4fbad93b65ca", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.3887049329630541, + "mean_positive_distance_at_16": 0.2924540158476722, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.6153846153846154, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21523371176878933, + "seed": "1113268940", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.1905654303291878, + "chart_id": "ms-b0fee26e1db967f90b81", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2973545130784447, + "mean_positive_distance_at_16": 0.6223461967164611, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9285714285714286, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5333606581008445, + "seed": "1358421325", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.21490981376557908, + "chart_id": "ms-b8bfdd3e6c31bd98082d", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.32394759263683953, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2674005582272549, + "seed": "998761162", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.2530350100364615, + "chart_id": "ms-bc2d3b425d9163a62dbb", + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.28295517194093833, + "mean_positive_distance_at_16": 0.2396125322208198, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8571428571428571, + "num_proposals": 14, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.14574714214797, + "seed": "1271718007", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.33874390941945887, + "chart_id": "ms-c31b98b3d3702c6f9c8c", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.679892176759729, + "mean_positive_distance_at_16": 0.5336250237228125, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3672933220563204, + "seed": "2054899126", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.12172917033444851, + "chart_id": "ms-c663f7e73e7e8376a05c", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.5470522522066333, + "mean_positive_distance_at_16": 0.2642536721060315, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22259810102935185, + "seed": "1528740417", + "task_id": "LiftPegUpright-v1" + }, + { + "candidate_diversity_at_16": 0.4638936614388907, + "chart_id": "ms-c832439976a37f52d094", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.7740839473388736, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5200560215499128, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3765902977753786, + "chart_id": "ms-c96b415f083f60857334", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.8876878145074338, + "mean_positive_distance_at_16": 0.6393221099761317, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5403919247492306, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2462788841353952, + "chart_id": "ms-d1960368ef76bbb10669", + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.3849097267389911, + "mean_positive_distance_at_16": 0.3571423030305525, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5833333333333334, + "num_proposals": 12, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2927834165612716, + "seed": "416183106", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.1399153910626788, + "chart_id": "ms-d73fd5fce55fb58ef8e9", + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 1.0502246339652852, + "mean_positive_distance_at_16": 0.191838655106437, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 13, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.16850174974047227, + "seed": "534717141", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.2935563966973661, + "chart_id": "ms-da142025733b53fcf7eb", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6578795953341535, + "mean_positive_distance_at_16": 0.5203959490912686, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4449245949514202, + "seed": "141984615", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.48399355880226785, + "chart_id": "ms-e2bad6e99e8a281207cc", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7787385789348675, + "mean_positive_distance_at_16": 1.08422269734568, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.9331599147101295, + "seed": "1549324805", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3884094640311494, + "chart_id": "ms-e30fd80adc089e9f697a", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.6757938437525105, + "mean_positive_distance_at_16": 0.9571247839263535, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.8664059623822641, + "seed": "585904130", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.4084854392755738, + "chart_id": "ms-e9ed5d488afdfd6449d1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.650806632295477, + "mean_positive_distance_at_16": 0.5809039885548163, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 0.875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4495557996117105, + "seed": "626486813", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.448984756244035, + "chart_id": "ms-ec013396e4aff6170ee1", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.606825418845741, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5245063186721162, + "seed": "750448296", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.3625653768603863, + "chart_id": "ms-ee30ebaf98622759d888", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6079864545565602, + "mean_positive_distance_at_16": 0.573673116059619, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 0.6666666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.47409189046910744, + "seed": "636680137", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.12139771123161887, + "chart_id": "ms-efdc07c985935d871adf", + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6322802243684997, + "mean_positive_distance_at_16": 0.28351796520431327, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 15, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22739972914376322, + "seed": "706479600", + "task_id": "StackCube-v1" + }, + { + "candidate_diversity_at_16": 0.3289017840844194, + "chart_id": "ms-f3f1d07cfd59b823da47", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": null, + "mean_positive_distance_at_16": 0.9045426416005474, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "num_proposals": 16, + "pos_closer_than_neg_at_16": null, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.8372745599206548, + "seed": "2015956957", + "task_id": "PullCube-v1" + }, + { + "candidate_diversity_at_16": 0.16708907979579385, + "chart_id": "ms-fc8084d5cd7da937fc02", + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.38019288146060837, + "mean_positive_distance_at_16": 0.2668341515743454, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.75, + "num_proposals": 16, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22741357448832414, + "seed": "1991414747", + "task_id": "PushCube-v1" + }, + { + "candidate_diversity_at_16": 0.16961891682752264, + "chart_id": "ms-fd2387aeed9bfc9a0d08", + "collapse_rate_at_16": 0.125, + "mean_negative_distance_at_16": 0.315102287667072, + "mean_positive_distance_at_16": 0.2871677570858603, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "num_proposals": 8, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24574974276800712, + "seed": "1919198188", + "task_id": "StackCube-v1" + } + ], + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "summary": { + "candidate_diversity_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.26814117385877173, + "low": 0.21772936024316789, + "mean": 0.24083281983652494, + "n": 47, + "num_samples": 200 + }, + "mean": 0.24083281983652494, + "per_seed": { + "1025740212": 0.19455401476500297, + "1055157354": 0.259205465438693, + "1055567618": 0.18739850622361123, + "1113268940": 0.21654754873244053, + "1113371261": 0.16043355980577237, + "1176943004": 0.17509945469983443, + "1189392917": 0.20421617859033744, + "1231780997": 0.18772259118461238, + "1271718007": 0.27144012558350583, + "1273247072": 0.22208852503717003, + "1358421325": 0.1905654303291878, + "1375492786": 0.285615931727869, + "141984615": 0.3471523539990122, + "1475440973": 0.14107091435444807, + "1483645336": 0.21223821711137467, + "1522272686": 0.1479789224856933, + "1528740417": 0.12172917033444851, + "1549324805": 0.40235984589460644, + "1607773860": 0.1459670183785248, + "1665739511": 0.1910859456238593, + "1747178030": 0.41220792986042765, + "1881223807": 0.15516191991948577, + "1919198188": 0.16961891682752264, + "1991414747": 0.16708907979579385, + "1997090716": 0.15586060718806224, + "2015956957": 0.3307069949768836, + "2054899126": 0.33874390941945887, + "211245842": 0.11785786097238697, + "2141802816": 0.17547800315268794, + "256770874": 0.2932327554144152, + "278008524": 0.21734063381056185, + "416183106": 0.2462788841353952, + "534717141": 0.1399153910626788, + "551504635": 0.1472794642224938, + "565369392": 0.39309198986320854, + "565621826": 0.3411903627805985, + "585904130": 0.40963114108180626, + "626486813": 0.3940350601148852, + "636680137": 0.3625653768603863, + "706479600": 0.12139771123161887, + "750448296": 0.43113309359085744, + "75070641": 0.3043299398095857, + "767747424": 0.31956665903561154, + "77147264": 0.26740986842621123, + "794181626": 0.27824475486176026, + "957101489": 0.15039468983630316, + "998761162": 0.21490981376557908 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.299395797932163, + "low": 0.19173946033470585, + "mean": 0.23066495810717952, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23066495810717952, + "per_task": { + "LiftPegUpright-v1": 0.16815061726557437, + "PickCube-v1": 0.22208852503717003, + "PullCube-v1": 0.35824556452367995, + "PushCube-v1": 0.20468631265686807, + "StackCube-v1": 0.20015377105260523 + } + }, + "metric": "candidate_diversity_at_16", + "micro": { + "confidence": 0.95, + "high": 0.3018196300791704, + "low": 0.2558356607885494, + "mean": 0.2764430442429579, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "collapse_rate_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.07317600396057847, + "low": 0.06687485829773064, + "mean": 0.06963867249771506, + "n": 47, + "num_samples": 200 + }, + "mean": 0.06963867249771506, + "per_seed": { + "1025740212": 0.09090909090909091, + "1055157354": 0.07142857142857142, + "1055567618": 0.06666666666666667, + "1113268940": 0.07692307692307693, + "1113371261": 0.0625, + "1176943004": 0.0625, + "1189392917": 0.0625, + "1231780997": 0.0625, + "1271718007": 0.06696428571428571, + "1273247072": 0.1, + "1358421325": 0.07142857142857142, + "1375492786": 0.0625, + "141984615": 0.0625, + "1475440973": 0.0625, + "1483645336": 0.0625, + "1522272686": 0.07142857142857142, + "1528740417": 0.08333333333333333, + "1549324805": 0.07083333333333333, + "1607773860": 0.0625, + "1665739511": 0.06666666666666667, + "1747178030": 0.0625, + "1881223807": 0.07142857142857142, + "1919198188": 0.125, + "1991414747": 0.0625, + "1997090716": 0.0625, + "2015956957": 0.0625, + "2054899126": 0.0625, + "211245842": 0.06666666666666667, + "2141802816": 0.0625, + "256770874": 0.07692307692307693, + "278008524": 0.07291666666666666, + "416183106": 0.08333333333333333, + "534717141": 0.07692307692307693, + "551504635": 0.0625, + "565369392": 0.0625, + "565621826": 0.0625, + "585904130": 0.0625, + "626486813": 0.0625, + "636680137": 0.06666666666666667, + "706479600": 0.06666666666666667, + "750448296": 0.0625, + "75070641": 0.08333333333333333, + "767747424": 0.06473214285714285, + "77147264": 0.07291666666666666, + "794181626": 0.0625, + "957101489": 0.07142857142857142, + "998761162": 0.0625 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.08798536594124828, + "low": 0.06641215973568915, + "mean": 0.07556542477130712, + "n": 5, + "num_samples": 200 + }, + "mean": 0.07556542477130712, + "per_task": { + "LiftPegUpright-v1": 0.07311091686091686, + "PickCube-v1": 0.1, + "PullCube-v1": 0.06404465632406808, + "PushCube-v1": 0.06478937728937728, + "StackCube-v1": 0.07588217338217337 + } + }, + "metric": "collapse_rate_at_16", + "micro": { + "confidence": 0.95, + "high": 0.07084123605862737, + "low": 0.06572762985806464, + "mean": 0.06806780176345395, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "mean_negative_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5571253735614152, + "low": 0.4518603523677962, + "mean": 0.5003205628802438, + "n": 41, + "num_samples": 200 + }, + "mean": 0.5003205628802438, + "per_seed": { + "1025740212": 0.35144440151791206, + "1055157354": 0.35434432208069566, + "1055567618": 0.575246011402946, + "1113268940": 0.3887049329630541, + "1113371261": 0.34597463157739294, + "1176943004": 0.22891082648675942, + "1231780997": 0.34521846778813753, + "1271718007": 0.28295517194093833, + "1273247072": 0.5416133085399556, + "1358421325": 0.2973545130784447, + "1375492786": 0.5251291872937602, + "141984615": 0.7736535112321588, + "1475440973": 0.46767042925082203, + "1522272686": 0.20442578687763077, + "1528740417": 0.5470522522066333, + "1549324805": 0.6905413314708294, + "1607773860": 0.4145175753612077, + "1665739511": 0.39827978387665663, + "1747178030": 0.696797699510933, + "1881223807": 0.7972287020313927, + "1919198188": 0.315102287667072, + "1991414747": 0.38019288146060837, + "1997090716": 0.2593904380744497, + "2015956957": 0.7894935949103785, + "2054899126": 0.679892176759729, + "211245842": 0.3180368448440486, + "256770874": 0.354047639339016, + "278008524": 0.49769506497043514, + "416183106": 0.3849097267389911, + "534717141": 1.0502246339652852, + "551504635": 0.45722174835949475, + "565369392": 0.5369311709706835, + "565621826": 0.7796459582290848, + "585904130": 0.7817408291299721, + "626486813": 0.650806632295477, + "636680137": 0.6079864545565602, + "706479600": 0.6322802243684997, + "75070641": 0.4226872491050678, + "77147264": 0.5393305703753087, + "794181626": 0.5786966683355417, + "957101489": 0.26976743714602985 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6161832865173055, + "low": 0.41788121964495445, + "mean": 0.5007574366451623, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5007574366451623, + "per_task": { + "LiftPegUpright-v1": 0.42621870534767564, + "PickCube-v1": 0.5416133085399556, + "PullCube-v1": 0.704361472899632, + "PushCube-v1": 0.460703809942122, + "StackCube-v1": 0.3708898864964263 + } + }, + "metric": "mean_negative_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.5931226262327675, + "low": 0.47670760341735957, + "mean": 0.5321469656568952, + "n": 51, + "num_samples": 200 + }, + "n": 51 + }, + "mean_positive_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.45856618034204055, + "low": 0.366498404428074, + "mean": 0.4108937858918618, + "n": 47, + "num_samples": 200 + }, + "mean": 0.4108937858918618, + "per_seed": { + "1025740212": 0.2861318816311369, + "1055157354": 0.3185296434877554, + "1055567618": 0.2354890093437576, + "1113268940": 0.2924540158476722, + "1113371261": 0.28007444820247945, + "1176943004": 0.2622229339784299, + "1189392917": 0.5105721257459807, + "1231780997": 0.2370835058326187, + "1271718007": 0.2659851776542024, + "1273247072": 0.5117570584912333, + "1358421325": 0.6223461967164611, + "1375492786": 0.3080615168571088, + "141984615": 0.6640918842324894, + "1475440973": 0.27088212931603484, + "1483645336": 0.452104820113111, + "1522272686": 0.20123883502430795, + "1528740417": 0.2642536721060315, + "1549324805": 0.8809305992689044, + "1607773860": 0.42575946083838434, + "1665739511": 0.24495423887459064, + "1747178030": 0.5055149453431266, + "1881223807": 0.23832610852066097, + "1919198188": 0.2871677570858603, + "1991414747": 0.2668341515743454, + "1997090716": 0.28760180703461236, + "2015956957": 0.6361016617897698, + "2054899126": 0.5336250237228125, + "211245842": 0.4679582387524227, + "2141802816": 0.25723613252246474, + "256770874": 0.35449989439369634, + "278008524": 0.46381166976340116, + "416183106": 0.3571423030305525, + "534717141": 0.191838655106437, + "551504635": 0.5765383125645485, + "565369392": 0.6026096960821041, + "565621826": 0.4880422815377108, + "585904130": 0.7901769470804529, + "626486813": 0.592788572637862, + "636680137": 0.573673116059619, + "706479600": 0.28351796520431327, + "750448296": 0.6154880986681324, + "75070641": 0.40130296869110543, + "767747424": 0.5089938611037014, + "77147264": 0.4481925021625358, + "794181626": 0.5165014180326869, + "957101489": 0.20765310225304673, + "998761162": 0.32394759263683953 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5363482220590324, + "low": 0.34207079492076164, + "mean": 0.425966384191146, + "n": 5, + "num_samples": 200 + }, + "mean": 0.425966384191146, + "per_task": { + "LiftPegUpright-v1": 0.32122391954967383, + "PickCube-v1": 0.5117570584912333, + "PullCube-v1": 0.6128484433058412, + "PushCube-v1": 0.35256377772257647, + "StackCube-v1": 0.3314387218864051 + } + }, + "metric": "mean_positive_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.5304605823014631, + "low": 0.4329705147242089, + "mean": 0.4758095302446008, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "negative_near_at_16_thr_0p20": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.04179331306990881, + "low": 0.0, + "mean": 0.017477203647416412, + "n": 47, + "num_samples": 200 + }, + "mean": 0.017477203647416412, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 0.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.25, + "1189392917": 0.0, + "1231780997": 0.0, + "1271718007": 0.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 0.5714285714285714, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 0.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.02293040293040293, + "low": 0.0, + "mean": 0.011465201465201465, + "n": 5, + "num_samples": 200 + }, + "mean": 0.011465201465201465, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.019230769230769232, + "StackCube-v1": 0.03809523809523809 + } + }, + "metric": "negative_near_at_16_thr_0p20", + "micro": { + "confidence": 0.95, + "high": 0.02846790890269151, + "low": 0.0, + "mean": 0.011904761904761904, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "negative_near_at_16_thr_0p40": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.47141608391608386, + "low": 0.23135189278806303, + "mean": 0.34507938869640997, + "n": 47, + "num_samples": 200 + }, + "mean": 0.34507938869640997, + "per_seed": { + "1025740212": 0.8181818181818182, + "1055157354": 0.7857142857142857, + "1055567618": 0.0, + "1113268940": 0.6153846153846154, + "1113371261": 0.875, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 0.9375, + "1271718007": 0.42857142857142855, + "1273247072": 0.0, + "1358421325": 0.9285714285714286, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.5625, + "1665739511": 0.7333333333333333, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 1.0, + "1991414747": 0.75, + "1997090716": 1.0, + "2015956957": 0.0125, + "2054899126": 0.0, + "211245842": 0.9333333333333333, + "2141802816": 0.0, + "256770874": 0.6923076923076923, + "278008524": 0.5, + "416183106": 0.5833333333333334, + "534717141": 0.0, + "551504635": 0.0, + "565369392": 0.14583333333333334, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.5, + "767747424": 0.0, + "77147264": 0.4166666666666667, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.49835950813891994, + "low": 0.08491790072672425, + "mean": 0.29192483170424344, + "n": 5, + "num_samples": 200 + }, + "mean": 0.29192483170424344, + "per_task": { + "LiftPegUpright-v1": 0.39517773892773894, + "PickCube-v1": 0.0, + "PullCube-v1": 0.014705882352941176, + "PushCube-v1": 0.3557692307692308, + "StackCube-v1": 0.6939713064713066 + } + }, + "metric": "negative_near_at_16_thr_0p40", + "micro": { + "confidence": 0.95, + "high": 0.35500218380653165, + "low": 0.17228260869565215, + "mean": 0.25950197145849324, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pos_closer_than_neg_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8434620596205963, + "low": 0.6140178757556806, + "mean": 0.7420666562434856, + "n": 41, + "num_samples": 200 + }, + "mean": 0.7420666562434856, + "per_seed": { + "1025740212": 1.0, + "1055157354": 0.8571428571428571, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 0.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 1.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1475440973": 1.0, + "1522272686": 0.6428571428571429, + "1528740417": 1.0, + "1549324805": 0.24444444444444444, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 0.0, + "2015956957": 0.7291666666666666, + "2054899126": 0.875, + "211245842": 0.0, + "256770874": 0.46153846153846156, + "278008524": 0.84375, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.5, + "626486813": 0.875, + "636680137": 0.6666666666666666, + "706479600": 1.0, + "75070641": 0.9166666666666666, + "77147264": 1.0, + "794181626": 0.8125, + "957101489": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8903552350427351, + "low": 0.6834932081807082, + "mean": 0.7810695207570209, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7810695207570209, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 1.0, + "PullCube-v1": 0.6202380952380953, + "PushCube-v1": 0.7265625, + "StackCube-v1": 0.7252136752136752 + } + }, + "metric": "pos_closer_than_neg_at_16", + "micro": { + "confidence": 0.95, + "high": 0.793095058536235, + "low": 0.5928733031674208, + "mean": 0.7003079436902965, + "n": 51, + "num_samples": 200 + }, + "n": 51 + }, + "pptc_at_16_thr_0p20": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.24468085106382978, + "low": 0.06382978723404255, + "mean": 0.13829787234042554, + "n": 47, + "num_samples": 200 + }, + "mean": 0.13829787234042554, + "per_seed": { + "1025740212": 0.0, + "1055157354": 0.0, + "1055567618": 1.0, + "1113268940": 0.0, + "1113371261": 0.0, + "1176943004": 0.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 0.5, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1475440973": 0.0, + "1483645336": 0.0, + "1522272686": 1.0, + "1528740417": 0.0, + "1549324805": 0.0, + "1607773860": 0.0, + "1665739511": 1.0, + "1747178030": 0.0, + "1881223807": 0.0, + "1919198188": 0.0, + "1991414747": 0.0, + "1997090716": 0.0, + "2015956957": 0.0, + "2054899126": 0.0, + "211245842": 0.0, + "2141802816": 0.0, + "256770874": 0.0, + "278008524": 0.0, + "416183106": 0.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 0.0, + "585904130": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "706479600": 0.0, + "750448296": 0.0, + "75070641": 0.0, + "767747424": 0.0, + "77147264": 0.0, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2333333333333333, + "low": 0.011764705882352941, + "mean": 0.10588235294117647, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10588235294117647, + "per_task": { + "LiftPegUpright-v1": 0.16666666666666666, + "PickCube-v1": 0.0, + "PullCube-v1": 0.029411764705882353, + "PushCube-v1": 0.0, + "StackCube-v1": 0.3333333333333333 + } + }, + "metric": "pptc_at_16_thr_0p20", + "micro": { + "confidence": 0.95, + "high": 0.17391304347826086, + "low": 0.043478260869565216, + "mean": 0.10144927536231885, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "pptc_at_16_thr_0p40": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8031914893617021, + "low": 0.5592198581560284, + "mean": 0.6868794326241134, + "n": 47, + "num_samples": 200 + }, + "mean": 0.6868794326241134, + "per_seed": { + "1025740212": 1.0, + "1055157354": 1.0, + "1055567618": 1.0, + "1113268940": 1.0, + "1113371261": 1.0, + "1176943004": 1.0, + "1189392917": 0.0, + "1231780997": 1.0, + "1271718007": 1.0, + "1273247072": 0.0, + "1358421325": 0.0, + "1375492786": 1.0, + "141984615": 0.3333333333333333, + "1475440973": 1.0, + "1483645336": 1.0, + "1522272686": 1.0, + "1528740417": 1.0, + "1549324805": 0.0, + "1607773860": 1.0, + "1665739511": 1.0, + "1747178030": 1.0, + "1881223807": 1.0, + "1919198188": 1.0, + "1991414747": 1.0, + "1997090716": 1.0, + "2015956957": 0.2, + "2054899126": 1.0, + "211245842": 0.0, + "2141802816": 1.0, + "256770874": 1.0, + "278008524": 0.5, + "416183106": 1.0, + "534717141": 1.0, + "551504635": 0.0, + "565369392": 0.0, + "565621826": 1.0, + "585904130": 0.0, + "626486813": 0.25, + "636680137": 0.0, + "706479600": 1.0, + "750448296": 0.0, + "75070641": 1.0, + "767747424": 0.5, + "77147264": 0.5, + "794181626": 0.0, + "957101489": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8015384615384615, + "low": 0.28431372549019607, + "mean": 0.5526696832579185, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5526696832579185, + "per_task": { + "LiftPegUpright-v1": 0.8333333333333334, + "PickCube-v1": 0.0, + "PullCube-v1": 0.29411764705882354, + "PushCube-v1": 0.7692307692307693, + "StackCube-v1": 0.8666666666666667 + } + }, + "metric": "pptc_at_16_thr_0p40", + "micro": { + "confidence": 0.95, + "high": 0.6811594202898551, + "low": 0.4492753623188406, + "mean": 0.5507246376811594, + "n": 69, + "num_samples": 200 + }, + "n": 69 + }, + "proxy_support_distance_at_16": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37087868109834954, + "low": 0.29266469287455377, + "mean": 0.33159074129879146, + "n": 47, + "num_samples": 200 + }, + "mean": 0.33159074129879146, + "per_seed": { + "1025740212": 0.20093720287401004, + "1055157354": 0.22199851239859078, + "1055567618": 0.16787522830384943, + "1113268940": 0.21523371176878933, + "1113371261": 0.21118849328105402, + "1176943004": 0.20151294856623944, + "1189392917": 0.41909314553899163, + "1231780997": 0.14689813626635242, + "1271718007": 0.18762762283705758, + "1273247072": 0.44965706242631565, + "1358421325": 0.5333606581008445, + "1375492786": 0.2545808673553789, + "141984615": 0.5594927815357121, + "1475440973": 0.21679228792320068, + "1483645336": 0.34522468387920036, + "1522272686": 0.15924506809586778, + "1528740417": 0.22259810102935185, + "1549324805": 0.7717732447155141, + "1607773860": 0.37231300044924004, + "1665739511": 0.17366496659788114, + "1747178030": 0.3467824952445996, + "1881223807": 0.20424490802386616, + "1919198188": 0.24574974276800712, + "1991414747": 0.22741357448832414, + "1997090716": 0.24804549081290173, + "2015956957": 0.5522441417609412, + "2054899126": 0.3672933220563204, + "211245842": 0.4206764154776315, + "2141802816": 0.2037379740797869, + "256770874": 0.2290130485006273, + "278008524": 0.38876538842301134, + "416183106": 0.2927834165612716, + "534717141": 0.16850174974047227, + "551504635": 0.5122766627118474, + "565369392": 0.47384713171560816, + "565621826": 0.328498884253593, + "585904130": 0.6422846362271358, + "626486813": 0.4897736922469463, + "636680137": 0.47409189046910744, + "706479600": 0.22739972914376322, + "750448296": 0.5343330221105937, + "75070641": 0.28174424807482573, + "767747424": 0.4309804047666352, + "77147264": 0.37956270339246667, + "794181626": 0.4635875045322157, + "957101489": 0.15266438129000348, + "998761162": 0.2674005582272549 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4465828277732883, + "low": 0.2784381334410784, + "mean": 0.3525289467595415, + "n": 5, + "num_samples": 200 + }, + "mean": 0.3525289467595415, + "per_task": { + "LiftPegUpright-v1": 0.25245601709559196, + "PickCube-v1": 0.44965706242631565, + "PullCube-v1": 0.5082179467208842, + "PushCube-v1": 0.2937104712774421, + "StackCube-v1": 0.2586032362774735 + } + }, + "metric": "proxy_support_distance_at_16", + "micro": { + "confidence": 0.95, + "high": 0.438966137389351, + "low": 0.3489825850207504, + "mean": 0.3904505510765039, + "n": 69, + "num_samples": 200 + }, + "n": 69 + } + }, + "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381", + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics_by_seed.json b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..3c0f2295e7bed682a6832b3c143c758c3ebd7b5d --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics_by_seed.json @@ -0,0 +1,554 @@ +{ + "1025740212": { + "candidate_diversity_at_16": 0.19455401476500297, + "collapse_rate_at_16": 0.09090909090909091, + "mean_negative_distance_at_16": 0.35144440151791206, + "mean_positive_distance_at_16": 0.2861318816311369, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.8181818181818182, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20093720287401004 + }, + "1055157354": { + "candidate_diversity_at_16": 0.259205465438693, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.35434432208069566, + "mean_positive_distance_at_16": 0.3185296434877554, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.7857142857142857, + "pos_closer_than_neg_at_16": 0.8571428571428571, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22199851239859078 + }, + "1055567618": { + "candidate_diversity_at_16": 0.18739850622361123, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.575246011402946, + "mean_positive_distance_at_16": 0.2354890093437576, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.16787522830384943 + }, + "1113268940": { + "candidate_diversity_at_16": 0.21654754873244053, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.3887049329630541, + "mean_positive_distance_at_16": 0.2924540158476722, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.6153846153846154, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21523371176878933 + }, + "1113371261": { + "candidate_diversity_at_16": 0.16043355980577237, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34597463157739294, + "mean_positive_distance_at_16": 0.28007444820247945, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.875, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21118849328105402 + }, + "1176943004": { + "candidate_diversity_at_16": 0.17509945469983443, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.22891082648675942, + "mean_positive_distance_at_16": 0.2622229339784299, + "negative_near_at_16_thr_0p20": 0.25, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20151294856623944 + }, + "1189392917": { + "candidate_diversity_at_16": 0.20421617859033744, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.5105721257459807, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.41909314553899163 + }, + "1231780997": { + "candidate_diversity_at_16": 0.18772259118461238, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.34521846778813753, + "mean_positive_distance_at_16": 0.2370835058326187, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9375, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.14689813626635242 + }, + "1271718007": { + "candidate_diversity_at_16": 0.27144012558350583, + "collapse_rate_at_16": 0.06696428571428571, + "mean_negative_distance_at_16": 0.28295517194093833, + "mean_positive_distance_at_16": 0.2659851776542024, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.42857142857142855, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.5, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.18762762283705758 + }, + "1273247072": { + "candidate_diversity_at_16": 0.22208852503717003, + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.5416133085399556, + "mean_positive_distance_at_16": 0.5117570584912333, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.44965706242631565 + }, + "1358421325": { + "candidate_diversity_at_16": 0.1905654303291878, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.2973545130784447, + "mean_positive_distance_at_16": 0.6223461967164611, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9285714285714286, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5333606581008445 + }, + "1375492786": { + "candidate_diversity_at_16": 0.285615931727869, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5251291872937602, + "mean_positive_distance_at_16": 0.3080615168571088, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2545808673553789 + }, + "141984615": { + "candidate_diversity_at_16": 0.3471523539990122, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7736535112321588, + "mean_positive_distance_at_16": 0.6640918842324894, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.3333333333333333, + "proxy_support_distance_at_16": 0.5594927815357121 + }, + "1475440973": { + "candidate_diversity_at_16": 0.14107091435444807, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.46767042925082203, + "mean_positive_distance_at_16": 0.27088212931603484, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.21679228792320068 + }, + "1483645336": { + "candidate_diversity_at_16": 0.21223821711137467, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.452104820113111, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.34522468387920036 + }, + "1522272686": { + "candidate_diversity_at_16": 0.1479789224856933, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.20442578687763077, + "mean_positive_distance_at_16": 0.20123883502430795, + "negative_near_at_16_thr_0p20": 0.5714285714285714, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.6428571428571429, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15924506809586778 + }, + "1528740417": { + "candidate_diversity_at_16": 0.12172917033444851, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.5470522522066333, + "mean_positive_distance_at_16": 0.2642536721060315, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22259810102935185 + }, + "1549324805": { + "candidate_diversity_at_16": 0.40235984589460644, + "collapse_rate_at_16": 0.07083333333333333, + "mean_negative_distance_at_16": 0.6905413314708294, + "mean_positive_distance_at_16": 0.8809305992689044, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.24444444444444444, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.7717732447155141 + }, + "1607773860": { + "candidate_diversity_at_16": 0.1459670183785248, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.4145175753612077, + "mean_positive_distance_at_16": 0.42575946083838434, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5625, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.37231300044924004 + }, + "1665739511": { + "candidate_diversity_at_16": 0.1910859456238593, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.39827978387665663, + "mean_positive_distance_at_16": 0.24495423887459064, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.7333333333333333, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.17366496659788114 + }, + "1747178030": { + "candidate_diversity_at_16": 0.41220792986042765, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.696797699510933, + "mean_positive_distance_at_16": 0.5055149453431266, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3467824952445996 + }, + "1881223807": { + "candidate_diversity_at_16": 0.15516191991948577, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.7972287020313927, + "mean_positive_distance_at_16": 0.23832610852066097, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.20424490802386616 + }, + "1919198188": { + "candidate_diversity_at_16": 0.16961891682752264, + "collapse_rate_at_16": 0.125, + "mean_negative_distance_at_16": 0.315102287667072, + "mean_positive_distance_at_16": 0.2871677570858603, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24574974276800712 + }, + "1991414747": { + "candidate_diversity_at_16": 0.16708907979579385, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.38019288146060837, + "mean_positive_distance_at_16": 0.2668341515743454, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.75, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22741357448832414 + }, + "1997090716": { + "candidate_diversity_at_16": 0.15586060718806224, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.2593904380744497, + "mean_positive_distance_at_16": 0.28760180703461236, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.24804549081290173 + }, + "2015956957": { + "candidate_diversity_at_16": 0.3307069949768836, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7894935949103785, + "mean_positive_distance_at_16": 0.6361016617897698, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0125, + "pos_closer_than_neg_at_16": 0.7291666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.2, + "proxy_support_distance_at_16": 0.5522441417609412 + }, + "2054899126": { + "candidate_diversity_at_16": 0.33874390941945887, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.679892176759729, + "mean_positive_distance_at_16": 0.5336250237228125, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.3672933220563204 + }, + "211245842": { + "candidate_diversity_at_16": 0.11785786097238697, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.3180368448440486, + "mean_positive_distance_at_16": 0.4679582387524227, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.9333333333333333, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4206764154776315 + }, + "2141802816": { + "candidate_diversity_at_16": 0.17547800315268794, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.25723613252246474, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2037379740797869 + }, + "256770874": { + "candidate_diversity_at_16": 0.2932327554144152, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 0.354047639339016, + "mean_positive_distance_at_16": 0.35449989439369634, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.6923076923076923, + "pos_closer_than_neg_at_16": 0.46153846153846156, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2290130485006273 + }, + "278008524": { + "candidate_diversity_at_16": 0.21734063381056185, + "collapse_rate_at_16": 0.07291666666666666, + "mean_negative_distance_at_16": 0.49769506497043514, + "mean_positive_distance_at_16": 0.46381166976340116, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "pos_closer_than_neg_at_16": 0.84375, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.5, + "proxy_support_distance_at_16": 0.38876538842301134 + }, + "416183106": { + "candidate_diversity_at_16": 0.2462788841353952, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.3849097267389911, + "mean_positive_distance_at_16": 0.3571423030305525, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5833333333333334, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2927834165612716 + }, + "534717141": { + "candidate_diversity_at_16": 0.1399153910626788, + "collapse_rate_at_16": 0.07692307692307693, + "mean_negative_distance_at_16": 1.0502246339652852, + "mean_positive_distance_at_16": 0.191838655106437, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.16850174974047227 + }, + "551504635": { + "candidate_diversity_at_16": 0.1472794642224938, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.45722174835949475, + "mean_positive_distance_at_16": 0.5765383125645485, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5122766627118474 + }, + "565369392": { + "candidate_diversity_at_16": 0.39309198986320854, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5369311709706835, + "mean_positive_distance_at_16": 0.6026096960821041, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.14583333333333334, + "pos_closer_than_neg_at_16": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.47384713171560816 + }, + "565621826": { + "candidate_diversity_at_16": 0.3411903627805985, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7796459582290848, + "mean_positive_distance_at_16": 0.4880422815377108, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.328498884253593 + }, + "585904130": { + "candidate_diversity_at_16": 0.40963114108180626, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.7817408291299721, + "mean_positive_distance_at_16": 0.7901769470804529, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.5, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.6422846362271358 + }, + "626486813": { + "candidate_diversity_at_16": 0.3940350601148852, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.650806632295477, + "mean_positive_distance_at_16": 0.592788572637862, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.875, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.25, + "proxy_support_distance_at_16": 0.4897736922469463 + }, + "636680137": { + "candidate_diversity_at_16": 0.3625653768603863, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6079864545565602, + "mean_positive_distance_at_16": 0.573673116059619, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.6666666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.47409189046910744 + }, + "706479600": { + "candidate_diversity_at_16": 0.12139771123161887, + "collapse_rate_at_16": 0.06666666666666667, + "mean_negative_distance_at_16": 0.6322802243684997, + "mean_positive_distance_at_16": 0.28351796520431327, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.22739972914376322 + }, + "750448296": { + "candidate_diversity_at_16": 0.43113309359085744, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.6154880986681324, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.5343330221105937 + }, + "75070641": { + "candidate_diversity_at_16": 0.3043299398095857, + "collapse_rate_at_16": 0.08333333333333333, + "mean_negative_distance_at_16": 0.4226872491050678, + "mean_positive_distance_at_16": 0.40130296869110543, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.5, + "pos_closer_than_neg_at_16": 0.9166666666666666, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.28174424807482573 + }, + "767747424": { + "candidate_diversity_at_16": 0.31956665903561154, + "collapse_rate_at_16": 0.06473214285714285, + "mean_positive_distance_at_16": 0.5089938611037014, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.5, + "proxy_support_distance_at_16": 0.4309804047666352 + }, + "77147264": { + "candidate_diversity_at_16": 0.26740986842621123, + "collapse_rate_at_16": 0.07291666666666666, + "mean_negative_distance_at_16": 0.5393305703753087, + "mean_positive_distance_at_16": 0.4481925021625358, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.4166666666666667, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.5, + "proxy_support_distance_at_16": 0.37956270339246667 + }, + "794181626": { + "candidate_diversity_at_16": 0.27824475486176026, + "collapse_rate_at_16": 0.0625, + "mean_negative_distance_at_16": 0.5786966683355417, + "mean_positive_distance_at_16": 0.5165014180326869, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 0.8125, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.4635875045322157 + }, + "957101489": { + "candidate_diversity_at_16": 0.15039468983630316, + "collapse_rate_at_16": 0.07142857142857142, + "mean_negative_distance_at_16": 0.26976743714602985, + "mean_positive_distance_at_16": 0.20765310225304673, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 1.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 1.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.15266438129000348 + }, + "998761162": { + "candidate_diversity_at_16": 0.21490981376557908, + "collapse_rate_at_16": 0.0625, + "mean_positive_distance_at_16": 0.32394759263683953, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 1.0, + "proxy_support_distance_at_16": 0.2674005582272549 + } +} diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics_by_task.json b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..06b890a84fc0f0ab8be5eb7982f791f9275d1a1c --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/metrics_by_task.json @@ -0,0 +1,62 @@ +{ + "LiftPegUpright-v1": { + "candidate_diversity_at_16": 0.16815061726557437, + "collapse_rate_at_16": 0.07311091686091686, + "mean_negative_distance_at_16": 0.42621870534767564, + "mean_positive_distance_at_16": 0.32122391954967383, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.39517773892773894, + "pos_closer_than_neg_at_16": 0.8333333333333334, + "pptc_at_16_thr_0p20": 0.16666666666666666, + "pptc_at_16_thr_0p40": 0.8333333333333334, + "proxy_support_distance_at_16": 0.25245601709559196 + }, + "PickCube-v1": { + "candidate_diversity_at_16": 0.22208852503717003, + "collapse_rate_at_16": 0.1, + "mean_negative_distance_at_16": 0.5416133085399556, + "mean_positive_distance_at_16": 0.5117570584912333, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.0, + "pos_closer_than_neg_at_16": 1.0, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.0, + "proxy_support_distance_at_16": 0.44965706242631565 + }, + "PullCube-v1": { + "candidate_diversity_at_16": 0.35824556452367995, + "collapse_rate_at_16": 0.06404465632406808, + "mean_negative_distance_at_16": 0.704361472899632, + "mean_positive_distance_at_16": 0.6128484433058412, + "negative_near_at_16_thr_0p20": 0.0, + "negative_near_at_16_thr_0p40": 0.014705882352941176, + "pos_closer_than_neg_at_16": 0.6202380952380953, + "pptc_at_16_thr_0p20": 0.029411764705882353, + "pptc_at_16_thr_0p40": 0.29411764705882354, + "proxy_support_distance_at_16": 0.5082179467208842 + }, + "PushCube-v1": { + "candidate_diversity_at_16": 0.20468631265686807, + "collapse_rate_at_16": 0.06478937728937728, + "mean_negative_distance_at_16": 0.460703809942122, + "mean_positive_distance_at_16": 0.35256377772257647, + "negative_near_at_16_thr_0p20": 0.019230769230769232, + "negative_near_at_16_thr_0p40": 0.3557692307692308, + "pos_closer_than_neg_at_16": 0.7265625, + "pptc_at_16_thr_0p20": 0.0, + "pptc_at_16_thr_0p40": 0.7692307692307693, + "proxy_support_distance_at_16": 0.2937104712774421 + }, + "StackCube-v1": { + "candidate_diversity_at_16": 0.20015377105260523, + "collapse_rate_at_16": 0.07588217338217337, + "mean_negative_distance_at_16": 0.3708898864964263, + "mean_positive_distance_at_16": 0.3314387218864051, + "negative_near_at_16_thr_0p20": 0.03809523809523809, + "negative_near_at_16_thr_0p40": 0.6939713064713066, + "pos_closer_than_neg_at_16": 0.7252136752136752, + "pptc_at_16_thr_0p20": 0.3333333333333333, + "pptc_at_16_thr_0p40": 0.8666666666666667, + "proxy_support_distance_at_16": 0.2586032362774735 + } +} diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/split_hash.txt b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8533e80f235606cef4ba0119a3ac3806d63a0983 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/split_hash.txt @@ -0,0 +1 @@ +9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381 diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/table.tex b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..5d16c301e593515ac4737b39a3d5b10dc50efa67 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/table.tex @@ -0,0 +1,17 @@ +% Auto-generated by scripts/eval_ctt_proxy.py +\begin{tabular}{lrrr} +\toprule +Metric & N & Mean & CI high \\ +\midrule +candidate\_diversity\_at\_16 & 69 & 0.2764 & 0.3018 \\ +collapse\_rate\_at\_16 & 69 & 0.0681 & 0.0708 \\ +mean\_negative\_distance\_at\_16 & 51 & 0.5321 & 0.5931 \\ +mean\_positive\_distance\_at\_16 & 69 & 0.4758 & 0.5305 \\ +negative\_near\_at\_16\_thr\_0p20 & 69 & 0.0119 & 0.0285 \\ +negative\_near\_at\_16\_thr\_0p40 & 69 & 0.2595 & 0.3550 \\ +pos\_closer\_than\_neg\_at\_16 & 51 & 0.7003 & 0.7931 \\ +pptc\_at\_16\_thr\_0p20 & 69 & 0.1014 & 0.1739 \\ +pptc\_at\_16\_thr\_0p40 & 69 & 0.5507 & 0.6812 \\ +proxy\_support\_distance\_at\_16 & 69 & 0.3905 & 0.4390 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/train.log b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/train.log new file mode 100644 index 0000000000000000000000000000000000000000..e3d389f78872a015d98b916211524b128cdf39d9 --- /dev/null +++ b/workspace/runs/ctt_residual_ot_full_seed2_val_proxy/train.log @@ -0,0 +1 @@ +see checkpoint run