Hugging Face's logo

anhtld
/
vla

Model card Files
xet
 Community
anhtld commited on
Commit
bd0a6a8
·
verified ·
1 Parent(s): a9e0d1e

auto-sync 2026-07-04T07:01:17Z workspace (part 4)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. workspace/runs/ctt_residual_ot_full_seed0/command.txt +1 -0
  2. workspace/runs/ctt_residual_ot_full_seed0/config.yaml +23 -0
  3. workspace/runs/ctt_residual_ot_full_seed0/data_hash.txt +1 -0
  4. workspace/runs/ctt_residual_ot_full_seed0/eval.log +1 -0
  5. workspace/runs/ctt_residual_ot_full_seed0/git_hash.txt +1 -0
  6. workspace/runs/ctt_residual_ot_full_seed0/metrics.json +34 -0
  7. workspace/runs/ctt_residual_ot_full_seed0/metrics_by_seed.json +1 -0
  8. workspace/runs/ctt_residual_ot_full_seed0/metrics_by_task.json +1 -0
  9. workspace/runs/ctt_residual_ot_full_seed0/model.pt +3 -0
  10. workspace/runs/ctt_residual_ot_full_seed0/split_hash.txt +1 -0
  11. workspace/runs/ctt_residual_ot_full_seed0/table.tex +8 -0
  12. workspace/runs/ctt_residual_ot_full_seed0/train.log +7 -0
  13. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/command.txt +1 -0
  14. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/config.yaml +9 -0
  15. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/data_hash.txt +1 -0
  16. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/eval.log +4 -0
  17. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/git_hash.txt +1 -0
  18. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics.json +2009 -0
  19. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_seed.json +554 -0
  20. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_task.json +62 -0
  21. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/split_hash.txt +1 -0
  22. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/table.tex +17 -0
  23. workspace/runs/ctt_residual_ot_full_seed0_val_proxy/train.log +1 -0
  24. workspace/runs/ctt_residual_ot_full_seed1/command.txt +1 -0
  25. workspace/runs/ctt_residual_ot_full_seed1/config.yaml +23 -0
  26. workspace/runs/ctt_residual_ot_full_seed1/data_hash.txt +1 -0
  27. workspace/runs/ctt_residual_ot_full_seed1/eval.log +1 -0
  28. workspace/runs/ctt_residual_ot_full_seed1/git_hash.txt +1 -0
  29. workspace/runs/ctt_residual_ot_full_seed1/metrics.json +34 -0
  30. workspace/runs/ctt_residual_ot_full_seed1/metrics_by_seed.json +1 -0
  31. workspace/runs/ctt_residual_ot_full_seed1/metrics_by_task.json +1 -0
  32. workspace/runs/ctt_residual_ot_full_seed1/model.pt +3 -0
  33. workspace/runs/ctt_residual_ot_full_seed1/split_hash.txt +1 -0
  34. workspace/runs/ctt_residual_ot_full_seed1/table.tex +8 -0
  35. workspace/runs/ctt_residual_ot_full_seed1/train.log +7 -0
  36. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/command.txt +1 -0
  37. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/config.yaml +9 -0
  38. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/data_hash.txt +1 -0
  39. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/eval.log +4 -0
  40. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/git_hash.txt +1 -0
  41. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics.json +2009 -0
  42. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_seed.json +554 -0
  43. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_task.json +62 -0
  44. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/split_hash.txt +1 -0
  45. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/table.tex +17 -0
  46. workspace/runs/ctt_residual_ot_full_seed1_val_proxy/train.log +1 -0
  47. workspace/runs/ctt_residual_ot_full_seed2/command.txt +1 -0
  48. workspace/runs/ctt_residual_ot_full_seed2/config.yaml +23 -0
  49. workspace/runs/ctt_residual_ot_full_seed2/data_hash.txt +1 -0
  50. workspace/runs/ctt_residual_ot_full_seed2/eval.log +1 -0
workspace/runs/ctt_residual_ot_full_seed0/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ python scripts/train_ctt.py --dataset data/cil_charts/train/index.json --out-dir runs/ctt_residual_ot_full_seed0 --variant residual --epochs 5 --max-charts 100000 --neighbors 8 --lr 0.001 --seed 0 --pos-alignment 1.0 --ot-alignment 0.25 --negative-boundary 0.25 --pairwise-rank 1.0 --listwise-rank 0.5 --cycle 0.1 --diversity 0.05 --negative-margin 0.2 --ot-epsilon 0.05 --ot-iterations 30 --transport-samples-per-pair 4 --diversity-temperature 1.0 --no-markdown-report
workspace/runs/ctt_residual_ot_full_seed0/config.yaml ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ chart_feature_mode: base
2
+ config: None
3
+ cycle: 0.1
4
+ dataset: data/cil_charts/train/index.json
5
+ diversity: 0.05
6
+ diversity_temperature: 1.0
7
+ epochs: 5
8
+ listwise_rank: 0.5
9
+ lr: 0.001
10
+ max_charts: 100000
11
+ negative_boundary: 0.25
12
+ negative_margin: 0.2
13
+ neighbors: 8
14
+ no_markdown_report: True
15
+ ot_alignment: 0.25
16
+ ot_epsilon: 0.05
17
+ ot_iterations: 30
18
+ out_dir: runs/ctt_residual_ot_full_seed0
19
+ pairwise_rank: 1.0
20
+ pos_alignment: 1.0
21
+ seed: 0
22
+ transport_samples_per_pair: 4
23
+ variant: residual
workspace/runs/ctt_residual_ot_full_seed0/data_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957
workspace/runs/ctt_residual_ot_full_seed0/eval.log ADDED
@@ -0,0 +1 @@
 
 
1
+ eval not run by train_ctt.py
workspace/runs/ctt_residual_ot_full_seed0/git_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 14e81292e2004925f81e0bb4810f6f144bfd87b7
workspace/runs/ctt_residual_ot_full_seed0/metrics.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chart_feature_mode": "base",
3
+ "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957",
4
+ "epochs": 5,
5
+ "final_component_means": {
6
+ "cycle": 0.2522961610452074,
7
+ "diversity": 0.40323811049044805,
8
+ "listwise_rank": 0.04902952836139555,
9
+ "negative_boundary": 0.0,
10
+ "ot_alignment": 5.628985789335299,
11
+ "pairwise_rank": 0.3404245189734521,
12
+ "pos_alignment": 2.5820174080465126
13
+ },
14
+ "final_mean_loss": 4.399594662667707,
15
+ "loss_weights": {
16
+ "cycle": 0.1,
17
+ "diversity": 0.05,
18
+ "diversity_temperature": 1.0,
19
+ "listwise_rank": 0.5,
20
+ "negative_boundary": 0.25,
21
+ "negative_margin": 0.2,
22
+ "ot_alignment": 0.25,
23
+ "ot_epsilon": 0.05,
24
+ "ot_iterations": 30,
25
+ "pairwise_rank": 1.0,
26
+ "pos_alignment": 1.0,
27
+ "transport_samples_per_pair": 4
28
+ },
29
+ "num_charts": 301,
30
+ "num_pairs": 2408,
31
+ "report_type": "ctt_train",
32
+ "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
33
+ "variant": "residual"
34
+ }
workspace/runs/ctt_residual_ot_full_seed0/metrics_by_seed.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
workspace/runs/ctt_residual_ot_full_seed0/metrics_by_task.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
workspace/runs/ctt_residual_ot_full_seed0/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:194180eb619e76bdb52831eb145df2fd749c6cdb0a224ea2591266e6f6419296
3
+ size 521301
workspace/runs/ctt_residual_ot_full_seed0/split_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372
workspace/runs/ctt_residual_ot_full_seed0/table.tex ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ % Auto-generated by scripts/train_ctt.py
2
+ \begin{tabular}{lrrr}
3
+ \toprule
4
+ Variant & Charts & Pairs & Final loss \\
5
+ \midrule
6
+ residual & 301 & 2408 & 4.3996 \\
7
+ \bottomrule
8
+ \end{tabular}
workspace/runs/ctt_residual_ot_full_seed0/train.log ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ charts=301 pairs=2408 variant=residual
2
+ loss_weights pos=1.0 ot=0.25 neg=0.25 pairwise=1.0 listwise=0.5 cycle=0.1 diversity=0.05
3
+ epoch=1 mean_loss=14.623031 pos_alignment=10.542293 ot_alignment=13.702041 negative_boundary=0.000000 pairwise_rank=0.613151 listwise_rank=0.014623 cycle=0.215064 diversity=0.265175
4
+ epoch=2 mean_loss=8.066041 pos_alignment=5.394690 ot_alignment=8.394883 negative_boundary=0.000000 pairwise_rank=0.517094 listwise_rank=0.022239 cycle=0.285783 diversity=0.316785
5
+ epoch=3 mean_loss=6.036927 pos_alignment=3.814154 ot_alignment=6.866760 negative_boundary=0.000000 pairwise_rank=0.445259 listwise_rank=0.030854 cycle=0.274778 diversity=0.358366
6
+ epoch=4 mean_loss=5.158203 pos_alignment=3.152168 ot_alignment=6.212361 negative_boundary=0.000000 pairwise_rank=0.386664 listwise_rank=0.040571 cycle=0.268036 diversity=0.383826
7
+ epoch=5 mean_loss=4.399595 pos_alignment=2.582017 ot_alignment=5.628986 negative_boundary=0.000000 pairwise_rank=0.340425 listwise_rank=0.049030 cycle=0.252296 diversity=0.403238
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ python scripts/eval_ctt_proxy.py --checkpoint runs/ctt_residual_ot_full_seed0/model.pt --source-index data/cil_charts/train/index.json --target-index data/cil_charts/val/index.json --out-dir runs/ctt_residual_ot_full_seed0_val_proxy --k 16 --max-target-charts 100000 --neighbors 8 --thresholds 0.20,0.40 --no-markdown-report
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/config.yaml ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ checkpoint: runs/ctt_residual_ot_full_seed0/model.pt
2
+ k: 16
3
+ max_target_charts: 100000
4
+ neighbors: 8
5
+ no_markdown_report: True
6
+ out_dir: runs/ctt_residual_ot_full_seed0_val_proxy
7
+ source_index: data/cil_charts/train/index.json
8
+ target_index: data/cil_charts/val/index.json
9
+ thresholds: 0.20,0.40
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/data_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/eval.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ source_charts=301 target_charts=69 k=16
2
+ source_index=data/cil_charts/train/index.json
3
+ target_index=data/cil_charts/val/index.json
4
+ chart_feature_mode=base
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/git_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 14e81292e2004925f81e0bb4810f6f144bfd87b7
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics.json ADDED
@@ -0,0 +1,2009 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chart_feature_mode": "base",
3
+ "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957",
4
+ "k": 16,
5
+ "num_rows": 69,
6
+ "report_type": "ctt_proxy_eval",
7
+ "rows": [
8
+ {
9
+ "candidate_diversity_at_16": 0.4784040700426883,
10
+ "chart_id": "ms-0345d8ac530f88cefd61",
11
+ "collapse_rate_at_16": 0.0625,
12
+ "mean_negative_distance_at_16": null,
13
+ "mean_positive_distance_at_16": 0.9270799443281472,
14
+ "negative_near_at_16_thr_0p20": 0.0,
15
+ "negative_near_at_16_thr_0p40": 0.0,
16
+ "num_proposals": 16,
17
+ "pos_closer_than_neg_at_16": null,
18
+ "pptc_at_16_thr_0p20": 0.0,
19
+ "pptc_at_16_thr_0p40": 0.0,
20
+ "proxy_support_distance_at_16": 0.8555338444549621,
21
+ "seed": "141984615",
22
+ "task_id": "PullCube-v1"
23
+ },
24
+ {
25
+ "candidate_diversity_at_16": 0.18210541321786242,
26
+ "chart_id": "ms-081952a63087fc8f83cd",
27
+ "collapse_rate_at_16": 0.0625,
28
+ "mean_negative_distance_at_16": null,
29
+ "mean_positive_distance_at_16": 0.25166137990693066,
30
+ "negative_near_at_16_thr_0p20": 0.0,
31
+ "negative_near_at_16_thr_0p40": 0.0,
32
+ "num_proposals": 16,
33
+ "pos_closer_than_neg_at_16": null,
34
+ "pptc_at_16_thr_0p20": 0.0,
35
+ "pptc_at_16_thr_0p40": 1.0,
36
+ "proxy_support_distance_at_16": 0.21292963026091707,
37
+ "seed": "2141802816",
38
+ "task_id": "PushCube-v1"
39
+ },
40
+ {
41
+ "candidate_diversity_at_16": 0.3409850609387571,
42
+ "chart_id": "ms-0819eb89e627595e7e1b",
43
+ "collapse_rate_at_16": 0.0625,
44
+ "mean_negative_distance_at_16": 1.043861599475633,
45
+ "mean_positive_distance_at_16": 0.6020245943825004,
46
+ "negative_near_at_16_thr_0p20": 0.0,
47
+ "negative_near_at_16_thr_0p40": 0.0,
48
+ "num_proposals": 16,
49
+ "pos_closer_than_neg_at_16": 1.0,
50
+ "pptc_at_16_thr_0p20": 0.0,
51
+ "pptc_at_16_thr_0p40": 0.0,
52
+ "proxy_support_distance_at_16": 0.42645987831249244,
53
+ "seed": "2015956957",
54
+ "task_id": "PullCube-v1"
55
+ },
56
+ {
57
+ "candidate_diversity_at_16": 0.41278211920555374,
58
+ "chart_id": "ms-0dee962a5901fb8b5bbb",
59
+ "collapse_rate_at_16": 0.0625,
60
+ "mean_negative_distance_at_16": 0.7436740758838035,
61
+ "mean_positive_distance_at_16": 0.9313658894940553,
62
+ "negative_near_at_16_thr_0p20": 0.0,
63
+ "negative_near_at_16_thr_0p40": 0.0,
64
+ "num_proposals": 16,
65
+ "pos_closer_than_neg_at_16": 0.0,
66
+ "pptc_at_16_thr_0p20": 0.0,
67
+ "pptc_at_16_thr_0p40": 0.0,
68
+ "proxy_support_distance_at_16": 0.8137200610738865,
69
+ "seed": "565369392",
70
+ "task_id": "PullCube-v1"
71
+ },
72
+ {
73
+ "candidate_diversity_at_16": 0.2810961017318852,
74
+ "chart_id": "ms-121bc2e6676c1ac10911",
75
+ "collapse_rate_at_16": 0.0625,
76
+ "mean_negative_distance_at_16": 0.5473012874506602,
77
+ "mean_positive_distance_at_16": 0.49883595823276033,
78
+ "negative_near_at_16_thr_0p20": 0.0,
79
+ "negative_near_at_16_thr_0p40": 0.0,
80
+ "num_proposals": 16,
81
+ "pos_closer_than_neg_at_16": 0.75,
82
+ "pptc_at_16_thr_0p20": 0.0,
83
+ "pptc_at_16_thr_0p40": 0.0,
84
+ "proxy_support_distance_at_16": 0.4085958306043971,
85
+ "seed": "77147264",
86
+ "task_id": "PushCube-v1"
87
+ },
88
+ {
89
+ "candidate_diversity_at_16": 0.35071317891814807,
90
+ "chart_id": "ms-126eb8b36769f9ba4671",
91
+ "collapse_rate_at_16": 0.0625,
92
+ "mean_negative_distance_at_16": null,
93
+ "mean_positive_distance_at_16": 0.686931294568662,
94
+ "negative_near_at_16_thr_0p20": 0.0,
95
+ "negative_near_at_16_thr_0p40": 0.0,
96
+ "num_proposals": 16,
97
+ "pos_closer_than_neg_at_16": null,
98
+ "pptc_at_16_thr_0p20": 0.0,
99
+ "pptc_at_16_thr_0p40": 0.0,
100
+ "proxy_support_distance_at_16": 0.584221775646926,
101
+ "seed": "767747424",
102
+ "task_id": "PullCube-v1"
103
+ },
104
+ {
105
+ "candidate_diversity_at_16": 0.4020867910418009,
106
+ "chart_id": "ms-16661b2fd2c85f57a66c",
107
+ "collapse_rate_at_16": 0.06666666666666667,
108
+ "mean_negative_distance_at_16": 0.6107989298197423,
109
+ "mean_positive_distance_at_16": 0.5912026544485678,
110
+ "negative_near_at_16_thr_0p20": 0.0,
111
+ "negative_near_at_16_thr_0p40": 0.0,
112
+ "num_proposals": 15,
113
+ "pos_closer_than_neg_at_16": 0.7333333333333333,
114
+ "pptc_at_16_thr_0p20": 0.0,
115
+ "pptc_at_16_thr_0p40": 0.0,
116
+ "proxy_support_distance_at_16": 0.4605633900813239,
117
+ "seed": "1549324805",
118
+ "task_id": "PullCube-v1"
119
+ },
120
+ {
121
+ "candidate_diversity_at_16": 0.31230907958149434,
122
+ "chart_id": "ms-20e1efbb745fd02abc95",
123
+ "collapse_rate_at_16": 0.0625,
124
+ "mean_negative_distance_at_16": 0.5168003602401241,
125
+ "mean_positive_distance_at_16": 0.345577610157128,
126
+ "negative_near_at_16_thr_0p20": 0.0,
127
+ "negative_near_at_16_thr_0p40": 0.0,
128
+ "num_proposals": 16,
129
+ "pos_closer_than_neg_at_16": 1.0,
130
+ "pptc_at_16_thr_0p20": 1.0,
131
+ "pptc_at_16_thr_0p40": 1.0,
132
+ "proxy_support_distance_at_16": 0.17929856255723123,
133
+ "seed": "1375492786",
134
+ "task_id": "PullCube-v1"
135
+ },
136
+ {
137
+ "candidate_diversity_at_16": 0.2713752936807972,
138
+ "chart_id": "ms-22f153f0d4fa656018e6",
139
+ "collapse_rate_at_16": 0.0625,
140
+ "mean_negative_distance_at_16": null,
141
+ "mean_positive_distance_at_16": 0.3247871143694728,
142
+ "negative_near_at_16_thr_0p20": 0.0,
143
+ "negative_near_at_16_thr_0p40": 0.0,
144
+ "num_proposals": 16,
145
+ "pos_closer_than_neg_at_16": null,
146
+ "pptc_at_16_thr_0p20": 0.0,
147
+ "pptc_at_16_thr_0p40": 1.0,
148
+ "proxy_support_distance_at_16": 0.23314132043756153,
149
+ "seed": "1271718007",
150
+ "task_id": "PushCube-v1"
151
+ },
152
+ {
153
+ "candidate_diversity_at_16": 0.3153006428531988,
154
+ "chart_id": "ms-2458fcfffb3f96c6ca1a",
155
+ "collapse_rate_at_16": 0.1,
156
+ "mean_negative_distance_at_16": 0.8236523537827243,
157
+ "mean_positive_distance_at_16": 0.8220742481333911,
158
+ "negative_near_at_16_thr_0p20": 0.0,
159
+ "negative_near_at_16_thr_0p40": 0.0,
160
+ "num_proposals": 10,
161
+ "pos_closer_than_neg_at_16": 0.7,
162
+ "pptc_at_16_thr_0p20": 0.0,
163
+ "pptc_at_16_thr_0p40": 0.0,
164
+ "proxy_support_distance_at_16": 0.633021656425077,
165
+ "seed": "1273247072",
166
+ "task_id": "PickCube-v1"
167
+ },
168
+ {
169
+ "candidate_diversity_at_16": 0.1772010023810478,
170
+ "chart_id": "ms-27c9f70e97b8850cc3ab",
171
+ "collapse_rate_at_16": 0.07142857142857142,
172
+ "mean_negative_distance_at_16": 0.8297289183887824,
173
+ "mean_positive_distance_at_16": 0.25804621241940107,
174
+ "negative_near_at_16_thr_0p20": 0.0,
175
+ "negative_near_at_16_thr_0p40": 0.0,
176
+ "num_proposals": 14,
177
+ "pos_closer_than_neg_at_16": 1.0,
178
+ "pptc_at_16_thr_0p20": 0.0,
179
+ "pptc_at_16_thr_0p40": 1.0,
180
+ "proxy_support_distance_at_16": 0.2092295092133594,
181
+ "seed": "1881223807",
182
+ "task_id": "PushCube-v1"
183
+ },
184
+ {
185
+ "candidate_diversity_at_16": 0.18449272313666615,
186
+ "chart_id": "ms-2867deaca7e98582620b",
187
+ "collapse_rate_at_16": 0.0625,
188
+ "mean_negative_distance_at_16": null,
189
+ "mean_positive_distance_at_16": 0.43325464379989126,
190
+ "negative_near_at_16_thr_0p20": 0.0,
191
+ "negative_near_at_16_thr_0p40": 0.0,
192
+ "num_proposals": 16,
193
+ "pos_closer_than_neg_at_16": null,
194
+ "pptc_at_16_thr_0p20": 0.0,
195
+ "pptc_at_16_thr_0p40": 1.0,
196
+ "proxy_support_distance_at_16": 0.38296243253794016,
197
+ "seed": "1189392917",
198
+ "task_id": "PushCube-v1"
199
+ },
200
+ {
201
+ "candidate_diversity_at_16": 0.3254526307602659,
202
+ "chart_id": "ms-2dc5138251afd26a040d",
203
+ "collapse_rate_at_16": 0.0625,
204
+ "mean_negative_distance_at_16": 0.7565443128456885,
205
+ "mean_positive_distance_at_16": 0.5542015043080131,
206
+ "negative_near_at_16_thr_0p20": 0.0,
207
+ "negative_near_at_16_thr_0p40": 0.0,
208
+ "num_proposals": 16,
209
+ "pos_closer_than_neg_at_16": 1.0,
210
+ "pptc_at_16_thr_0p20": 0.0,
211
+ "pptc_at_16_thr_0p40": 0.0,
212
+ "proxy_support_distance_at_16": 0.4653424162154666,
213
+ "seed": "565621826",
214
+ "task_id": "PullCube-v1"
215
+ },
216
+ {
217
+ "candidate_diversity_at_16": 0.13601593741784926,
218
+ "chart_id": "ms-365d8c6de6de16f66744",
219
+ "collapse_rate_at_16": 0.0625,
220
+ "mean_negative_distance_at_16": 0.23299319150807388,
221
+ "mean_positive_distance_at_16": 0.2746704354067301,
222
+ "negative_near_at_16_thr_0p20": 0.0625,
223
+ "negative_near_at_16_thr_0p40": 1.0,
224
+ "num_proposals": 16,
225
+ "pos_closer_than_neg_at_16": 0.0,
226
+ "pptc_at_16_thr_0p20": 0.0,
227
+ "pptc_at_16_thr_0p40": 1.0,
228
+ "proxy_support_distance_at_16": 0.23733979507145028,
229
+ "seed": "1997090716",
230
+ "task_id": "PushCube-v1"
231
+ },
232
+ {
233
+ "candidate_diversity_at_16": 0.3089534975246216,
234
+ "chart_id": "ms-387e6771a55be98f1a59",
235
+ "collapse_rate_at_16": 0.0625,
236
+ "mean_negative_distance_at_16": null,
237
+ "mean_positive_distance_at_16": 0.3547952181557174,
238
+ "negative_near_at_16_thr_0p20": 0.0,
239
+ "negative_near_at_16_thr_0p40": 0.0,
240
+ "num_proposals": 16,
241
+ "pos_closer_than_neg_at_16": null,
242
+ "pptc_at_16_thr_0p20": 0.0,
243
+ "pptc_at_16_thr_0p40": 1.0,
244
+ "proxy_support_distance_at_16": 0.2526289393492892,
245
+ "seed": "767747424",
246
+ "task_id": "PullCube-v1"
247
+ },
248
+ {
249
+ "candidate_diversity_at_16": 0.4020085546413264,
250
+ "chart_id": "ms-38f7298184a2c5005e94",
251
+ "collapse_rate_at_16": 0.0625,
252
+ "mean_negative_distance_at_16": 0.5160822543264832,
253
+ "mean_positive_distance_at_16": 0.5175810048918538,
254
+ "negative_near_at_16_thr_0p20": 0.0,
255
+ "negative_near_at_16_thr_0p40": 0.0,
256
+ "num_proposals": 16,
257
+ "pos_closer_than_neg_at_16": 0.4375,
258
+ "pptc_at_16_thr_0p20": 0.0,
259
+ "pptc_at_16_thr_0p40": 0.0,
260
+ "proxy_support_distance_at_16": 0.4034016258526656,
261
+ "seed": "2015956957",
262
+ "task_id": "PullCube-v1"
263
+ },
264
+ {
265
+ "candidate_diversity_at_16": 0.25424324836371676,
266
+ "chart_id": "ms-3afd8959363e917591d4",
267
+ "collapse_rate_at_16": 0.08333333333333333,
268
+ "mean_negative_distance_at_16": 0.37594878120005415,
269
+ "mean_positive_distance_at_16": 0.36521708784317264,
270
+ "negative_near_at_16_thr_0p20": 0.0,
271
+ "negative_near_at_16_thr_0p40": 0.5833333333333334,
272
+ "num_proposals": 12,
273
+ "pos_closer_than_neg_at_16": 0.9166666666666666,
274
+ "pptc_at_16_thr_0p20": 0.0,
275
+ "pptc_at_16_thr_0p40": 1.0,
276
+ "proxy_support_distance_at_16": 0.2870708390596141,
277
+ "seed": "75070641",
278
+ "task_id": "StackCube-v1"
279
+ },
280
+ {
281
+ "candidate_diversity_at_16": 0.17416214462597673,
282
+ "chart_id": "ms-3c326d05fec66e1d6bea",
283
+ "collapse_rate_at_16": 0.08333333333333333,
284
+ "mean_negative_distance_at_16": 0.3555509284161973,
285
+ "mean_positive_distance_at_16": 0.2513185227614419,
286
+ "negative_near_at_16_thr_0p20": 0.0,
287
+ "negative_near_at_16_thr_0p40": 1.0,
288
+ "num_proposals": 12,
289
+ "pos_closer_than_neg_at_16": 1.0,
290
+ "pptc_at_16_thr_0p20": 0.0,
291
+ "pptc_at_16_thr_0p40": 1.0,
292
+ "proxy_support_distance_at_16": 0.21394144595699488,
293
+ "seed": "278008524",
294
+ "task_id": "PushCube-v1"
295
+ },
296
+ {
297
+ "candidate_diversity_at_16": 0.17723785822495086,
298
+ "chart_id": "ms-3ff1aedb72f65a182b58",
299
+ "collapse_rate_at_16": 0.06666666666666667,
300
+ "mean_negative_distance_at_16": 0.5734979712921742,
301
+ "mean_positive_distance_at_16": 0.20345655834488527,
302
+ "negative_near_at_16_thr_0p20": 0.0,
303
+ "negative_near_at_16_thr_0p40": 0.0,
304
+ "num_proposals": 15,
305
+ "pos_closer_than_neg_at_16": 1.0,
306
+ "pptc_at_16_thr_0p20": 1.0,
307
+ "pptc_at_16_thr_0p40": 1.0,
308
+ "proxy_support_distance_at_16": 0.13922985734694887,
309
+ "seed": "1055567618",
310
+ "task_id": "StackCube-v1"
311
+ },
312
+ {
313
+ "candidate_diversity_at_16": 0.20222292753241375,
314
+ "chart_id": "ms-4048f8f6e047422e3c79",
315
+ "collapse_rate_at_16": 0.07142857142857142,
316
+ "mean_negative_distance_at_16": 0.27000157323106194,
317
+ "mean_positive_distance_at_16": 0.20291115548128294,
318
+ "negative_near_at_16_thr_0p20": 0.0,
319
+ "negative_near_at_16_thr_0p40": 1.0,
320
+ "num_proposals": 14,
321
+ "pos_closer_than_neg_at_16": 1.0,
322
+ "pptc_at_16_thr_0p20": 1.0,
323
+ "pptc_at_16_thr_0p40": 1.0,
324
+ "proxy_support_distance_at_16": 0.13436054698941982,
325
+ "seed": "1055157354",
326
+ "task_id": "StackCube-v1"
327
+ },
328
+ {
329
+ "candidate_diversity_at_16": 0.36765209762979656,
330
+ "chart_id": "ms-482c5c8d208b5907a2c2",
331
+ "collapse_rate_at_16": 0.0625,
332
+ "mean_negative_distance_at_16": null,
333
+ "mean_positive_distance_at_16": 0.4935482952748459,
334
+ "negative_near_at_16_thr_0p20": 0.0,
335
+ "negative_near_at_16_thr_0p40": 0.0,
336
+ "num_proposals": 16,
337
+ "pos_closer_than_neg_at_16": null,
338
+ "pptc_at_16_thr_0p20": 0.0,
339
+ "pptc_at_16_thr_0p40": 0.0,
340
+ "proxy_support_distance_at_16": 0.4100283147685121,
341
+ "seed": "626486813",
342
+ "task_id": "PullCube-v1"
343
+ },
344
+ {
345
+ "candidate_diversity_at_16": 0.19103808324675375,
346
+ "chart_id": "ms-484ea653bbca2de3a4a2",
347
+ "collapse_rate_at_16": 0.0625,
348
+ "mean_negative_distance_at_16": 0.3627329168922132,
349
+ "mean_positive_distance_at_16": 0.32160325979540005,
350
+ "negative_near_at_16_thr_0p20": 0.0,
351
+ "negative_near_at_16_thr_0p40": 0.875,
352
+ "num_proposals": 16,
353
+ "pos_closer_than_neg_at_16": 0.9375,
354
+ "pptc_at_16_thr_0p20": 0.0,
355
+ "pptc_at_16_thr_0p40": 1.0,
356
+ "proxy_support_distance_at_16": 0.2448388217509162,
357
+ "seed": "1231780997",
358
+ "task_id": "LiftPegUpright-v1"
359
+ },
360
+ {
361
+ "candidate_diversity_at_16": 0.20332084403263484,
362
+ "chart_id": "ms-4b4cd12d70c0615e0930",
363
+ "collapse_rate_at_16": 0.09090909090909091,
364
+ "mean_negative_distance_at_16": 0.29666120336390317,
365
+ "mean_positive_distance_at_16": 0.20675193367797445,
366
+ "negative_near_at_16_thr_0p20": 0.0,
367
+ "negative_near_at_16_thr_0p40": 1.0,
368
+ "num_proposals": 11,
369
+ "pos_closer_than_neg_at_16": 1.0,
370
+ "pptc_at_16_thr_0p20": 1.0,
371
+ "pptc_at_16_thr_0p40": 1.0,
372
+ "proxy_support_distance_at_16": 0.12293128338189374,
373
+ "seed": "1025740212",
374
+ "task_id": "LiftPegUpright-v1"
375
+ },
376
+ {
377
+ "candidate_diversity_at_16": 0.36869345675361825,
378
+ "chart_id": "ms-4da03300d92420e80ed0",
379
+ "collapse_rate_at_16": 0.0625,
380
+ "mean_negative_distance_at_16": 0.6557545374586895,
381
+ "mean_positive_distance_at_16": 0.38853798261483924,
382
+ "negative_near_at_16_thr_0p20": 0.0,
383
+ "negative_near_at_16_thr_0p40": 0.0,
384
+ "num_proposals": 16,
385
+ "pos_closer_than_neg_at_16": 1.0,
386
+ "pptc_at_16_thr_0p20": 0.0,
387
+ "pptc_at_16_thr_0p40": 1.0,
388
+ "proxy_support_distance_at_16": 0.2684539143073911,
389
+ "seed": "1747178030",
390
+ "task_id": "PullCube-v1"
391
+ },
392
+ {
393
+ "candidate_diversity_at_16": 0.2626664179746327,
394
+ "chart_id": "ms-4dbdc6ed61dccebbfe92",
395
+ "collapse_rate_at_16": 0.0625,
396
+ "mean_negative_distance_at_16": 0.6112283064496085,
397
+ "mean_positive_distance_at_16": 0.43188445132157866,
398
+ "negative_near_at_16_thr_0p20": 0.0,
399
+ "negative_near_at_16_thr_0p40": 0.0,
400
+ "num_proposals": 16,
401
+ "pos_closer_than_neg_at_16": 0.9375,
402
+ "pptc_at_16_thr_0p20": 0.0,
403
+ "pptc_at_16_thr_0p40": 1.0,
404
+ "proxy_support_distance_at_16": 0.3348567909308354,
405
+ "seed": "794181626",
406
+ "task_id": "PushCube-v1"
407
+ },
408
+ {
409
+ "candidate_diversity_at_16": 0.35771738030507577,
410
+ "chart_id": "ms-57be9ae181c077e7821f",
411
+ "collapse_rate_at_16": 0.08333333333333333,
412
+ "mean_negative_distance_at_16": 0.6108827048188382,
413
+ "mean_positive_distance_at_16": 0.7013745389413537,
414
+ "negative_near_at_16_thr_0p20": 0.0,
415
+ "negative_near_at_16_thr_0p40": 0.0,
416
+ "num_proposals": 12,
417
+ "pos_closer_than_neg_at_16": 0.25,
418
+ "pptc_at_16_thr_0p20": 0.0,
419
+ "pptc_at_16_thr_0p40": 0.0,
420
+ "proxy_support_distance_at_16": 0.6565380650420627,
421
+ "seed": "1549324805",
422
+ "task_id": "PullCube-v1"
423
+ },
424
+ {
425
+ "candidate_diversity_at_16": 0.14732073955683608,
426
+ "chart_id": "ms-58950fed04d203b97ab9",
427
+ "collapse_rate_at_16": 0.0625,
428
+ "mean_negative_distance_at_16": 0.38686915516862475,
429
+ "mean_positive_distance_at_16": 0.3136673039320803,
430
+ "negative_near_at_16_thr_0p20": 0.0,
431
+ "negative_near_at_16_thr_0p40": 0.8125,
432
+ "num_proposals": 16,
433
+ "pos_closer_than_neg_at_16": 1.0,
434
+ "pptc_at_16_thr_0p20": 0.0,
435
+ "pptc_at_16_thr_0p40": 1.0,
436
+ "proxy_support_distance_at_16": 0.2817022135369533,
437
+ "seed": "1113371261",
438
+ "task_id": "PushCube-v1"
439
+ },
440
+ {
441
+ "candidate_diversity_at_16": 0.14546412237948955,
442
+ "chart_id": "ms-5b26c33feed6992386b1",
443
+ "collapse_rate_at_16": 0.07142857142857142,
444
+ "mean_negative_distance_at_16": 0.1698942573869381,
445
+ "mean_positive_distance_at_16": 0.12954594098543945,
446
+ "negative_near_at_16_thr_0p20": 0.8571428571428571,
447
+ "negative_near_at_16_thr_0p40": 1.0,
448
+ "num_proposals": 14,
449
+ "pos_closer_than_neg_at_16": 1.0,
450
+ "pptc_at_16_thr_0p20": 1.0,
451
+ "pptc_at_16_thr_0p40": 1.0,
452
+ "proxy_support_distance_at_16": 0.0886770244217009,
453
+ "seed": "1522272686",
454
+ "task_id": "StackCube-v1"
455
+ },
456
+ {
457
+ "candidate_diversity_at_16": 0.3353440633079157,
458
+ "chart_id": "ms-6388b5d2356c556c3e55",
459
+ "collapse_rate_at_16": 0.0625,
460
+ "mean_negative_distance_at_16": null,
461
+ "mean_positive_distance_at_16": 0.40102634617815763,
462
+ "negative_near_at_16_thr_0p20": 0.0,
463
+ "negative_near_at_16_thr_0p40": 0.0,
464
+ "num_proposals": 16,
465
+ "pos_closer_than_neg_at_16": null,
466
+ "pptc_at_16_thr_0p20": 0.0,
467
+ "pptc_at_16_thr_0p40": 1.0,
468
+ "proxy_support_distance_at_16": 0.3496635229534144,
469
+ "seed": "2015956957",
470
+ "task_id": "PullCube-v1"
471
+ },
472
+ {
473
+ "candidate_diversity_at_16": 0.35541224914259634,
474
+ "chart_id": "ms-638d2ba1917eff4d09e0",
475
+ "collapse_rate_at_16": 0.07142857142857142,
476
+ "mean_negative_distance_at_16": null,
477
+ "mean_positive_distance_at_16": 0.48503505335285013,
478
+ "negative_near_at_16_thr_0p20": 0.0,
479
+ "negative_near_at_16_thr_0p40": 0.0,
480
+ "num_proposals": 14,
481
+ "pos_closer_than_neg_at_16": null,
482
+ "pptc_at_16_thr_0p20": 0.0,
483
+ "pptc_at_16_thr_0p40": 0.0,
484
+ "proxy_support_distance_at_16": 0.4354224966831549,
485
+ "seed": "767747424",
486
+ "task_id": "PullCube-v1"
487
+ },
488
+ {
489
+ "candidate_diversity_at_16": 0.1340662208987131,
490
+ "chart_id": "ms-63ac245579b1188935ad",
491
+ "collapse_rate_at_16": 0.06666666666666667,
492
+ "mean_negative_distance_at_16": 0.30211791458045323,
493
+ "mean_positive_distance_at_16": 0.4068219829048277,
494
+ "negative_near_at_16_thr_0p20": 0.06666666666666667,
495
+ "negative_near_at_16_thr_0p40": 1.0,
496
+ "num_proposals": 15,
497
+ "pos_closer_than_neg_at_16": 0.0,
498
+ "pptc_at_16_thr_0p20": 0.0,
499
+ "pptc_at_16_thr_0p40": 1.0,
500
+ "proxy_support_distance_at_16": 0.3118339163080709,
501
+ "seed": "211245842",
502
+ "task_id": "StackCube-v1"
503
+ },
504
+ {
505
+ "candidate_diversity_at_16": 0.22299447930782598,
506
+ "chart_id": "ms-651bc0395d78d2819158",
507
+ "collapse_rate_at_16": 0.0625,
508
+ "mean_negative_distance_at_16": null,
509
+ "mean_positive_distance_at_16": 0.41140479409185554,
510
+ "negative_near_at_16_thr_0p20": 0.0,
511
+ "negative_near_at_16_thr_0p40": 0.0,
512
+ "num_proposals": 16,
513
+ "pos_closer_than_neg_at_16": null,
514
+ "pptc_at_16_thr_0p20": 0.0,
515
+ "pptc_at_16_thr_0p40": 1.0,
516
+ "proxy_support_distance_at_16": 0.359400800617013,
517
+ "seed": "1483645336",
518
+ "task_id": "PushCube-v1"
519
+ },
520
+ {
521
+ "candidate_diversity_at_16": 0.313703546810758,
522
+ "chart_id": "ms-652ad552ba98d2736620",
523
+ "collapse_rate_at_16": 0.0625,
524
+ "mean_negative_distance_at_16": null,
525
+ "mean_positive_distance_at_16": 0.6063678645723464,
526
+ "negative_near_at_16_thr_0p20": 0.0,
527
+ "negative_near_at_16_thr_0p40": 0.0,
528
+ "num_proposals": 16,
529
+ "pos_closer_than_neg_at_16": null,
530
+ "pptc_at_16_thr_0p20": 0.0,
531
+ "pptc_at_16_thr_0p40": 0.0,
532
+ "proxy_support_distance_at_16": 0.5482782973654015,
533
+ "seed": "767747424",
534
+ "task_id": "PullCube-v1"
535
+ },
536
+ {
537
+ "candidate_diversity_at_16": 0.2923892562673492,
538
+ "chart_id": "ms-674fad0e7c042d23629e",
539
+ "collapse_rate_at_16": 0.0625,
540
+ "mean_negative_distance_at_16": 0.9658410516775653,
541
+ "mean_positive_distance_at_16": 0.5186827160247032,
542
+ "negative_near_at_16_thr_0p20": 0.0,
543
+ "negative_near_at_16_thr_0p40": 0.0,
544
+ "num_proposals": 16,
545
+ "pos_closer_than_neg_at_16": 1.0,
546
+ "pptc_at_16_thr_0p20": 0.0,
547
+ "pptc_at_16_thr_0p40": 0.0,
548
+ "proxy_support_distance_at_16": 0.40285476187301134,
549
+ "seed": "2015956957",
550
+ "task_id": "PullCube-v1"
551
+ },
552
+ {
553
+ "candidate_diversity_at_16": 0.17500532730164498,
554
+ "chart_id": "ms-6c8d06bace98a28a8e4e",
555
+ "collapse_rate_at_16": 0.06666666666666667,
556
+ "mean_negative_distance_at_16": 0.36107568203194695,
557
+ "mean_positive_distance_at_16": 0.19630434466408356,
558
+ "negative_near_at_16_thr_0p20": 0.0,
559
+ "negative_near_at_16_thr_0p40": 0.8666666666666667,
560
+ "num_proposals": 15,
561
+ "pos_closer_than_neg_at_16": 1.0,
562
+ "pptc_at_16_thr_0p20": 1.0,
563
+ "pptc_at_16_thr_0p40": 1.0,
564
+ "proxy_support_distance_at_16": 0.13126975659138182,
565
+ "seed": "1665739511",
566
+ "task_id": "StackCube-v1"
567
+ },
568
+ {
569
+ "candidate_diversity_at_16": 0.16245151572478814,
570
+ "chart_id": "ms-6e268d1e2915740816a1",
571
+ "collapse_rate_at_16": 0.0625,
572
+ "mean_negative_distance_at_16": 0.4724339430237153,
573
+ "mean_positive_distance_at_16": 0.2511041210461414,
574
+ "negative_near_at_16_thr_0p20": 0.0,
575
+ "negative_near_at_16_thr_0p40": 0.0,
576
+ "num_proposals": 16,
577
+ "pos_closer_than_neg_at_16": 1.0,
578
+ "pptc_at_16_thr_0p20": 0.0,
579
+ "pptc_at_16_thr_0p40": 1.0,
580
+ "proxy_support_distance_at_16": 0.2183175918218761,
581
+ "seed": "1475440973",
582
+ "task_id": "LiftPegUpright-v1"
583
+ },
584
+ {
585
+ "candidate_diversity_at_16": 0.22878389519140513,
586
+ "chart_id": "ms-72777024349c2aacd5e0",
587
+ "collapse_rate_at_16": 0.07692307692307693,
588
+ "mean_negative_distance_at_16": 0.28831749469158213,
589
+ "mean_positive_distance_at_16": 0.2944699613396438,
590
+ "negative_near_at_16_thr_0p20": 0.0,
591
+ "negative_near_at_16_thr_0p40": 0.9230769230769231,
592
+ "num_proposals": 13,
593
+ "pos_closer_than_neg_at_16": 0.15384615384615385,
594
+ "pptc_at_16_thr_0p20": 0.0,
595
+ "pptc_at_16_thr_0p40": 1.0,
596
+ "proxy_support_distance_at_16": 0.21759646881024938,
597
+ "seed": "256770874",
598
+ "task_id": "StackCube-v1"
599
+ },
600
+ {
601
+ "candidate_diversity_at_16": 0.43097661719811414,
602
+ "chart_id": "ms-728b865677134d3788e3",
603
+ "collapse_rate_at_16": 0.0625,
604
+ "mean_negative_distance_at_16": null,
605
+ "mean_positive_distance_at_16": 0.5820840554048513,
606
+ "negative_near_at_16_thr_0p20": 0.0,
607
+ "negative_near_at_16_thr_0p40": 0.0,
608
+ "num_proposals": 16,
609
+ "pos_closer_than_neg_at_16": null,
610
+ "pptc_at_16_thr_0p20": 0.0,
611
+ "pptc_at_16_thr_0p40": 0.0,
612
+ "proxy_support_distance_at_16": 0.48546437700861295,
613
+ "seed": "750448296",
614
+ "task_id": "PullCube-v1"
615
+ },
616
+ {
617
+ "candidate_diversity_at_16": 0.4065557560679545,
618
+ "chart_id": "ms-7ea98b8f4d2220347ee0",
619
+ "collapse_rate_at_16": 0.0625,
620
+ "mean_negative_distance_at_16": 0.539105167345816,
621
+ "mean_positive_distance_at_16": 0.5447193353368908,
622
+ "negative_near_at_16_thr_0p20": 0.0,
623
+ "negative_near_at_16_thr_0p40": 0.0,
624
+ "num_proposals": 16,
625
+ "pos_closer_than_neg_at_16": 0.3125,
626
+ "pptc_at_16_thr_0p20": 0.0,
627
+ "pptc_at_16_thr_0p40": 0.0,
628
+ "proxy_support_distance_at_16": 0.43251558808347235,
629
+ "seed": "565369392",
630
+ "task_id": "PullCube-v1"
631
+ },
632
+ {
633
+ "candidate_diversity_at_16": 0.3217020436754494,
634
+ "chart_id": "ms-7f57045c114ddad153b5",
635
+ "collapse_rate_at_16": 0.0625,
636
+ "mean_negative_distance_at_16": 0.5999156291619722,
637
+ "mean_positive_distance_at_16": 0.4960474243731684,
638
+ "negative_near_at_16_thr_0p20": 0.0,
639
+ "negative_near_at_16_thr_0p40": 0.0,
640
+ "num_proposals": 16,
641
+ "pos_closer_than_neg_at_16": 1.0,
642
+ "pptc_at_16_thr_0p20": 0.0,
643
+ "pptc_at_16_thr_0p40": 1.0,
644
+ "proxy_support_distance_at_16": 0.36392616570913067,
645
+ "seed": "278008524",
646
+ "task_id": "PullCube-v1"
647
+ },
648
+ {
649
+ "candidate_diversity_at_16": 0.15191842909427555,
650
+ "chart_id": "ms-7fc5696cb3dc7b9bb9f7",
651
+ "collapse_rate_at_16": 0.07142857142857142,
652
+ "mean_negative_distance_at_16": 0.2663185755526337,
653
+ "mean_positive_distance_at_16": 0.1847889058105793,
654
+ "negative_near_at_16_thr_0p20": 0.0,
655
+ "negative_near_at_16_thr_0p40": 1.0,
656
+ "num_proposals": 14,
657
+ "pos_closer_than_neg_at_16": 1.0,
658
+ "pptc_at_16_thr_0p20": 1.0,
659
+ "pptc_at_16_thr_0p40": 1.0,
660
+ "proxy_support_distance_at_16": 0.12197637370831946,
661
+ "seed": "957101489",
662
+ "task_id": "StackCube-v1"
663
+ },
664
+ {
665
+ "candidate_diversity_at_16": 0.4392845999222997,
666
+ "chart_id": "ms-81f4e8858b2ba90aea2e",
667
+ "collapse_rate_at_16": 0.0625,
668
+ "mean_negative_distance_at_16": null,
669
+ "mean_positive_distance_at_16": 0.5389821164158012,
670
+ "negative_near_at_16_thr_0p20": 0.0,
671
+ "negative_near_at_16_thr_0p40": 0.0,
672
+ "num_proposals": 16,
673
+ "pos_closer_than_neg_at_16": null,
674
+ "pptc_at_16_thr_0p20": 0.0,
675
+ "pptc_at_16_thr_0p40": 0.0,
676
+ "proxy_support_distance_at_16": 0.40823510658237766,
677
+ "seed": "626486813",
678
+ "task_id": "PullCube-v1"
679
+ },
680
+ {
681
+ "candidate_diversity_at_16": 0.16502095210964782,
682
+ "chart_id": "ms-8864796e31bbe93d7c5d",
683
+ "collapse_rate_at_16": 0.0625,
684
+ "mean_negative_distance_at_16": 0.45015143776000355,
685
+ "mean_positive_distance_at_16": 0.505515654205281,
686
+ "negative_near_at_16_thr_0p20": 0.0,
687
+ "negative_near_at_16_thr_0p40": 0.125,
688
+ "num_proposals": 16,
689
+ "pos_closer_than_neg_at_16": 0.125,
690
+ "pptc_at_16_thr_0p20": 0.0,
691
+ "pptc_at_16_thr_0p40": 0.0,
692
+ "proxy_support_distance_at_16": 0.4551277956907253,
693
+ "seed": "551504635",
694
+ "task_id": "LiftPegUpright-v1"
695
+ },
696
+ {
697
+ "candidate_diversity_at_16": 0.34670978350211806,
698
+ "chart_id": "ms-8a72b73ac452bc190aeb",
699
+ "collapse_rate_at_16": 0.0625,
700
+ "mean_negative_distance_at_16": null,
701
+ "mean_positive_distance_at_16": 0.8177596146256497,
702
+ "negative_near_at_16_thr_0p20": 0.0,
703
+ "negative_near_at_16_thr_0p40": 0.0,
704
+ "num_proposals": 16,
705
+ "pos_closer_than_neg_at_16": null,
706
+ "pptc_at_16_thr_0p20": 0.0,
707
+ "pptc_at_16_thr_0p40": 0.0,
708
+ "proxy_support_distance_at_16": 0.7148677108228086,
709
+ "seed": "626486813",
710
+ "task_id": "PullCube-v1"
711
+ },
712
+ {
713
+ "candidate_diversity_at_16": 0.21464966856048312,
714
+ "chart_id": "ms-9a14552b7db695dee92c",
715
+ "collapse_rate_at_16": 0.08333333333333333,
716
+ "mean_negative_distance_at_16": 0.2920236945792493,
717
+ "mean_positive_distance_at_16": 0.2603037059846342,
718
+ "negative_near_at_16_thr_0p20": 0.0,
719
+ "negative_near_at_16_thr_0p40": 1.0,
720
+ "num_proposals": 12,
721
+ "pos_closer_than_neg_at_16": 1.0,
722
+ "pptc_at_16_thr_0p20": 1.0,
723
+ "pptc_at_16_thr_0p40": 1.0,
724
+ "proxy_support_distance_at_16": 0.17630816990654757,
725
+ "seed": "77147264",
726
+ "task_id": "StackCube-v1"
727
+ },
728
+ {
729
+ "candidate_diversity_at_16": 0.1415951556503204,
730
+ "chart_id": "ms-9f5d57fe2153fd267774",
731
+ "collapse_rate_at_16": 0.0625,
732
+ "mean_negative_distance_at_16": 0.3490769126248226,
733
+ "mean_positive_distance_at_16": 0.3530524587950847,
734
+ "negative_near_at_16_thr_0p20": 0.0,
735
+ "negative_near_at_16_thr_0p40": 1.0,
736
+ "num_proposals": 16,
737
+ "pos_closer_than_neg_at_16": 0.875,
738
+ "pptc_at_16_thr_0p20": 1.0,
739
+ "pptc_at_16_thr_0p40": 1.0,
740
+ "proxy_support_distance_at_16": 0.1982613296771473,
741
+ "seed": "1607773860",
742
+ "task_id": "StackCube-v1"
743
+ },
744
+ {
745
+ "candidate_diversity_at_16": 0.1660598770352071,
746
+ "chart_id": "ms-9fad82fd288e4296e354",
747
+ "collapse_rate_at_16": 0.0625,
748
+ "mean_negative_distance_at_16": 0.22000275394589658,
749
+ "mean_positive_distance_at_16": 0.2172674769274064,
750
+ "negative_near_at_16_thr_0p20": 0.3125,
751
+ "negative_near_at_16_thr_0p40": 1.0,
752
+ "num_proposals": 16,
753
+ "pos_closer_than_neg_at_16": 0.625,
754
+ "pptc_at_16_thr_0p20": 1.0,
755
+ "pptc_at_16_thr_0p40": 1.0,
756
+ "proxy_support_distance_at_16": 0.18288940568294845,
757
+ "seed": "1176943004",
758
+ "task_id": "PushCube-v1"
759
+ },
760
+ {
761
+ "candidate_diversity_at_16": 0.37120389123673597,
762
+ "chart_id": "ms-a96bca1ef0b74f686018",
763
+ "collapse_rate_at_16": 0.0625,
764
+ "mean_negative_distance_at_16": 0.8774973761932932,
765
+ "mean_positive_distance_at_16": 0.5642898487680565,
766
+ "negative_near_at_16_thr_0p20": 0.0,
767
+ "negative_near_at_16_thr_0p40": 0.0,
768
+ "num_proposals": 16,
769
+ "pos_closer_than_neg_at_16": 1.0,
770
+ "pptc_at_16_thr_0p20": 0.0,
771
+ "pptc_at_16_thr_0p40": 0.0,
772
+ "proxy_support_distance_at_16": 0.46058080895690695,
773
+ "seed": "141984615",
774
+ "task_id": "PullCube-v1"
775
+ },
776
+ {
777
+ "candidate_diversity_at_16": 0.3630311052771201,
778
+ "chart_id": "ms-ac4fb33f3ab4db853995",
779
+ "collapse_rate_at_16": 0.0625,
780
+ "mean_negative_distance_at_16": 0.3675401396679076,
781
+ "mean_positive_distance_at_16": 0.48107463489768243,
782
+ "negative_near_at_16_thr_0p20": 0.0,
783
+ "negative_near_at_16_thr_0p40": 0.6875,
784
+ "num_proposals": 16,
785
+ "pos_closer_than_neg_at_16": 0.0,
786
+ "pptc_at_16_thr_0p20": 0.0,
787
+ "pptc_at_16_thr_0p40": 1.0,
788
+ "proxy_support_distance_at_16": 0.38055171483196154,
789
+ "seed": "565369392",
790
+ "task_id": "PullCube-v1"
791
+ },
792
+ {
793
+ "candidate_diversity_at_16": 0.206634390235546,
794
+ "chart_id": "ms-b04b489f4fbad93b65ca",
795
+ "collapse_rate_at_16": 0.07692307692307693,
796
+ "mean_negative_distance_at_16": 0.35060061605227066,
797
+ "mean_positive_distance_at_16": 0.23442306434336554,
798
+ "negative_near_at_16_thr_0p20": 0.0,
799
+ "negative_near_at_16_thr_0p40": 0.9230769230769231,
800
+ "num_proposals": 13,
801
+ "pos_closer_than_neg_at_16": 1.0,
802
+ "pptc_at_16_thr_0p20": 1.0,
803
+ "pptc_at_16_thr_0p40": 1.0,
804
+ "proxy_support_distance_at_16": 0.17231917215960468,
805
+ "seed": "1113268940",
806
+ "task_id": "LiftPegUpright-v1"
807
+ },
808
+ {
809
+ "candidate_diversity_at_16": 0.17287903762175494,
810
+ "chart_id": "ms-b0fee26e1db967f90b81",
811
+ "collapse_rate_at_16": 0.07142857142857142,
812
+ "mean_negative_distance_at_16": 0.2328292276654873,
813
+ "mean_positive_distance_at_16": 0.6484116722909172,
814
+ "negative_near_at_16_thr_0p20": 0.07142857142857142,
815
+ "negative_near_at_16_thr_0p40": 1.0,
816
+ "num_proposals": 14,
817
+ "pos_closer_than_neg_at_16": 0.0,
818
+ "pptc_at_16_thr_0p20": 0.0,
819
+ "pptc_at_16_thr_0p40": 0.0,
820
+ "proxy_support_distance_at_16": 0.611780012748047,
821
+ "seed": "1358421325",
822
+ "task_id": "StackCube-v1"
823
+ },
824
+ {
825
+ "candidate_diversity_at_16": 0.20917796163934507,
826
+ "chart_id": "ms-b8bfdd3e6c31bd98082d",
827
+ "collapse_rate_at_16": 0.0625,
828
+ "mean_negative_distance_at_16": null,
829
+ "mean_positive_distance_at_16": 0.3620401231427826,
830
+ "negative_near_at_16_thr_0p20": 0.0,
831
+ "negative_near_at_16_thr_0p40": 0.0,
832
+ "num_proposals": 16,
833
+ "pos_closer_than_neg_at_16": null,
834
+ "pptc_at_16_thr_0p20": 0.0,
835
+ "pptc_at_16_thr_0p40": 1.0,
836
+ "proxy_support_distance_at_16": 0.31199236437921296,
837
+ "seed": "998761162",
838
+ "task_id": "PushCube-v1"
839
+ },
840
+ {
841
+ "candidate_diversity_at_16": 0.19675418614778586,
842
+ "chart_id": "ms-bc2d3b425d9163a62dbb",
843
+ "collapse_rate_at_16": 0.07142857142857142,
844
+ "mean_negative_distance_at_16": 0.28125450059827334,
845
+ "mean_positive_distance_at_16": 0.20416129291317878,
846
+ "negative_near_at_16_thr_0p20": 0.0,
847
+ "negative_near_at_16_thr_0p40": 1.0,
848
+ "num_proposals": 14,
849
+ "pos_closer_than_neg_at_16": 1.0,
850
+ "pptc_at_16_thr_0p20": 1.0,
851
+ "pptc_at_16_thr_0p40": 1.0,
852
+ "proxy_support_distance_at_16": 0.12152068510941104,
853
+ "seed": "1271718007",
854
+ "task_id": "StackCube-v1"
855
+ },
856
+ {
857
+ "candidate_diversity_at_16": 0.31883901428510897,
858
+ "chart_id": "ms-c31b98b3d3702c6f9c8c",
859
+ "collapse_rate_at_16": 0.0625,
860
+ "mean_negative_distance_at_16": 0.7018463264475459,
861
+ "mean_positive_distance_at_16": 0.5633835077650542,
862
+ "negative_near_at_16_thr_0p20": 0.0,
863
+ "negative_near_at_16_thr_0p40": 0.0,
864
+ "num_proposals": 16,
865
+ "pos_closer_than_neg_at_16": 1.0,
866
+ "pptc_at_16_thr_0p20": 0.0,
867
+ "pptc_at_16_thr_0p40": 0.0,
868
+ "proxy_support_distance_at_16": 0.4771938740565252,
869
+ "seed": "2054899126",
870
+ "task_id": "PullCube-v1"
871
+ },
872
+ {
873
+ "candidate_diversity_at_16": 0.11678448393983014,
874
+ "chart_id": "ms-c663f7e73e7e8376a05c",
875
+ "collapse_rate_at_16": 0.08333333333333333,
876
+ "mean_negative_distance_at_16": 0.5021226547090069,
877
+ "mean_positive_distance_at_16": 0.17338737025000842,
878
+ "negative_near_at_16_thr_0p20": 0.0,
879
+ "negative_near_at_16_thr_0p40": 0.0,
880
+ "num_proposals": 12,
881
+ "pos_closer_than_neg_at_16": 1.0,
882
+ "pptc_at_16_thr_0p20": 1.0,
883
+ "pptc_at_16_thr_0p40": 1.0,
884
+ "proxy_support_distance_at_16": 0.14751019400953322,
885
+ "seed": "1528740417",
886
+ "task_id": "LiftPegUpright-v1"
887
+ },
888
+ {
889
+ "candidate_diversity_at_16": 0.38254140786177365,
890
+ "chart_id": "ms-c832439976a37f52d094",
891
+ "collapse_rate_at_16": 0.0625,
892
+ "mean_negative_distance_at_16": null,
893
+ "mean_positive_distance_at_16": 0.6266175971200951,
894
+ "negative_near_at_16_thr_0p20": 0.0,
895
+ "negative_near_at_16_thr_0p40": 0.0,
896
+ "num_proposals": 16,
897
+ "pos_closer_than_neg_at_16": null,
898
+ "pptc_at_16_thr_0p20": 0.0,
899
+ "pptc_at_16_thr_0p40": 0.0,
900
+ "proxy_support_distance_at_16": 0.5578737373550804,
901
+ "seed": "585904130",
902
+ "task_id": "PullCube-v1"
903
+ },
904
+ {
905
+ "candidate_diversity_at_16": 0.41847735050958546,
906
+ "chart_id": "ms-c96b415f083f60857334",
907
+ "collapse_rate_at_16": 0.0625,
908
+ "mean_negative_distance_at_16": 0.9326235891078717,
909
+ "mean_positive_distance_at_16": 0.6397197113577684,
910
+ "negative_near_at_16_thr_0p20": 0.0,
911
+ "negative_near_at_16_thr_0p40": 0.0,
912
+ "num_proposals": 16,
913
+ "pos_closer_than_neg_at_16": 1.0,
914
+ "pptc_at_16_thr_0p20": 0.0,
915
+ "pptc_at_16_thr_0p40": 0.0,
916
+ "proxy_support_distance_at_16": 0.4477648484200514,
917
+ "seed": "585904130",
918
+ "task_id": "PullCube-v1"
919
+ },
920
+ {
921
+ "candidate_diversity_at_16": 0.25319814619566333,
922
+ "chart_id": "ms-d1960368ef76bbb10669",
923
+ "collapse_rate_at_16": 0.08333333333333333,
924
+ "mean_negative_distance_at_16": 0.28314420193956896,
925
+ "mean_positive_distance_at_16": 0.27322967920620617,
926
+ "negative_near_at_16_thr_0p20": 0.0,
927
+ "negative_near_at_16_thr_0p40": 1.0,
928
+ "num_proposals": 12,
929
+ "pos_closer_than_neg_at_16": 0.75,
930
+ "pptc_at_16_thr_0p20": 1.0,
931
+ "pptc_at_16_thr_0p40": 1.0,
932
+ "proxy_support_distance_at_16": 0.19149763899531863,
933
+ "seed": "416183106",
934
+ "task_id": "StackCube-v1"
935
+ },
936
+ {
937
+ "candidate_diversity_at_16": 0.13575319571801206,
938
+ "chart_id": "ms-d73fd5fce55fb58ef8e9",
939
+ "collapse_rate_at_16": 0.07692307692307693,
940
+ "mean_negative_distance_at_16": 0.9640835614410369,
941
+ "mean_positive_distance_at_16": 0.18332266948303153,
942
+ "negative_near_at_16_thr_0p20": 0.0,
943
+ "negative_near_at_16_thr_0p40": 0.0,
944
+ "num_proposals": 13,
945
+ "pos_closer_than_neg_at_16": 1.0,
946
+ "pptc_at_16_thr_0p20": 1.0,
947
+ "pptc_at_16_thr_0p40": 1.0,
948
+ "proxy_support_distance_at_16": 0.1367302517310909,
949
+ "seed": "534717141",
950
+ "task_id": "PullCube-v1"
951
+ },
952
+ {
953
+ "candidate_diversity_at_16": 0.3232297733740133,
954
+ "chart_id": "ms-da142025733b53fcf7eb",
955
+ "collapse_rate_at_16": 0.0625,
956
+ "mean_negative_distance_at_16": 0.7534122634922593,
957
+ "mean_positive_distance_at_16": 0.5630877169157823,
958
+ "negative_near_at_16_thr_0p20": 0.0,
959
+ "negative_near_at_16_thr_0p40": 0.0,
960
+ "num_proposals": 16,
961
+ "pos_closer_than_neg_at_16": 1.0,
962
+ "pptc_at_16_thr_0p20": 0.0,
963
+ "pptc_at_16_thr_0p40": 0.0,
964
+ "proxy_support_distance_at_16": 0.4171219234619732,
965
+ "seed": "141984615",
966
+ "task_id": "PullCube-v1"
967
+ },
968
+ {
969
+ "candidate_diversity_at_16": 0.5451704550324302,
970
+ "chart_id": "ms-e2bad6e99e8a281207cc",
971
+ "collapse_rate_at_16": 0.0625,
972
+ "mean_negative_distance_at_16": 0.8501119274637533,
973
+ "mean_positive_distance_at_16": 1.3094917791980127,
974
+ "negative_near_at_16_thr_0p20": 0.0,
975
+ "negative_near_at_16_thr_0p40": 0.0,
976
+ "num_proposals": 16,
977
+ "pos_closer_than_neg_at_16": 0.0,
978
+ "pptc_at_16_thr_0p20": 0.0,
979
+ "pptc_at_16_thr_0p40": 0.0,
980
+ "proxy_support_distance_at_16": 1.1719731404298603,
981
+ "seed": "1549324805",
982
+ "task_id": "PullCube-v1"
983
+ },
984
+ {
985
+ "candidate_diversity_at_16": 0.3676804059002163,
986
+ "chart_id": "ms-e30fd80adc089e9f697a",
987
+ "collapse_rate_at_16": 0.0625,
988
+ "mean_negative_distance_at_16": 0.6985463702636128,
989
+ "mean_positive_distance_at_16": 0.794513207362496,
990
+ "negative_near_at_16_thr_0p20": 0.0,
991
+ "negative_near_at_16_thr_0p40": 0.0,
992
+ "num_proposals": 16,
993
+ "pos_closer_than_neg_at_16": 0.1875,
994
+ "pptc_at_16_thr_0p20": 0.0,
995
+ "pptc_at_16_thr_0p40": 0.0,
996
+ "proxy_support_distance_at_16": 0.6882575127568706,
997
+ "seed": "585904130",
998
+ "task_id": "PullCube-v1"
999
+ },
1000
+ {
1001
+ "candidate_diversity_at_16": 0.35024754137787284,
1002
+ "chart_id": "ms-e9ed5d488afdfd6449d1",
1003
+ "collapse_rate_at_16": 0.0625,
1004
+ "mean_negative_distance_at_16": 0.575074767093322,
1005
+ "mean_positive_distance_at_16": 0.42379331095545764,
1006
+ "negative_near_at_16_thr_0p20": 0.0,
1007
+ "negative_near_at_16_thr_0p40": 0.0,
1008
+ "num_proposals": 16,
1009
+ "pos_closer_than_neg_at_16": 0.9375,
1010
+ "pptc_at_16_thr_0p20": 0.0,
1011
+ "pptc_at_16_thr_0p40": 1.0,
1012
+ "proxy_support_distance_at_16": 0.336989687887896,
1013
+ "seed": "626486813",
1014
+ "task_id": "PullCube-v1"
1015
+ },
1016
+ {
1017
+ "candidate_diversity_at_16": 0.4649004093888711,
1018
+ "chart_id": "ms-ec013396e4aff6170ee1",
1019
+ "collapse_rate_at_16": 0.0625,
1020
+ "mean_negative_distance_at_16": null,
1021
+ "mean_positive_distance_at_16": 0.4837001518723221,
1022
+ "negative_near_at_16_thr_0p20": 0.0,
1023
+ "negative_near_at_16_thr_0p40": 0.0,
1024
+ "num_proposals": 16,
1025
+ "pos_closer_than_neg_at_16": null,
1026
+ "pptc_at_16_thr_0p20": 0.0,
1027
+ "pptc_at_16_thr_0p40": 1.0,
1028
+ "proxy_support_distance_at_16": 0.37097966039337077,
1029
+ "seed": "750448296",
1030
+ "task_id": "PullCube-v1"
1031
+ },
1032
+ {
1033
+ "candidate_diversity_at_16": 0.35426349097937937,
1034
+ "chart_id": "ms-ee30ebaf98622759d888",
1035
+ "collapse_rate_at_16": 0.06666666666666667,
1036
+ "mean_negative_distance_at_16": 0.7318686022622263,
1037
+ "mean_positive_distance_at_16": 0.6411782875741942,
1038
+ "negative_near_at_16_thr_0p20": 0.0,
1039
+ "negative_near_at_16_thr_0p40": 0.0,
1040
+ "num_proposals": 15,
1041
+ "pos_closer_than_neg_at_16": 0.9333333333333333,
1042
+ "pptc_at_16_thr_0p20": 0.0,
1043
+ "pptc_at_16_thr_0p40": 0.0,
1044
+ "proxy_support_distance_at_16": 0.5251627318614909,
1045
+ "seed": "636680137",
1046
+ "task_id": "PullCube-v1"
1047
+ },
1048
+ {
1049
+ "candidate_diversity_at_16": 0.143705930447867,
1050
+ "chart_id": "ms-efdc07c985935d871adf",
1051
+ "collapse_rate_at_16": 0.06666666666666667,
1052
+ "mean_negative_distance_at_16": 0.6350638862693878,
1053
+ "mean_positive_distance_at_16": 0.24373249643860628,
1054
+ "negative_near_at_16_thr_0p20": 0.0,
1055
+ "negative_near_at_16_thr_0p40": 0.0,
1056
+ "num_proposals": 15,
1057
+ "pos_closer_than_neg_at_16": 1.0,
1058
+ "pptc_at_16_thr_0p20": 1.0,
1059
+ "pptc_at_16_thr_0p40": 1.0,
1060
+ "proxy_support_distance_at_16": 0.15053625753441402,
1061
+ "seed": "706479600",
1062
+ "task_id": "StackCube-v1"
1063
+ },
1064
+ {
1065
+ "candidate_diversity_at_16": 0.32668813970961347,
1066
+ "chart_id": "ms-f3f1d07cfd59b823da47",
1067
+ "collapse_rate_at_16": 0.0625,
1068
+ "mean_negative_distance_at_16": null,
1069
+ "mean_positive_distance_at_16": 0.9306756300844037,
1070
+ "negative_near_at_16_thr_0p20": 0.0,
1071
+ "negative_near_at_16_thr_0p40": 0.0,
1072
+ "num_proposals": 16,
1073
+ "pos_closer_than_neg_at_16": null,
1074
+ "pptc_at_16_thr_0p20": 0.0,
1075
+ "pptc_at_16_thr_0p40": 0.0,
1076
+ "proxy_support_distance_at_16": 0.8099105012753431,
1077
+ "seed": "2015956957",
1078
+ "task_id": "PullCube-v1"
1079
+ },
1080
+ {
1081
+ "candidate_diversity_at_16": 0.158160871359542,
1082
+ "chart_id": "ms-fc8084d5cd7da937fc02",
1083
+ "collapse_rate_at_16": 0.0625,
1084
+ "mean_negative_distance_at_16": 0.34936733501855716,
1085
+ "mean_positive_distance_at_16": 0.28598273220268816,
1086
+ "negative_near_at_16_thr_0p20": 0.0,
1087
+ "negative_near_at_16_thr_0p40": 1.0,
1088
+ "num_proposals": 16,
1089
+ "pos_closer_than_neg_at_16": 1.0,
1090
+ "pptc_at_16_thr_0p20": 0.0,
1091
+ "pptc_at_16_thr_0p40": 1.0,
1092
+ "proxy_support_distance_at_16": 0.26059408150199626,
1093
+ "seed": "1991414747",
1094
+ "task_id": "PushCube-v1"
1095
+ },
1096
+ {
1097
+ "candidate_diversity_at_16": 0.18262294619946434,
1098
+ "chart_id": "ms-fd2387aeed9bfc9a0d08",
1099
+ "collapse_rate_at_16": 0.125,
1100
+ "mean_negative_distance_at_16": 0.2722848987823776,
1101
+ "mean_positive_distance_at_16": 0.22916224444362204,
1102
+ "negative_near_at_16_thr_0p20": 0.0,
1103
+ "negative_near_at_16_thr_0p40": 1.0,
1104
+ "num_proposals": 8,
1105
+ "pos_closer_than_neg_at_16": 1.0,
1106
+ "pptc_at_16_thr_0p20": 1.0,
1107
+ "pptc_at_16_thr_0p40": 1.0,
1108
+ "proxy_support_distance_at_16": 0.1983486876655812,
1109
+ "seed": "1919198188",
1110
+ "task_id": "StackCube-v1"
1111
+ }
1112
+ ],
1113
+ "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
1114
+ "summary": {
1115
+ "candidate_diversity_at_16": {
1116
+ "macro_by_seed": {
1117
+ "ci": {
1118
+ "confidence": 0.95,
1119
+ "high": 0.26740392805837704,
1120
+ "low": 0.21527686622252637,
1121
+ "mean": 0.238725269251457,
1122
+ "n": 47,
1123
+ "num_samples": 200
1124
+ },
1125
+ "mean": 0.238725269251457,
1126
+ "per_seed": {
1127
+ "1025740212": 0.20332084403263484,
1128
+ "1055157354": 0.20222292753241375,
1129
+ "1055567618": 0.17723785822495086,
1130
+ "1113268940": 0.206634390235546,
1131
+ "1113371261": 0.14732073955683608,
1132
+ "1176943004": 0.1660598770352071,
1133
+ "1189392917": 0.18449272313666615,
1134
+ "1231780997": 0.19103808324675375,
1135
+ "1271718007": 0.23406473991429155,
1136
+ "1273247072": 0.3153006428531988,
1137
+ "1358421325": 0.17287903762175494,
1138
+ "1375492786": 0.31230907958149434,
1139
+ "141984615": 0.39094591155114583,
1140
+ "1475440973": 0.16245151572478814,
1141
+ "1483645336": 0.22299447930782598,
1142
+ "1522272686": 0.14546412237948955,
1143
+ "1528740417": 0.11678448393983014,
1144
+ "1549324805": 0.4349915421264356,
1145
+ "1607773860": 0.1415951556503204,
1146
+ "1665739511": 0.17500532730164498,
1147
+ "1747178030": 0.36869345675361825,
1148
+ "1881223807": 0.1772010023810478,
1149
+ "1919198188": 0.18262294619946434,
1150
+ "1991414747": 0.158160871359542,
1151
+ "1997090716": 0.13601593741784926,
1152
+ "2015956957": 0.3394830149729924,
1153
+ "2054899126": 0.31883901428510897,
1154
+ "211245842": 0.1340662208987131,
1155
+ "2141802816": 0.18210541321786242,
1156
+ "256770874": 0.22878389519140513,
1157
+ "278008524": 0.24793209415071307,
1158
+ "416183106": 0.25319814619566333,
1159
+ "534717141": 0.13575319571801206,
1160
+ "551504635": 0.16502095210964782,
1161
+ "565369392": 0.3941229935168762,
1162
+ "565621826": 0.3254526307602659,
1163
+ "585904130": 0.38956638809052513,
1164
+ "626486813": 0.3759735056080218,
1165
+ "636680137": 0.35426349097937937,
1166
+ "706479600": 0.143705930447867,
1167
+ "750448296": 0.44793851329349266,
1168
+ "75070641": 0.25424324836371676,
1169
+ "767747424": 0.33219561809903103,
1170
+ "77147264": 0.24787288514618416,
1171
+ "794181626": 0.2626664179746327,
1172
+ "957101489": 0.15191842909427555,
1173
+ "998761162": 0.20917796163934507
1174
+ }
1175
+ },
1176
+ "macro_by_task": {
1177
+ "ci": {
1178
+ "confidence": 0.95,
1179
+ "high": 0.3187313411269213,
1180
+ "low": 0.19057892244858943,
1181
+ "mean": 0.24736838888895654,
1182
+ "n": 5,
1183
+ "num_samples": 200
1184
+ },
1185
+ "mean": 0.24736838888895654,
1186
+ "per_task": {
1187
+ "LiftPegUpright-v1": 0.1742083782148668,
1188
+ "PickCube-v1": 0.3153006428531988,
1189
+ "PullCube-v1": 0.36446652982024813,
1190
+ "PushCube-v1": 0.1979099202358057,
1191
+ "StackCube-v1": 0.18495647332066326
1192
+ }
1193
+ },
1194
+ "metric": "candidate_diversity_at_16",
1195
+ "micro": {
1196
+ "confidence": 0.95,
1197
+ "high": 0.3018558583698779,
1198
+ "low": 0.25233515657149885,
1199
+ "mean": 0.2768056375203805,
1200
+ "n": 69,
1201
+ "num_samples": 200
1202
+ },
1203
+ "n": 69
1204
+ },
1205
+ "collapse_rate_at_16": {
1206
+ "macro_by_seed": {
1207
+ "ci": {
1208
+ "confidence": 0.95,
1209
+ "high": 0.07317600396057847,
1210
+ "low": 0.06687485829773064,
1211
+ "mean": 0.06963867249771506,
1212
+ "n": 47,
1213
+ "num_samples": 200
1214
+ },
1215
+ "mean": 0.06963867249771506,
1216
+ "per_seed": {
1217
+ "1025740212": 0.09090909090909091,
1218
+ "1055157354": 0.07142857142857142,
1219
+ "1055567618": 0.06666666666666667,
1220
+ "1113268940": 0.07692307692307693,
1221
+ "1113371261": 0.0625,
1222
+ "1176943004": 0.0625,
1223
+ "1189392917": 0.0625,
1224
+ "1231780997": 0.0625,
1225
+ "1271718007": 0.06696428571428571,
1226
+ "1273247072": 0.1,
1227
+ "1358421325": 0.07142857142857142,
1228
+ "1375492786": 0.0625,
1229
+ "141984615": 0.0625,
1230
+ "1475440973": 0.0625,
1231
+ "1483645336": 0.0625,
1232
+ "1522272686": 0.07142857142857142,
1233
+ "1528740417": 0.08333333333333333,
1234
+ "1549324805": 0.07083333333333333,
1235
+ "1607773860": 0.0625,
1236
+ "1665739511": 0.06666666666666667,
1237
+ "1747178030": 0.0625,
1238
+ "1881223807": 0.07142857142857142,
1239
+ "1919198188": 0.125,
1240
+ "1991414747": 0.0625,
1241
+ "1997090716": 0.0625,
1242
+ "2015956957": 0.0625,
1243
+ "2054899126": 0.0625,
1244
+ "211245842": 0.06666666666666667,
1245
+ "2141802816": 0.0625,
1246
+ "256770874": 0.07692307692307693,
1247
+ "278008524": 0.07291666666666666,
1248
+ "416183106": 0.08333333333333333,
1249
+ "534717141": 0.07692307692307693,
1250
+ "551504635": 0.0625,
1251
+ "565369392": 0.0625,
1252
+ "565621826": 0.0625,
1253
+ "585904130": 0.0625,
1254
+ "626486813": 0.0625,
1255
+ "636680137": 0.06666666666666667,
1256
+ "706479600": 0.06666666666666667,
1257
+ "750448296": 0.0625,
1258
+ "75070641": 0.08333333333333333,
1259
+ "767747424": 0.06473214285714285,
1260
+ "77147264": 0.07291666666666666,
1261
+ "794181626": 0.0625,
1262
+ "957101489": 0.07142857142857142,
1263
+ "998761162": 0.0625
1264
+ }
1265
+ },
1266
+ "macro_by_task": {
1267
+ "ci": {
1268
+ "confidence": 0.95,
1269
+ "high": 0.08798536594124828,
1270
+ "low": 0.06641215973568915,
1271
+ "mean": 0.07556542477130712,
1272
+ "n": 5,
1273
+ "num_samples": 200
1274
+ },
1275
+ "mean": 0.07556542477130712,
1276
+ "per_task": {
1277
+ "LiftPegUpright-v1": 0.07311091686091686,
1278
+ "PickCube-v1": 0.1,
1279
+ "PullCube-v1": 0.06404465632406808,
1280
+ "PushCube-v1": 0.06478937728937728,
1281
+ "StackCube-v1": 0.07588217338217337
1282
+ }
1283
+ },
1284
+ "metric": "collapse_rate_at_16",
1285
+ "micro": {
1286
+ "confidence": 0.95,
1287
+ "high": 0.07084123605862737,
1288
+ "low": 0.06572762985806464,
1289
+ "mean": 0.06806780176345395,
1290
+ "n": 69,
1291
+ "num_samples": 200
1292
+ },
1293
+ "n": 69
1294
+ },
1295
+ "mean_negative_distance_at_16": {
1296
+ "macro_by_seed": {
1297
+ "ci": {
1298
+ "confidence": 0.95,
1299
+ "high": 0.5544898612776278,
1300
+ "low": 0.43141340327592315,
1301
+ "mean": 0.4893271053136061,
1302
+ "n": 41,
1303
+ "num_samples": 200
1304
+ },
1305
+ "mean": 0.4893271053136061,
1306
+ "per_seed": {
1307
+ "1025740212": 0.29666120336390317,
1308
+ "1055157354": 0.27000157323106194,
1309
+ "1055567618": 0.5734979712921742,
1310
+ "1113268940": 0.35060061605227066,
1311
+ "1113371261": 0.38686915516862475,
1312
+ "1176943004": 0.22000275394589658,
1313
+ "1231780997": 0.3627329168922132,
1314
+ "1271718007": 0.28125450059827334,
1315
+ "1273247072": 0.8236523537827243,
1316
+ "1358421325": 0.2328292276654873,
1317
+ "1375492786": 0.5168003602401241,
1318
+ "141984615": 0.8154548198427762,
1319
+ "1475440973": 0.4724339430237153,
1320
+ "1522272686": 0.1698942573869381,
1321
+ "1528740417": 0.5021226547090069,
1322
+ "1549324805": 0.6905978540341113,
1323
+ "1607773860": 0.3490769126248226,
1324
+ "1665739511": 0.36107568203194695,
1325
+ "1747178030": 0.6557545374586895,
1326
+ "1881223807": 0.8297289183887824,
1327
+ "1919198188": 0.2722848987823776,
1328
+ "1991414747": 0.34936733501855716,
1329
+ "1997090716": 0.23299319150807388,
1330
+ "2015956957": 0.8419283018265604,
1331
+ "2054899126": 0.7018463264475459,
1332
+ "211245842": 0.30211791458045323,
1333
+ "256770874": 0.28831749469158213,
1334
+ "278008524": 0.4777332787890847,
1335
+ "416183106": 0.28314420193956896,
1336
+ "534717141": 0.9640835614410369,
1337
+ "551504635": 0.45015143776000355,
1338
+ "565369392": 0.5501064609658425,
1339
+ "565621826": 0.7565443128456885,
1340
+ "585904130": 0.8155849796857422,
1341
+ "626486813": 0.575074767093322,
1342
+ "636680137": 0.7318686022622263,
1343
+ "706479600": 0.6350638862693878,
1344
+ "75070641": 0.37594878120005415,
1345
+ "77147264": 0.4196624910149548,
1346
+ "794181626": 0.6112283064496085,
1347
+ "957101489": 0.2663185755526337
1348
+ }
1349
+ },
1350
+ "macro_by_task": {
1351
+ "ci": {
1352
+ "confidence": 0.95,
1353
+ "high": 0.6965579966966923,
1354
+ "low": 0.4121728940850306,
1355
+ "mean": 0.5432214190860382,
1356
+ "n": 5,
1357
+ "num_samples": 200
1358
+ },
1359
+ "mean": 0.5432214190860382,
1360
+ "per_task": {
1361
+ "LiftPegUpright-v1": 0.4057837953001855,
1362
+ "PickCube-v1": 0.8236523537827243,
1363
+ "PullCube-v1": 0.7148507403089135,
1364
+ "PushCube-v1": 0.4416302345433001,
1365
+ "StackCube-v1": 0.3301899714950674
1366
+ }
1367
+ },
1368
+ "metric": "mean_negative_distance_at_16",
1369
+ "micro": {
1370
+ "confidence": 0.95,
1371
+ "high": 0.5888072492556166,
1372
+ "low": 0.46462052537444676,
1373
+ "mean": 0.5246296494283026,
1374
+ "n": 51,
1375
+ "num_samples": 200
1376
+ },
1377
+ "n": 51
1378
+ },
1379
+ "mean_positive_distance_at_16": {
1380
+ "macro_by_seed": {
1381
+ "ci": {
1382
+ "confidence": 0.95,
1383
+ "high": 0.44143084960503975,
1384
+ "low": 0.34168843789762476,
1385
+ "mean": 0.38936123200762546,
1386
+ "n": 47,
1387
+ "num_samples": 200
1388
+ },
1389
+ "mean": 0.38936123200762546,
1390
+ "per_seed": {
1391
+ "1025740212": 0.20675193367797445,
1392
+ "1055157354": 0.20291115548128294,
1393
+ "1055567618": 0.20345655834488527,
1394
+ "1113268940": 0.23442306434336554,
1395
+ "1113371261": 0.3136673039320803,
1396
+ "1176943004": 0.2172674769274064,
1397
+ "1189392917": 0.43325464379989126,
1398
+ "1231780997": 0.32160325979540005,
1399
+ "1271718007": 0.2644742036413258,
1400
+ "1273247072": 0.8220742481333911,
1401
+ "1358421325": 0.6484116722909172,
1402
+ "1375492786": 0.345577610157128,
1403
+ "141984615": 0.6848191700039954,
1404
+ "1475440973": 0.2511041210461414,
1405
+ "1483645336": 0.41140479409185554,
1406
+ "1522272686": 0.12954594098543945,
1407
+ "1528740417": 0.17338737025000842,
1408
+ "1549324805": 0.8673563241959781,
1409
+ "1607773860": 0.3530524587950847,
1410
+ "1665739511": 0.19630434466408356,
1411
+ "1747178030": 0.38853798261483924,
1412
+ "1881223807": 0.25804621241940107,
1413
+ "1919198188": 0.22916224444362204,
1414
+ "1991414747": 0.28598273220268816,
1415
+ "1997090716": 0.2746704354067301,
1416
+ "2015956957": 0.5939980583123237,
1417
+ "2054899126": 0.5633835077650542,
1418
+ "211245842": 0.4068219829048277,
1419
+ "2141802816": 0.25166137990693066,
1420
+ "256770874": 0.2944699613396438,
1421
+ "278008524": 0.3736829735673052,
1422
+ "416183106": 0.27322967920620617,
1423
+ "534717141": 0.18332266948303153,
1424
+ "551504635": 0.505515654205281,
1425
+ "565369392": 0.6523866199095428,
1426
+ "565621826": 0.5542015043080131,
1427
+ "585904130": 0.6869501719467865,
1428
+ "626486813": 0.5685208343179387,
1429
+ "636680137": 0.6411782875741942,
1430
+ "706479600": 0.24373249643860628,
1431
+ "750448296": 0.5328921036385867,
1432
+ "75070641": 0.36521708784317264,
1433
+ "767747424": 0.533282357662394,
1434
+ "77147264": 0.37956983210869727,
1435
+ "794181626": 0.43188445132157866,
1436
+ "957101489": 0.1847889058105793,
1437
+ "998761162": 0.3620401231427826
1438
+ }
1439
+ },
1440
+ "macro_by_task": {
1441
+ "ci": {
1442
+ "confidence": 0.95,
1443
+ "high": 0.6239590924369559,
1444
+ "low": 0.31151269807981186,
1445
+ "mean": 0.4625154265963709,
1446
+ "n": 5,
1447
+ "num_samples": 200
1448
+ },
1449
+ "mean": 0.4625154265963709,
1450
+ "per_task": {
1451
+ "LiftPegUpright-v1": 0.2821309005530285,
1452
+ "PickCube-v1": 0.8220742481333911,
1453
+ "PullCube-v1": 0.5967580326824843,
1454
+ "PushCube-v1": 0.33190931911654,
1455
+ "StackCube-v1": 0.2797046324964109
1456
+ }
1457
+ },
1458
+ "metric": "mean_positive_distance_at_16",
1459
+ "micro": {
1460
+ "confidence": 0.95,
1461
+ "high": 0.5139294790018276,
1462
+ "low": 0.4028776785812041,
1463
+ "mean": 0.4538409188205391,
1464
+ "n": 69,
1465
+ "num_samples": 200
1466
+ },
1467
+ "n": 69
1468
+ },
1469
+ "negative_near_at_16_thr_0p20": {
1470
+ "macro_by_seed": {
1471
+ "ci": {
1472
+ "confidence": 0.95,
1473
+ "high": 0.06846504559270516,
1474
+ "low": 0.001519756838905775,
1475
+ "mean": 0.029154002026342447,
1476
+ "n": 47,
1477
+ "num_samples": 200
1478
+ },
1479
+ "mean": 0.029154002026342447,
1480
+ "per_seed": {
1481
+ "1025740212": 0.0,
1482
+ "1055157354": 0.0,
1483
+ "1055567618": 0.0,
1484
+ "1113268940": 0.0,
1485
+ "1113371261": 0.0,
1486
+ "1176943004": 0.3125,
1487
+ "1189392917": 0.0,
1488
+ "1231780997": 0.0,
1489
+ "1271718007": 0.0,
1490
+ "1273247072": 0.0,
1491
+ "1358421325": 0.07142857142857142,
1492
+ "1375492786": 0.0,
1493
+ "141984615": 0.0,
1494
+ "1475440973": 0.0,
1495
+ "1483645336": 0.0,
1496
+ "1522272686": 0.8571428571428571,
1497
+ "1528740417": 0.0,
1498
+ "1549324805": 0.0,
1499
+ "1607773860": 0.0,
1500
+ "1665739511": 0.0,
1501
+ "1747178030": 0.0,
1502
+ "1881223807": 0.0,
1503
+ "1919198188": 0.0,
1504
+ "1991414747": 0.0,
1505
+ "1997090716": 0.0625,
1506
+ "2015956957": 0.0,
1507
+ "2054899126": 0.0,
1508
+ "211245842": 0.06666666666666667,
1509
+ "2141802816": 0.0,
1510
+ "256770874": 0.0,
1511
+ "278008524": 0.0,
1512
+ "416183106": 0.0,
1513
+ "534717141": 0.0,
1514
+ "551504635": 0.0,
1515
+ "565369392": 0.0,
1516
+ "565621826": 0.0,
1517
+ "585904130": 0.0,
1518
+ "626486813": 0.0,
1519
+ "636680137": 0.0,
1520
+ "706479600": 0.0,
1521
+ "750448296": 0.0,
1522
+ "75070641": 0.0,
1523
+ "767747424": 0.0,
1524
+ "77147264": 0.0,
1525
+ "794181626": 0.0,
1526
+ "957101489": 0.0,
1527
+ "998761162": 0.0
1528
+ }
1529
+ },
1530
+ "macro_by_task": {
1531
+ "ci": {
1532
+ "confidence": 0.95,
1533
+ "high": 0.03980952380952381,
1534
+ "low": 0.0,
1535
+ "mean": 0.019039072039072034,
1536
+ "n": 5,
1537
+ "num_samples": 200
1538
+ },
1539
+ "mean": 0.019039072039072034,
1540
+ "per_task": {
1541
+ "LiftPegUpright-v1": 0.0,
1542
+ "PickCube-v1": 0.0,
1543
+ "PullCube-v1": 0.0,
1544
+ "PushCube-v1": 0.028846153846153848,
1545
+ "StackCube-v1": 0.06634920634920634
1546
+ }
1547
+ },
1548
+ "metric": "negative_near_at_16_thr_0p20",
1549
+ "micro": {
1550
+ "confidence": 0.95,
1551
+ "high": 0.044634230503795724,
1552
+ "low": 0.0010351966873706003,
1553
+ "mean": 0.019858523119392683,
1554
+ "n": 69,
1555
+ "num_samples": 200
1556
+ },
1557
+ "n": 69
1558
+ },
1559
+ "negative_near_at_16_thr_0p40": {
1560
+ "macro_by_seed": {
1561
+ "ci": {
1562
+ "confidence": 0.95,
1563
+ "high": 0.543664757228587,
1564
+ "low": 0.2821467539552646,
1565
+ "mean": 0.40080469176213857,
1566
+ "n": 47,
1567
+ "num_samples": 200
1568
+ },
1569
+ "mean": 0.40080469176213857,
1570
+ "per_seed": {
1571
+ "1025740212": 1.0,
1572
+ "1055157354": 1.0,
1573
+ "1055567618": 0.0,
1574
+ "1113268940": 0.9230769230769231,
1575
+ "1113371261": 0.8125,
1576
+ "1176943004": 1.0,
1577
+ "1189392917": 0.0,
1578
+ "1231780997": 0.875,
1579
+ "1271718007": 0.5,
1580
+ "1273247072": 0.0,
1581
+ "1358421325": 1.0,
1582
+ "1375492786": 0.0,
1583
+ "141984615": 0.0,
1584
+ "1475440973": 0.0,
1585
+ "1483645336": 0.0,
1586
+ "1522272686": 1.0,
1587
+ "1528740417": 0.0,
1588
+ "1549324805": 0.0,
1589
+ "1607773860": 1.0,
1590
+ "1665739511": 0.8666666666666667,
1591
+ "1747178030": 0.0,
1592
+ "1881223807": 0.0,
1593
+ "1919198188": 1.0,
1594
+ "1991414747": 1.0,
1595
+ "1997090716": 1.0,
1596
+ "2015956957": 0.0,
1597
+ "2054899126": 0.0,
1598
+ "211245842": 1.0,
1599
+ "2141802816": 0.0,
1600
+ "256770874": 0.9230769230769231,
1601
+ "278008524": 0.5,
1602
+ "416183106": 1.0,
1603
+ "534717141": 0.0,
1604
+ "551504635": 0.125,
1605
+ "565369392": 0.22916666666666666,
1606
+ "565621826": 0.0,
1607
+ "585904130": 0.0,
1608
+ "626486813": 0.0,
1609
+ "636680137": 0.0,
1610
+ "706479600": 0.0,
1611
+ "750448296": 0.0,
1612
+ "75070641": 0.5833333333333334,
1613
+ "767747424": 0.0,
1614
+ "77147264": 0.5,
1615
+ "794181626": 0.0,
1616
+ "957101489": 1.0,
1617
+ "998761162": 0.0
1618
+ }
1619
+ },
1620
+ "macro_by_task": {
1621
+ "ci": {
1622
+ "confidence": 0.95,
1623
+ "high": 0.5964030920060331,
1624
+ "low": 0.10552413273001508,
1625
+ "mean": 0.3404928355957768,
1626
+ "n": 5,
1627
+ "num_samples": 200
1628
+ },
1629
+ "mean": 0.3404928355957768,
1630
+ "per_task": {
1631
+ "LiftPegUpright-v1": 0.4871794871794872,
1632
+ "PickCube-v1": 0.0,
1633
+ "PullCube-v1": 0.02022058823529412,
1634
+ "PushCube-v1": 0.3701923076923077,
1635
+ "StackCube-v1": 0.8248717948717949
1636
+ }
1637
+ },
1638
+ "metric": "negative_near_at_16_thr_0p40",
1639
+ "micro": {
1640
+ "confidence": 0.95,
1641
+ "high": 0.4153799702712746,
1642
+ "low": 0.19746376811594202,
1643
+ "mean": 0.3013935340022297,
1644
+ "n": 69,
1645
+ "num_samples": 200
1646
+ },
1647
+ "n": 69
1648
+ },
1649
+ "pos_closer_than_neg_at_16": {
1650
+ "macro_by_seed": {
1651
+ "ci": {
1652
+ "confidence": 0.95,
1653
+ "high": 0.8932848655409631,
1654
+ "low": 0.688864133833646,
1655
+ "mean": 0.7952326975192828,
1656
+ "n": 41,
1657
+ "num_samples": 200
1658
+ },
1659
+ "mean": 0.7952326975192828,
1660
+ "per_seed": {
1661
+ "1025740212": 1.0,
1662
+ "1055157354": 1.0,
1663
+ "1055567618": 1.0,
1664
+ "1113268940": 1.0,
1665
+ "1113371261": 1.0,
1666
+ "1176943004": 0.625,
1667
+ "1231780997": 0.9375,
1668
+ "1271718007": 1.0,
1669
+ "1273247072": 0.7,
1670
+ "1358421325": 0.0,
1671
+ "1375492786": 1.0,
1672
+ "141984615": 1.0,
1673
+ "1475440973": 1.0,
1674
+ "1522272686": 1.0,
1675
+ "1528740417": 1.0,
1676
+ "1549324805": 0.3277777777777778,
1677
+ "1607773860": 0.875,
1678
+ "1665739511": 1.0,
1679
+ "1747178030": 1.0,
1680
+ "1881223807": 1.0,
1681
+ "1919198188": 1.0,
1682
+ "1991414747": 1.0,
1683
+ "1997090716": 0.0,
1684
+ "2015956957": 0.8125,
1685
+ "2054899126": 1.0,
1686
+ "211245842": 0.0,
1687
+ "256770874": 0.15384615384615385,
1688
+ "278008524": 1.0,
1689
+ "416183106": 0.75,
1690
+ "534717141": 1.0,
1691
+ "551504635": 0.125,
1692
+ "565369392": 0.10416666666666667,
1693
+ "565621826": 1.0,
1694
+ "585904130": 0.59375,
1695
+ "626486813": 0.9375,
1696
+ "636680137": 0.9333333333333333,
1697
+ "706479600": 1.0,
1698
+ "75070641": 0.9166666666666666,
1699
+ "77147264": 0.875,
1700
+ "794181626": 0.9375,
1701
+ "957101489": 1.0
1702
+ }
1703
+ },
1704
+ "macro_by_task": {
1705
+ "ci": {
1706
+ "confidence": 0.95,
1707
+ "high": 0.8040625,
1708
+ "low": 0.7185592185592187,
1709
+ "mean": 0.7633756868131868,
1710
+ "n": 5,
1711
+ "num_samples": 200
1712
+ },
1713
+ "mean": 0.7633756868131868,
1714
+ "per_task": {
1715
+ "LiftPegUpright-v1": 0.84375,
1716
+ "PickCube-v1": 0.7,
1717
+ "PullCube-v1": 0.7043650793650794,
1718
+ "PushCube-v1": 0.7890625,
1719
+ "StackCube-v1": 0.7797008547008547
1720
+ }
1721
+ },
1722
+ "metric": "pos_closer_than_neg_at_16",
1723
+ "micro": {
1724
+ "confidence": 0.95,
1725
+ "high": 0.845016339869281,
1726
+ "low": 0.6601872800402212,
1727
+ "mean": 0.756121166415284,
1728
+ "n": 51,
1729
+ "num_samples": 200
1730
+ },
1731
+ "n": 51
1732
+ },
1733
+ "pptc_at_16_thr_0p20": {
1734
+ "macro_by_seed": {
1735
+ "ci": {
1736
+ "confidence": 0.95,
1737
+ "high": 0.4787234042553192,
1738
+ "low": 0.20212765957446807,
1739
+ "mean": 0.3404255319148936,
1740
+ "n": 47,
1741
+ "num_samples": 200
1742
+ },
1743
+ "mean": 0.3404255319148936,
1744
+ "per_seed": {
1745
+ "1025740212": 1.0,
1746
+ "1055157354": 1.0,
1747
+ "1055567618": 1.0,
1748
+ "1113268940": 1.0,
1749
+ "1113371261": 0.0,
1750
+ "1176943004": 1.0,
1751
+ "1189392917": 0.0,
1752
+ "1231780997": 0.0,
1753
+ "1271718007": 0.5,
1754
+ "1273247072": 0.0,
1755
+ "1358421325": 0.0,
1756
+ "1375492786": 1.0,
1757
+ "141984615": 0.0,
1758
+ "1475440973": 0.0,
1759
+ "1483645336": 0.0,
1760
+ "1522272686": 1.0,
1761
+ "1528740417": 1.0,
1762
+ "1549324805": 0.0,
1763
+ "1607773860": 1.0,
1764
+ "1665739511": 1.0,
1765
+ "1747178030": 0.0,
1766
+ "1881223807": 0.0,
1767
+ "1919198188": 1.0,
1768
+ "1991414747": 0.0,
1769
+ "1997090716": 0.0,
1770
+ "2015956957": 0.0,
1771
+ "2054899126": 0.0,
1772
+ "211245842": 0.0,
1773
+ "2141802816": 0.0,
1774
+ "256770874": 0.0,
1775
+ "278008524": 0.0,
1776
+ "416183106": 1.0,
1777
+ "534717141": 1.0,
1778
+ "551504635": 0.0,
1779
+ "565369392": 0.0,
1780
+ "565621826": 0.0,
1781
+ "585904130": 0.0,
1782
+ "626486813": 0.0,
1783
+ "636680137": 0.0,
1784
+ "706479600": 1.0,
1785
+ "750448296": 0.0,
1786
+ "75070641": 0.0,
1787
+ "767747424": 0.0,
1788
+ "77147264": 0.5,
1789
+ "794181626": 0.0,
1790
+ "957101489": 1.0,
1791
+ "998761162": 0.0
1792
+ }
1793
+ },
1794
+ "macro_by_task": {
1795
+ "ci": {
1796
+ "confidence": 0.95,
1797
+ "high": 0.5517647058823528,
1798
+ "low": 0.05067873303167421,
1799
+ "mean": 0.273815987933635,
1800
+ "n": 5,
1801
+ "num_samples": 200
1802
+ },
1803
+ "mean": 0.273815987933635,
1804
+ "per_task": {
1805
+ "LiftPegUpright-v1": 0.5,
1806
+ "PickCube-v1": 0.0,
1807
+ "PullCube-v1": 0.058823529411764705,
1808
+ "PushCube-v1": 0.07692307692307693,
1809
+ "StackCube-v1": 0.7333333333333333
1810
+ }
1811
+ },
1812
+ "metric": "pptc_at_16_thr_0p20",
1813
+ "micro": {
1814
+ "confidence": 0.95,
1815
+ "high": 0.34782608695652173,
1816
+ "low": 0.14492753623188406,
1817
+ "mean": 0.2463768115942029,
1818
+ "n": 69,
1819
+ "num_samples": 200
1820
+ },
1821
+ "n": 69
1822
+ },
1823
+ "pptc_at_16_thr_0p40": {
1824
+ "macro_by_seed": {
1825
+ "ci": {
1826
+ "confidence": 0.95,
1827
+ "high": 0.85177304964539,
1828
+ "low": 0.6060283687943263,
1829
+ "mean": 0.724113475177305,
1830
+ "n": 47,
1831
+ "num_samples": 200
1832
+ },
1833
+ "mean": 0.724113475177305,
1834
+ "per_seed": {
1835
+ "1025740212": 1.0,
1836
+ "1055157354": 1.0,
1837
+ "1055567618": 1.0,
1838
+ "1113268940": 1.0,
1839
+ "1113371261": 1.0,
1840
+ "1176943004": 1.0,
1841
+ "1189392917": 1.0,
1842
+ "1231780997": 1.0,
1843
+ "1271718007": 1.0,
1844
+ "1273247072": 0.0,
1845
+ "1358421325": 0.0,
1846
+ "1375492786": 1.0,
1847
+ "141984615": 0.0,
1848
+ "1475440973": 1.0,
1849
+ "1483645336": 1.0,
1850
+ "1522272686": 1.0,
1851
+ "1528740417": 1.0,
1852
+ "1549324805": 0.0,
1853
+ "1607773860": 1.0,
1854
+ "1665739511": 1.0,
1855
+ "1747178030": 1.0,
1856
+ "1881223807": 1.0,
1857
+ "1919198188": 1.0,
1858
+ "1991414747": 1.0,
1859
+ "1997090716": 1.0,
1860
+ "2015956957": 0.2,
1861
+ "2054899126": 0.0,
1862
+ "211245842": 1.0,
1863
+ "2141802816": 1.0,
1864
+ "256770874": 1.0,
1865
+ "278008524": 1.0,
1866
+ "416183106": 1.0,
1867
+ "534717141": 1.0,
1868
+ "551504635": 0.0,
1869
+ "565369392": 0.3333333333333333,
1870
+ "565621826": 0.0,
1871
+ "585904130": 0.0,
1872
+ "626486813": 0.25,
1873
+ "636680137": 0.0,
1874
+ "706479600": 1.0,
1875
+ "750448296": 0.5,
1876
+ "75070641": 1.0,
1877
+ "767747424": 0.25,
1878
+ "77147264": 0.5,
1879
+ "794181626": 1.0,
1880
+ "957101489": 1.0,
1881
+ "998761162": 1.0
1882
+ }
1883
+ },
1884
+ "macro_by_task": {
1885
+ "ci": {
1886
+ "confidence": 0.95,
1887
+ "high": 0.8871794871794872,
1888
+ "low": 0.27254901960784317,
1889
+ "mean": 0.5908898944193062,
1890
+ "n": 5,
1891
+ "num_samples": 200
1892
+ },
1893
+ "mean": 0.5908898944193062,
1894
+ "per_task": {
1895
+ "LiftPegUpright-v1": 0.8333333333333334,
1896
+ "PickCube-v1": 0.0,
1897
+ "PullCube-v1": 0.2647058823529412,
1898
+ "PushCube-v1": 0.9230769230769231,
1899
+ "StackCube-v1": 0.9333333333333333
1900
+ }
1901
+ },
1902
+ "metric": "pptc_at_16_thr_0p40",
1903
+ "micro": {
1904
+ "confidence": 0.95,
1905
+ "high": 0.6811594202898551,
1906
+ "low": 0.4492753623188406,
1907
+ "mean": 0.5797101449275363,
1908
+ "n": 69,
1909
+ "num_samples": 200
1910
+ },
1911
+ "n": 69
1912
+ },
1913
+ "proxy_support_distance_at_16": {
1914
+ "macro_by_seed": {
1915
+ "ci": {
1916
+ "confidence": 0.95,
1917
+ "high": 0.35485212250140097,
1918
+ "low": 0.26717774884145234,
1919
+ "mean": 0.31145348608014445,
1920
+ "n": 47,
1921
+ "num_samples": 200
1922
+ },
1923
+ "mean": 0.31145348608014445,
1924
+ "per_seed": {
1925
+ "1025740212": 0.12293128338189374,
1926
+ "1055157354": 0.13436054698941982,
1927
+ "1055567618": 0.13922985734694887,
1928
+ "1113268940": 0.17231917215960468,
1929
+ "1113371261": 0.2817022135369533,
1930
+ "1176943004": 0.18288940568294845,
1931
+ "1189392917": 0.38296243253794016,
1932
+ "1231780997": 0.2448388217509162,
1933
+ "1271718007": 0.1773310027734863,
1934
+ "1273247072": 0.633021656425077,
1935
+ "1358421325": 0.611780012748047,
1936
+ "1375492786": 0.17929856255723123,
1937
+ "141984615": 0.5777455256246141,
1938
+ "1475440973": 0.2183175918218761,
1939
+ "1483645336": 0.359400800617013,
1940
+ "1522272686": 0.0886770244217009,
1941
+ "1528740417": 0.14751019400953322,
1942
+ "1549324805": 0.7630248651844157,
1943
+ "1607773860": 0.1982613296771473,
1944
+ "1665739511": 0.13126975659138182,
1945
+ "1747178030": 0.2684539143073911,
1946
+ "1881223807": 0.2092295092133594,
1947
+ "1919198188": 0.1983486876655812,
1948
+ "1991414747": 0.26059408150199626,
1949
+ "1997090716": 0.23733979507145028,
1950
+ "2015956957": 0.47845805805338537,
1951
+ "2054899126": 0.4771938740565252,
1952
+ "211245842": 0.3118339163080709,
1953
+ "2141802816": 0.21292963026091707,
1954
+ "256770874": 0.21759646881024938,
1955
+ "278008524": 0.2889338058330628,
1956
+ "416183106": 0.19149763899531863,
1957
+ "534717141": 0.1367302517310909,
1958
+ "551504635": 0.4551277956907253,
1959
+ "565369392": 0.5422624546631069,
1960
+ "565621826": 0.4653424162154666,
1961
+ "585904130": 0.5646320328440008,
1962
+ "626486813": 0.46753020501539855,
1963
+ "636680137": 0.5251627318614909,
1964
+ "706479600": 0.15053625753441402,
1965
+ "750448296": 0.42822201870099186,
1966
+ "75070641": 0.2870708390596141,
1967
+ "767747424": 0.4551378772611929,
1968
+ "77147264": 0.29245200025547236,
1969
+ "794181626": 0.3348567909308354,
1970
+ "957101489": 0.12197637370831946,
1971
+ "998761162": 0.31199236437921296
1972
+ }
1973
+ },
1974
+ "macro_by_task": {
1975
+ "ci": {
1976
+ "confidence": 0.95,
1977
+ "high": 0.49502987403830423,
1978
+ "low": 0.25395727096177656,
1979
+ "mean": 0.3671088771320222,
1980
+ "n": 5,
1981
+ "num_samples": 200
1982
+ },
1983
+ "mean": 0.3671088771320222,
1984
+ "per_task": {
1985
+ "LiftPegUpright-v1": 0.22684080980242485,
1986
+ "PickCube-v1": 0.633021656425077,
1987
+ "PullCube-v1": 0.49113262376947103,
1988
+ "PushCube-v1": 0.27919812467166,
1989
+ "StackCube-v1": 0.20535117099147812
1990
+ }
1991
+ },
1992
+ "metric": "proxy_support_distance_at_16",
1993
+ "micro": {
1994
+ "confidence": 0.95,
1995
+ "high": 0.4212685990810891,
1996
+ "low": 0.32430885729719217,
1997
+ "mean": 0.3681509986812376,
1998
+ "n": 69,
1999
+ "num_samples": 200
2000
+ },
2001
+ "n": 69
2002
+ }
2003
+ },
2004
+ "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381",
2005
+ "thresholds": [
2006
+ 0.2,
2007
+ 0.4
2008
+ ]
2009
+ }
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_seed.json ADDED
@@ -0,0 +1,554 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "1025740212": {
3
+ "candidate_diversity_at_16": 0.20332084403263484,
4
+ "collapse_rate_at_16": 0.09090909090909091,
5
+ "mean_negative_distance_at_16": 0.29666120336390317,
6
+ "mean_positive_distance_at_16": 0.20675193367797445,
7
+ "negative_near_at_16_thr_0p20": 0.0,
8
+ "negative_near_at_16_thr_0p40": 1.0,
9
+ "pos_closer_than_neg_at_16": 1.0,
10
+ "pptc_at_16_thr_0p20": 1.0,
11
+ "pptc_at_16_thr_0p40": 1.0,
12
+ "proxy_support_distance_at_16": 0.12293128338189374
13
+ },
14
+ "1055157354": {
15
+ "candidate_diversity_at_16": 0.20222292753241375,
16
+ "collapse_rate_at_16": 0.07142857142857142,
17
+ "mean_negative_distance_at_16": 0.27000157323106194,
18
+ "mean_positive_distance_at_16": 0.20291115548128294,
19
+ "negative_near_at_16_thr_0p20": 0.0,
20
+ "negative_near_at_16_thr_0p40": 1.0,
21
+ "pos_closer_than_neg_at_16": 1.0,
22
+ "pptc_at_16_thr_0p20": 1.0,
23
+ "pptc_at_16_thr_0p40": 1.0,
24
+ "proxy_support_distance_at_16": 0.13436054698941982
25
+ },
26
+ "1055567618": {
27
+ "candidate_diversity_at_16": 0.17723785822495086,
28
+ "collapse_rate_at_16": 0.06666666666666667,
29
+ "mean_negative_distance_at_16": 0.5734979712921742,
30
+ "mean_positive_distance_at_16": 0.20345655834488527,
31
+ "negative_near_at_16_thr_0p20": 0.0,
32
+ "negative_near_at_16_thr_0p40": 0.0,
33
+ "pos_closer_than_neg_at_16": 1.0,
34
+ "pptc_at_16_thr_0p20": 1.0,
35
+ "pptc_at_16_thr_0p40": 1.0,
36
+ "proxy_support_distance_at_16": 0.13922985734694887
37
+ },
38
+ "1113268940": {
39
+ "candidate_diversity_at_16": 0.206634390235546,
40
+ "collapse_rate_at_16": 0.07692307692307693,
41
+ "mean_negative_distance_at_16": 0.35060061605227066,
42
+ "mean_positive_distance_at_16": 0.23442306434336554,
43
+ "negative_near_at_16_thr_0p20": 0.0,
44
+ "negative_near_at_16_thr_0p40": 0.9230769230769231,
45
+ "pos_closer_than_neg_at_16": 1.0,
46
+ "pptc_at_16_thr_0p20": 1.0,
47
+ "pptc_at_16_thr_0p40": 1.0,
48
+ "proxy_support_distance_at_16": 0.17231917215960468
49
+ },
50
+ "1113371261": {
51
+ "candidate_diversity_at_16": 0.14732073955683608,
52
+ "collapse_rate_at_16": 0.0625,
53
+ "mean_negative_distance_at_16": 0.38686915516862475,
54
+ "mean_positive_distance_at_16": 0.3136673039320803,
55
+ "negative_near_at_16_thr_0p20": 0.0,
56
+ "negative_near_at_16_thr_0p40": 0.8125,
57
+ "pos_closer_than_neg_at_16": 1.0,
58
+ "pptc_at_16_thr_0p20": 0.0,
59
+ "pptc_at_16_thr_0p40": 1.0,
60
+ "proxy_support_distance_at_16": 0.2817022135369533
61
+ },
62
+ "1176943004": {
63
+ "candidate_diversity_at_16": 0.1660598770352071,
64
+ "collapse_rate_at_16": 0.0625,
65
+ "mean_negative_distance_at_16": 0.22000275394589658,
66
+ "mean_positive_distance_at_16": 0.2172674769274064,
67
+ "negative_near_at_16_thr_0p20": 0.3125,
68
+ "negative_near_at_16_thr_0p40": 1.0,
69
+ "pos_closer_than_neg_at_16": 0.625,
70
+ "pptc_at_16_thr_0p20": 1.0,
71
+ "pptc_at_16_thr_0p40": 1.0,
72
+ "proxy_support_distance_at_16": 0.18288940568294845
73
+ },
74
+ "1189392917": {
75
+ "candidate_diversity_at_16": 0.18449272313666615,
76
+ "collapse_rate_at_16": 0.0625,
77
+ "mean_positive_distance_at_16": 0.43325464379989126,
78
+ "negative_near_at_16_thr_0p20": 0.0,
79
+ "negative_near_at_16_thr_0p40": 0.0,
80
+ "pptc_at_16_thr_0p20": 0.0,
81
+ "pptc_at_16_thr_0p40": 1.0,
82
+ "proxy_support_distance_at_16": 0.38296243253794016
83
+ },
84
+ "1231780997": {
85
+ "candidate_diversity_at_16": 0.19103808324675375,
86
+ "collapse_rate_at_16": 0.0625,
87
+ "mean_negative_distance_at_16": 0.3627329168922132,
88
+ "mean_positive_distance_at_16": 0.32160325979540005,
89
+ "negative_near_at_16_thr_0p20": 0.0,
90
+ "negative_near_at_16_thr_0p40": 0.875,
91
+ "pos_closer_than_neg_at_16": 0.9375,
92
+ "pptc_at_16_thr_0p20": 0.0,
93
+ "pptc_at_16_thr_0p40": 1.0,
94
+ "proxy_support_distance_at_16": 0.2448388217509162
95
+ },
96
+ "1271718007": {
97
+ "candidate_diversity_at_16": 0.23406473991429155,
98
+ "collapse_rate_at_16": 0.06696428571428571,
99
+ "mean_negative_distance_at_16": 0.28125450059827334,
100
+ "mean_positive_distance_at_16": 0.2644742036413258,
101
+ "negative_near_at_16_thr_0p20": 0.0,
102
+ "negative_near_at_16_thr_0p40": 0.5,
103
+ "pos_closer_than_neg_at_16": 1.0,
104
+ "pptc_at_16_thr_0p20": 0.5,
105
+ "pptc_at_16_thr_0p40": 1.0,
106
+ "proxy_support_distance_at_16": 0.1773310027734863
107
+ },
108
+ "1273247072": {
109
+ "candidate_diversity_at_16": 0.3153006428531988,
110
+ "collapse_rate_at_16": 0.1,
111
+ "mean_negative_distance_at_16": 0.8236523537827243,
112
+ "mean_positive_distance_at_16": 0.8220742481333911,
113
+ "negative_near_at_16_thr_0p20": 0.0,
114
+ "negative_near_at_16_thr_0p40": 0.0,
115
+ "pos_closer_than_neg_at_16": 0.7,
116
+ "pptc_at_16_thr_0p20": 0.0,
117
+ "pptc_at_16_thr_0p40": 0.0,
118
+ "proxy_support_distance_at_16": 0.633021656425077
119
+ },
120
+ "1358421325": {
121
+ "candidate_diversity_at_16": 0.17287903762175494,
122
+ "collapse_rate_at_16": 0.07142857142857142,
123
+ "mean_negative_distance_at_16": 0.2328292276654873,
124
+ "mean_positive_distance_at_16": 0.6484116722909172,
125
+ "negative_near_at_16_thr_0p20": 0.07142857142857142,
126
+ "negative_near_at_16_thr_0p40": 1.0,
127
+ "pos_closer_than_neg_at_16": 0.0,
128
+ "pptc_at_16_thr_0p20": 0.0,
129
+ "pptc_at_16_thr_0p40": 0.0,
130
+ "proxy_support_distance_at_16": 0.611780012748047
131
+ },
132
+ "1375492786": {
133
+ "candidate_diversity_at_16": 0.31230907958149434,
134
+ "collapse_rate_at_16": 0.0625,
135
+ "mean_negative_distance_at_16": 0.5168003602401241,
136
+ "mean_positive_distance_at_16": 0.345577610157128,
137
+ "negative_near_at_16_thr_0p20": 0.0,
138
+ "negative_near_at_16_thr_0p40": 0.0,
139
+ "pos_closer_than_neg_at_16": 1.0,
140
+ "pptc_at_16_thr_0p20": 1.0,
141
+ "pptc_at_16_thr_0p40": 1.0,
142
+ "proxy_support_distance_at_16": 0.17929856255723123
143
+ },
144
+ "141984615": {
145
+ "candidate_diversity_at_16": 0.39094591155114583,
146
+ "collapse_rate_at_16": 0.0625,
147
+ "mean_negative_distance_at_16": 0.8154548198427762,
148
+ "mean_positive_distance_at_16": 0.6848191700039954,
149
+ "negative_near_at_16_thr_0p20": 0.0,
150
+ "negative_near_at_16_thr_0p40": 0.0,
151
+ "pos_closer_than_neg_at_16": 1.0,
152
+ "pptc_at_16_thr_0p20": 0.0,
153
+ "pptc_at_16_thr_0p40": 0.0,
154
+ "proxy_support_distance_at_16": 0.5777455256246141
155
+ },
156
+ "1475440973": {
157
+ "candidate_diversity_at_16": 0.16245151572478814,
158
+ "collapse_rate_at_16": 0.0625,
159
+ "mean_negative_distance_at_16": 0.4724339430237153,
160
+ "mean_positive_distance_at_16": 0.2511041210461414,
161
+ "negative_near_at_16_thr_0p20": 0.0,
162
+ "negative_near_at_16_thr_0p40": 0.0,
163
+ "pos_closer_than_neg_at_16": 1.0,
164
+ "pptc_at_16_thr_0p20": 0.0,
165
+ "pptc_at_16_thr_0p40": 1.0,
166
+ "proxy_support_distance_at_16": 0.2183175918218761
167
+ },
168
+ "1483645336": {
169
+ "candidate_diversity_at_16": 0.22299447930782598,
170
+ "collapse_rate_at_16": 0.0625,
171
+ "mean_positive_distance_at_16": 0.41140479409185554,
172
+ "negative_near_at_16_thr_0p20": 0.0,
173
+ "negative_near_at_16_thr_0p40": 0.0,
174
+ "pptc_at_16_thr_0p20": 0.0,
175
+ "pptc_at_16_thr_0p40": 1.0,
176
+ "proxy_support_distance_at_16": 0.359400800617013
177
+ },
178
+ "1522272686": {
179
+ "candidate_diversity_at_16": 0.14546412237948955,
180
+ "collapse_rate_at_16": 0.07142857142857142,
181
+ "mean_negative_distance_at_16": 0.1698942573869381,
182
+ "mean_positive_distance_at_16": 0.12954594098543945,
183
+ "negative_near_at_16_thr_0p20": 0.8571428571428571,
184
+ "negative_near_at_16_thr_0p40": 1.0,
185
+ "pos_closer_than_neg_at_16": 1.0,
186
+ "pptc_at_16_thr_0p20": 1.0,
187
+ "pptc_at_16_thr_0p40": 1.0,
188
+ "proxy_support_distance_at_16": 0.0886770244217009
189
+ },
190
+ "1528740417": {
191
+ "candidate_diversity_at_16": 0.11678448393983014,
192
+ "collapse_rate_at_16": 0.08333333333333333,
193
+ "mean_negative_distance_at_16": 0.5021226547090069,
194
+ "mean_positive_distance_at_16": 0.17338737025000842,
195
+ "negative_near_at_16_thr_0p20": 0.0,
196
+ "negative_near_at_16_thr_0p40": 0.0,
197
+ "pos_closer_than_neg_at_16": 1.0,
198
+ "pptc_at_16_thr_0p20": 1.0,
199
+ "pptc_at_16_thr_0p40": 1.0,
200
+ "proxy_support_distance_at_16": 0.14751019400953322
201
+ },
202
+ "1549324805": {
203
+ "candidate_diversity_at_16": 0.4349915421264356,
204
+ "collapse_rate_at_16": 0.07083333333333333,
205
+ "mean_negative_distance_at_16": 0.6905978540341113,
206
+ "mean_positive_distance_at_16": 0.8673563241959781,
207
+ "negative_near_at_16_thr_0p20": 0.0,
208
+ "negative_near_at_16_thr_0p40": 0.0,
209
+ "pos_closer_than_neg_at_16": 0.3277777777777778,
210
+ "pptc_at_16_thr_0p20": 0.0,
211
+ "pptc_at_16_thr_0p40": 0.0,
212
+ "proxy_support_distance_at_16": 0.7630248651844157
213
+ },
214
+ "1607773860": {
215
+ "candidate_diversity_at_16": 0.1415951556503204,
216
+ "collapse_rate_at_16": 0.0625,
217
+ "mean_negative_distance_at_16": 0.3490769126248226,
218
+ "mean_positive_distance_at_16": 0.3530524587950847,
219
+ "negative_near_at_16_thr_0p20": 0.0,
220
+ "negative_near_at_16_thr_0p40": 1.0,
221
+ "pos_closer_than_neg_at_16": 0.875,
222
+ "pptc_at_16_thr_0p20": 1.0,
223
+ "pptc_at_16_thr_0p40": 1.0,
224
+ "proxy_support_distance_at_16": 0.1982613296771473
225
+ },
226
+ "1665739511": {
227
+ "candidate_diversity_at_16": 0.17500532730164498,
228
+ "collapse_rate_at_16": 0.06666666666666667,
229
+ "mean_negative_distance_at_16": 0.36107568203194695,
230
+ "mean_positive_distance_at_16": 0.19630434466408356,
231
+ "negative_near_at_16_thr_0p20": 0.0,
232
+ "negative_near_at_16_thr_0p40": 0.8666666666666667,
233
+ "pos_closer_than_neg_at_16": 1.0,
234
+ "pptc_at_16_thr_0p20": 1.0,
235
+ "pptc_at_16_thr_0p40": 1.0,
236
+ "proxy_support_distance_at_16": 0.13126975659138182
237
+ },
238
+ "1747178030": {
239
+ "candidate_diversity_at_16": 0.36869345675361825,
240
+ "collapse_rate_at_16": 0.0625,
241
+ "mean_negative_distance_at_16": 0.6557545374586895,
242
+ "mean_positive_distance_at_16": 0.38853798261483924,
243
+ "negative_near_at_16_thr_0p20": 0.0,
244
+ "negative_near_at_16_thr_0p40": 0.0,
245
+ "pos_closer_than_neg_at_16": 1.0,
246
+ "pptc_at_16_thr_0p20": 0.0,
247
+ "pptc_at_16_thr_0p40": 1.0,
248
+ "proxy_support_distance_at_16": 0.2684539143073911
249
+ },
250
+ "1881223807": {
251
+ "candidate_diversity_at_16": 0.1772010023810478,
252
+ "collapse_rate_at_16": 0.07142857142857142,
253
+ "mean_negative_distance_at_16": 0.8297289183887824,
254
+ "mean_positive_distance_at_16": 0.25804621241940107,
255
+ "negative_near_at_16_thr_0p20": 0.0,
256
+ "negative_near_at_16_thr_0p40": 0.0,
257
+ "pos_closer_than_neg_at_16": 1.0,
258
+ "pptc_at_16_thr_0p20": 0.0,
259
+ "pptc_at_16_thr_0p40": 1.0,
260
+ "proxy_support_distance_at_16": 0.2092295092133594
261
+ },
262
+ "1919198188": {
263
+ "candidate_diversity_at_16": 0.18262294619946434,
264
+ "collapse_rate_at_16": 0.125,
265
+ "mean_negative_distance_at_16": 0.2722848987823776,
266
+ "mean_positive_distance_at_16": 0.22916224444362204,
267
+ "negative_near_at_16_thr_0p20": 0.0,
268
+ "negative_near_at_16_thr_0p40": 1.0,
269
+ "pos_closer_than_neg_at_16": 1.0,
270
+ "pptc_at_16_thr_0p20": 1.0,
271
+ "pptc_at_16_thr_0p40": 1.0,
272
+ "proxy_support_distance_at_16": 0.1983486876655812
273
+ },
274
+ "1991414747": {
275
+ "candidate_diversity_at_16": 0.158160871359542,
276
+ "collapse_rate_at_16": 0.0625,
277
+ "mean_negative_distance_at_16": 0.34936733501855716,
278
+ "mean_positive_distance_at_16": 0.28598273220268816,
279
+ "negative_near_at_16_thr_0p20": 0.0,
280
+ "negative_near_at_16_thr_0p40": 1.0,
281
+ "pos_closer_than_neg_at_16": 1.0,
282
+ "pptc_at_16_thr_0p20": 0.0,
283
+ "pptc_at_16_thr_0p40": 1.0,
284
+ "proxy_support_distance_at_16": 0.26059408150199626
285
+ },
286
+ "1997090716": {
287
+ "candidate_diversity_at_16": 0.13601593741784926,
288
+ "collapse_rate_at_16": 0.0625,
289
+ "mean_negative_distance_at_16": 0.23299319150807388,
290
+ "mean_positive_distance_at_16": 0.2746704354067301,
291
+ "negative_near_at_16_thr_0p20": 0.0625,
292
+ "negative_near_at_16_thr_0p40": 1.0,
293
+ "pos_closer_than_neg_at_16": 0.0,
294
+ "pptc_at_16_thr_0p20": 0.0,
295
+ "pptc_at_16_thr_0p40": 1.0,
296
+ "proxy_support_distance_at_16": 0.23733979507145028
297
+ },
298
+ "2015956957": {
299
+ "candidate_diversity_at_16": 0.3394830149729924,
300
+ "collapse_rate_at_16": 0.0625,
301
+ "mean_negative_distance_at_16": 0.8419283018265604,
302
+ "mean_positive_distance_at_16": 0.5939980583123237,
303
+ "negative_near_at_16_thr_0p20": 0.0,
304
+ "negative_near_at_16_thr_0p40": 0.0,
305
+ "pos_closer_than_neg_at_16": 0.8125,
306
+ "pptc_at_16_thr_0p20": 0.0,
307
+ "pptc_at_16_thr_0p40": 0.2,
308
+ "proxy_support_distance_at_16": 0.47845805805338537
309
+ },
310
+ "2054899126": {
311
+ "candidate_diversity_at_16": 0.31883901428510897,
312
+ "collapse_rate_at_16": 0.0625,
313
+ "mean_negative_distance_at_16": 0.7018463264475459,
314
+ "mean_positive_distance_at_16": 0.5633835077650542,
315
+ "negative_near_at_16_thr_0p20": 0.0,
316
+ "negative_near_at_16_thr_0p40": 0.0,
317
+ "pos_closer_than_neg_at_16": 1.0,
318
+ "pptc_at_16_thr_0p20": 0.0,
319
+ "pptc_at_16_thr_0p40": 0.0,
320
+ "proxy_support_distance_at_16": 0.4771938740565252
321
+ },
322
+ "211245842": {
323
+ "candidate_diversity_at_16": 0.1340662208987131,
324
+ "collapse_rate_at_16": 0.06666666666666667,
325
+ "mean_negative_distance_at_16": 0.30211791458045323,
326
+ "mean_positive_distance_at_16": 0.4068219829048277,
327
+ "negative_near_at_16_thr_0p20": 0.06666666666666667,
328
+ "negative_near_at_16_thr_0p40": 1.0,
329
+ "pos_closer_than_neg_at_16": 0.0,
330
+ "pptc_at_16_thr_0p20": 0.0,
331
+ "pptc_at_16_thr_0p40": 1.0,
332
+ "proxy_support_distance_at_16": 0.3118339163080709
333
+ },
334
+ "2141802816": {
335
+ "candidate_diversity_at_16": 0.18210541321786242,
336
+ "collapse_rate_at_16": 0.0625,
337
+ "mean_positive_distance_at_16": 0.25166137990693066,
338
+ "negative_near_at_16_thr_0p20": 0.0,
339
+ "negative_near_at_16_thr_0p40": 0.0,
340
+ "pptc_at_16_thr_0p20": 0.0,
341
+ "pptc_at_16_thr_0p40": 1.0,
342
+ "proxy_support_distance_at_16": 0.21292963026091707
343
+ },
344
+ "256770874": {
345
+ "candidate_diversity_at_16": 0.22878389519140513,
346
+ "collapse_rate_at_16": 0.07692307692307693,
347
+ "mean_negative_distance_at_16": 0.28831749469158213,
348
+ "mean_positive_distance_at_16": 0.2944699613396438,
349
+ "negative_near_at_16_thr_0p20": 0.0,
350
+ "negative_near_at_16_thr_0p40": 0.9230769230769231,
351
+ "pos_closer_than_neg_at_16": 0.15384615384615385,
352
+ "pptc_at_16_thr_0p20": 0.0,
353
+ "pptc_at_16_thr_0p40": 1.0,
354
+ "proxy_support_distance_at_16": 0.21759646881024938
355
+ },
356
+ "278008524": {
357
+ "candidate_diversity_at_16": 0.24793209415071307,
358
+ "collapse_rate_at_16": 0.07291666666666666,
359
+ "mean_negative_distance_at_16": 0.4777332787890847,
360
+ "mean_positive_distance_at_16": 0.3736829735673052,
361
+ "negative_near_at_16_thr_0p20": 0.0,
362
+ "negative_near_at_16_thr_0p40": 0.5,
363
+ "pos_closer_than_neg_at_16": 1.0,
364
+ "pptc_at_16_thr_0p20": 0.0,
365
+ "pptc_at_16_thr_0p40": 1.0,
366
+ "proxy_support_distance_at_16": 0.2889338058330628
367
+ },
368
+ "416183106": {
369
+ "candidate_diversity_at_16": 0.25319814619566333,
370
+ "collapse_rate_at_16": 0.08333333333333333,
371
+ "mean_negative_distance_at_16": 0.28314420193956896,
372
+ "mean_positive_distance_at_16": 0.27322967920620617,
373
+ "negative_near_at_16_thr_0p20": 0.0,
374
+ "negative_near_at_16_thr_0p40": 1.0,
375
+ "pos_closer_than_neg_at_16": 0.75,
376
+ "pptc_at_16_thr_0p20": 1.0,
377
+ "pptc_at_16_thr_0p40": 1.0,
378
+ "proxy_support_distance_at_16": 0.19149763899531863
379
+ },
380
+ "534717141": {
381
+ "candidate_diversity_at_16": 0.13575319571801206,
382
+ "collapse_rate_at_16": 0.07692307692307693,
383
+ "mean_negative_distance_at_16": 0.9640835614410369,
384
+ "mean_positive_distance_at_16": 0.18332266948303153,
385
+ "negative_near_at_16_thr_0p20": 0.0,
386
+ "negative_near_at_16_thr_0p40": 0.0,
387
+ "pos_closer_than_neg_at_16": 1.0,
388
+ "pptc_at_16_thr_0p20": 1.0,
389
+ "pptc_at_16_thr_0p40": 1.0,
390
+ "proxy_support_distance_at_16": 0.1367302517310909
391
+ },
392
+ "551504635": {
393
+ "candidate_diversity_at_16": 0.16502095210964782,
394
+ "collapse_rate_at_16": 0.0625,
395
+ "mean_negative_distance_at_16": 0.45015143776000355,
396
+ "mean_positive_distance_at_16": 0.505515654205281,
397
+ "negative_near_at_16_thr_0p20": 0.0,
398
+ "negative_near_at_16_thr_0p40": 0.125,
399
+ "pos_closer_than_neg_at_16": 0.125,
400
+ "pptc_at_16_thr_0p20": 0.0,
401
+ "pptc_at_16_thr_0p40": 0.0,
402
+ "proxy_support_distance_at_16": 0.4551277956907253
403
+ },
404
+ "565369392": {
405
+ "candidate_diversity_at_16": 0.3941229935168762,
406
+ "collapse_rate_at_16": 0.0625,
407
+ "mean_negative_distance_at_16": 0.5501064609658425,
408
+ "mean_positive_distance_at_16": 0.6523866199095428,
409
+ "negative_near_at_16_thr_0p20": 0.0,
410
+ "negative_near_at_16_thr_0p40": 0.22916666666666666,
411
+ "pos_closer_than_neg_at_16": 0.10416666666666667,
412
+ "pptc_at_16_thr_0p20": 0.0,
413
+ "pptc_at_16_thr_0p40": 0.3333333333333333,
414
+ "proxy_support_distance_at_16": 0.5422624546631069
415
+ },
416
+ "565621826": {
417
+ "candidate_diversity_at_16": 0.3254526307602659,
418
+ "collapse_rate_at_16": 0.0625,
419
+ "mean_negative_distance_at_16": 0.7565443128456885,
420
+ "mean_positive_distance_at_16": 0.5542015043080131,
421
+ "negative_near_at_16_thr_0p20": 0.0,
422
+ "negative_near_at_16_thr_0p40": 0.0,
423
+ "pos_closer_than_neg_at_16": 1.0,
424
+ "pptc_at_16_thr_0p20": 0.0,
425
+ "pptc_at_16_thr_0p40": 0.0,
426
+ "proxy_support_distance_at_16": 0.4653424162154666
427
+ },
428
+ "585904130": {
429
+ "candidate_diversity_at_16": 0.38956638809052513,
430
+ "collapse_rate_at_16": 0.0625,
431
+ "mean_negative_distance_at_16": 0.8155849796857422,
432
+ "mean_positive_distance_at_16": 0.6869501719467865,
433
+ "negative_near_at_16_thr_0p20": 0.0,
434
+ "negative_near_at_16_thr_0p40": 0.0,
435
+ "pos_closer_than_neg_at_16": 0.59375,
436
+ "pptc_at_16_thr_0p20": 0.0,
437
+ "pptc_at_16_thr_0p40": 0.0,
438
+ "proxy_support_distance_at_16": 0.5646320328440008
439
+ },
440
+ "626486813": {
441
+ "candidate_diversity_at_16": 0.3759735056080218,
442
+ "collapse_rate_at_16": 0.0625,
443
+ "mean_negative_distance_at_16": 0.575074767093322,
444
+ "mean_positive_distance_at_16": 0.5685208343179387,
445
+ "negative_near_at_16_thr_0p20": 0.0,
446
+ "negative_near_at_16_thr_0p40": 0.0,
447
+ "pos_closer_than_neg_at_16": 0.9375,
448
+ "pptc_at_16_thr_0p20": 0.0,
449
+ "pptc_at_16_thr_0p40": 0.25,
450
+ "proxy_support_distance_at_16": 0.46753020501539855
451
+ },
452
+ "636680137": {
453
+ "candidate_diversity_at_16": 0.35426349097937937,
454
+ "collapse_rate_at_16": 0.06666666666666667,
455
+ "mean_negative_distance_at_16": 0.7318686022622263,
456
+ "mean_positive_distance_at_16": 0.6411782875741942,
457
+ "negative_near_at_16_thr_0p20": 0.0,
458
+ "negative_near_at_16_thr_0p40": 0.0,
459
+ "pos_closer_than_neg_at_16": 0.9333333333333333,
460
+ "pptc_at_16_thr_0p20": 0.0,
461
+ "pptc_at_16_thr_0p40": 0.0,
462
+ "proxy_support_distance_at_16": 0.5251627318614909
463
+ },
464
+ "706479600": {
465
+ "candidate_diversity_at_16": 0.143705930447867,
466
+ "collapse_rate_at_16": 0.06666666666666667,
467
+ "mean_negative_distance_at_16": 0.6350638862693878,
468
+ "mean_positive_distance_at_16": 0.24373249643860628,
469
+ "negative_near_at_16_thr_0p20": 0.0,
470
+ "negative_near_at_16_thr_0p40": 0.0,
471
+ "pos_closer_than_neg_at_16": 1.0,
472
+ "pptc_at_16_thr_0p20": 1.0,
473
+ "pptc_at_16_thr_0p40": 1.0,
474
+ "proxy_support_distance_at_16": 0.15053625753441402
475
+ },
476
+ "750448296": {
477
+ "candidate_diversity_at_16": 0.44793851329349266,
478
+ "collapse_rate_at_16": 0.0625,
479
+ "mean_positive_distance_at_16": 0.5328921036385867,
480
+ "negative_near_at_16_thr_0p20": 0.0,
481
+ "negative_near_at_16_thr_0p40": 0.0,
482
+ "pptc_at_16_thr_0p20": 0.0,
483
+ "pptc_at_16_thr_0p40": 0.5,
484
+ "proxy_support_distance_at_16": 0.42822201870099186
485
+ },
486
+ "75070641": {
487
+ "candidate_diversity_at_16": 0.25424324836371676,
488
+ "collapse_rate_at_16": 0.08333333333333333,
489
+ "mean_negative_distance_at_16": 0.37594878120005415,
490
+ "mean_positive_distance_at_16": 0.36521708784317264,
491
+ "negative_near_at_16_thr_0p20": 0.0,
492
+ "negative_near_at_16_thr_0p40": 0.5833333333333334,
493
+ "pos_closer_than_neg_at_16": 0.9166666666666666,
494
+ "pptc_at_16_thr_0p20": 0.0,
495
+ "pptc_at_16_thr_0p40": 1.0,
496
+ "proxy_support_distance_at_16": 0.2870708390596141
497
+ },
498
+ "767747424": {
499
+ "candidate_diversity_at_16": 0.33219561809903103,
500
+ "collapse_rate_at_16": 0.06473214285714285,
501
+ "mean_positive_distance_at_16": 0.533282357662394,
502
+ "negative_near_at_16_thr_0p20": 0.0,
503
+ "negative_near_at_16_thr_0p40": 0.0,
504
+ "pptc_at_16_thr_0p20": 0.0,
505
+ "pptc_at_16_thr_0p40": 0.25,
506
+ "proxy_support_distance_at_16": 0.4551378772611929
507
+ },
508
+ "77147264": {
509
+ "candidate_diversity_at_16": 0.24787288514618416,
510
+ "collapse_rate_at_16": 0.07291666666666666,
511
+ "mean_negative_distance_at_16": 0.4196624910149548,
512
+ "mean_positive_distance_at_16": 0.37956983210869727,
513
+ "negative_near_at_16_thr_0p20": 0.0,
514
+ "negative_near_at_16_thr_0p40": 0.5,
515
+ "pos_closer_than_neg_at_16": 0.875,
516
+ "pptc_at_16_thr_0p20": 0.5,
517
+ "pptc_at_16_thr_0p40": 0.5,
518
+ "proxy_support_distance_at_16": 0.29245200025547236
519
+ },
520
+ "794181626": {
521
+ "candidate_diversity_at_16": 0.2626664179746327,
522
+ "collapse_rate_at_16": 0.0625,
523
+ "mean_negative_distance_at_16": 0.6112283064496085,
524
+ "mean_positive_distance_at_16": 0.43188445132157866,
525
+ "negative_near_at_16_thr_0p20": 0.0,
526
+ "negative_near_at_16_thr_0p40": 0.0,
527
+ "pos_closer_than_neg_at_16": 0.9375,
528
+ "pptc_at_16_thr_0p20": 0.0,
529
+ "pptc_at_16_thr_0p40": 1.0,
530
+ "proxy_support_distance_at_16": 0.3348567909308354
531
+ },
532
+ "957101489": {
533
+ "candidate_diversity_at_16": 0.15191842909427555,
534
+ "collapse_rate_at_16": 0.07142857142857142,
535
+ "mean_negative_distance_at_16": 0.2663185755526337,
536
+ "mean_positive_distance_at_16": 0.1847889058105793,
537
+ "negative_near_at_16_thr_0p20": 0.0,
538
+ "negative_near_at_16_thr_0p40": 1.0,
539
+ "pos_closer_than_neg_at_16": 1.0,
540
+ "pptc_at_16_thr_0p20": 1.0,
541
+ "pptc_at_16_thr_0p40": 1.0,
542
+ "proxy_support_distance_at_16": 0.12197637370831946
543
+ },
544
+ "998761162": {
545
+ "candidate_diversity_at_16": 0.20917796163934507,
546
+ "collapse_rate_at_16": 0.0625,
547
+ "mean_positive_distance_at_16": 0.3620401231427826,
548
+ "negative_near_at_16_thr_0p20": 0.0,
549
+ "negative_near_at_16_thr_0p40": 0.0,
550
+ "pptc_at_16_thr_0p20": 0.0,
551
+ "pptc_at_16_thr_0p40": 1.0,
552
+ "proxy_support_distance_at_16": 0.31199236437921296
553
+ }
554
+ }
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/metrics_by_task.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LiftPegUpright-v1": {
3
+ "candidate_diversity_at_16": 0.1742083782148668,
4
+ "collapse_rate_at_16": 0.07311091686091686,
5
+ "mean_negative_distance_at_16": 0.4057837953001855,
6
+ "mean_positive_distance_at_16": 0.2821309005530285,
7
+ "negative_near_at_16_thr_0p20": 0.0,
8
+ "negative_near_at_16_thr_0p40": 0.4871794871794872,
9
+ "pos_closer_than_neg_at_16": 0.84375,
10
+ "pptc_at_16_thr_0p20": 0.5,
11
+ "pptc_at_16_thr_0p40": 0.8333333333333334,
12
+ "proxy_support_distance_at_16": 0.22684080980242485
13
+ },
14
+ "PickCube-v1": {
15
+ "candidate_diversity_at_16": 0.3153006428531988,
16
+ "collapse_rate_at_16": 0.1,
17
+ "mean_negative_distance_at_16": 0.8236523537827243,
18
+ "mean_positive_distance_at_16": 0.8220742481333911,
19
+ "negative_near_at_16_thr_0p20": 0.0,
20
+ "negative_near_at_16_thr_0p40": 0.0,
21
+ "pos_closer_than_neg_at_16": 0.7,
22
+ "pptc_at_16_thr_0p20": 0.0,
23
+ "pptc_at_16_thr_0p40": 0.0,
24
+ "proxy_support_distance_at_16": 0.633021656425077
25
+ },
26
+ "PullCube-v1": {
27
+ "candidate_diversity_at_16": 0.36446652982024813,
28
+ "collapse_rate_at_16": 0.06404465632406808,
29
+ "mean_negative_distance_at_16": 0.7148507403089135,
30
+ "mean_positive_distance_at_16": 0.5967580326824843,
31
+ "negative_near_at_16_thr_0p20": 0.0,
32
+ "negative_near_at_16_thr_0p40": 0.02022058823529412,
33
+ "pos_closer_than_neg_at_16": 0.7043650793650794,
34
+ "pptc_at_16_thr_0p20": 0.058823529411764705,
35
+ "pptc_at_16_thr_0p40": 0.2647058823529412,
36
+ "proxy_support_distance_at_16": 0.49113262376947103
37
+ },
38
+ "PushCube-v1": {
39
+ "candidate_diversity_at_16": 0.1979099202358057,
40
+ "collapse_rate_at_16": 0.06478937728937728,
41
+ "mean_negative_distance_at_16": 0.4416302345433001,
42
+ "mean_positive_distance_at_16": 0.33190931911654,
43
+ "negative_near_at_16_thr_0p20": 0.028846153846153848,
44
+ "negative_near_at_16_thr_0p40": 0.3701923076923077,
45
+ "pos_closer_than_neg_at_16": 0.7890625,
46
+ "pptc_at_16_thr_0p20": 0.07692307692307693,
47
+ "pptc_at_16_thr_0p40": 0.9230769230769231,
48
+ "proxy_support_distance_at_16": 0.27919812467166
49
+ },
50
+ "StackCube-v1": {
51
+ "candidate_diversity_at_16": 0.18495647332066326,
52
+ "collapse_rate_at_16": 0.07588217338217337,
53
+ "mean_negative_distance_at_16": 0.3301899714950674,
54
+ "mean_positive_distance_at_16": 0.2797046324964109,
55
+ "negative_near_at_16_thr_0p20": 0.06634920634920634,
56
+ "negative_near_at_16_thr_0p40": 0.8248717948717949,
57
+ "pos_closer_than_neg_at_16": 0.7797008547008547,
58
+ "pptc_at_16_thr_0p20": 0.7333333333333333,
59
+ "pptc_at_16_thr_0p40": 0.9333333333333333,
60
+ "proxy_support_distance_at_16": 0.20535117099147812
61
+ }
62
+ }
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/split_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/table.tex ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ % Auto-generated by scripts/eval_ctt_proxy.py
2
+ \begin{tabular}{lrrr}
3
+ \toprule
4
+ Metric & N & Mean & CI high \\
5
+ \midrule
6
+ candidate\_diversity\_at\_16 & 69 & 0.2768 & 0.3019 \\
7
+ collapse\_rate\_at\_16 & 69 & 0.0681 & 0.0708 \\
8
+ mean\_negative\_distance\_at\_16 & 51 & 0.5246 & 0.5888 \\
9
+ mean\_positive\_distance\_at\_16 & 69 & 0.4538 & 0.5139 \\
10
+ negative\_near\_at\_16\_thr\_0p20 & 69 & 0.0199 & 0.0446 \\
11
+ negative\_near\_at\_16\_thr\_0p40 & 69 & 0.3014 & 0.4154 \\
12
+ pos\_closer\_than\_neg\_at\_16 & 51 & 0.7561 & 0.8450 \\
13
+ pptc\_at\_16\_thr\_0p20 & 69 & 0.2464 & 0.3478 \\
14
+ pptc\_at\_16\_thr\_0p40 & 69 & 0.5797 & 0.6812 \\
15
+ proxy\_support\_distance\_at\_16 & 69 & 0.3682 & 0.4213 \\
16
+ \bottomrule
17
+ \end{tabular}
workspace/runs/ctt_residual_ot_full_seed0_val_proxy/train.log ADDED
@@ -0,0 +1 @@
 
 
1
+ see checkpoint run
workspace/runs/ctt_residual_ot_full_seed1/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ python scripts/train_ctt.py --dataset data/cil_charts/train/index.json --out-dir runs/ctt_residual_ot_full_seed1 --variant residual --epochs 5 --max-charts 100000 --neighbors 8 --lr 0.001 --seed 1 --pos-alignment 1.0 --ot-alignment 0.25 --negative-boundary 0.25 --pairwise-rank 1.0 --listwise-rank 0.5 --cycle 0.1 --diversity 0.05 --negative-margin 0.2 --ot-epsilon 0.05 --ot-iterations 30 --transport-samples-per-pair 4 --diversity-temperature 1.0 --no-markdown-report
workspace/runs/ctt_residual_ot_full_seed1/config.yaml ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ chart_feature_mode: base
2
+ config: None
3
+ cycle: 0.1
4
+ dataset: data/cil_charts/train/index.json
5
+ diversity: 0.05
6
+ diversity_temperature: 1.0
7
+ epochs: 5
8
+ listwise_rank: 0.5
9
+ lr: 0.001
10
+ max_charts: 100000
11
+ negative_boundary: 0.25
12
+ negative_margin: 0.2
13
+ neighbors: 8
14
+ no_markdown_report: True
15
+ ot_alignment: 0.25
16
+ ot_epsilon: 0.05
17
+ ot_iterations: 30
18
+ out_dir: runs/ctt_residual_ot_full_seed1
19
+ pairwise_rank: 1.0
20
+ pos_alignment: 1.0
21
+ seed: 1
22
+ transport_samples_per_pair: 4
23
+ variant: residual
workspace/runs/ctt_residual_ot_full_seed1/data_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957
workspace/runs/ctt_residual_ot_full_seed1/eval.log ADDED
@@ -0,0 +1 @@
 
 
1
+ eval not run by train_ctt.py
workspace/runs/ctt_residual_ot_full_seed1/git_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 14e81292e2004925f81e0bb4810f6f144bfd87b7
workspace/runs/ctt_residual_ot_full_seed1/metrics.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chart_feature_mode": "base",
3
+ "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957",
4
+ "epochs": 5,
5
+ "final_component_means": {
6
+ "cycle": 0.25500152427571643,
7
+ "diversity": 0.41414360730580835,
8
+ "listwise_rank": 0.05296581966374719,
9
+ "negative_boundary": 0.0,
10
+ "ot_alignment": 5.594524082662755,
11
+ "pairwise_rank": 0.33014575152988995,
12
+ "pos_alignment": 2.5373236708423477
13
+ },
14
+ "final_mean_loss": 4.3387906905078015,
15
+ "loss_weights": {
16
+ "cycle": 0.1,
17
+ "diversity": 0.05,
18
+ "diversity_temperature": 1.0,
19
+ "listwise_rank": 0.5,
20
+ "negative_boundary": 0.25,
21
+ "negative_margin": 0.2,
22
+ "ot_alignment": 0.25,
23
+ "ot_epsilon": 0.05,
24
+ "ot_iterations": 30,
25
+ "pairwise_rank": 1.0,
26
+ "pos_alignment": 1.0,
27
+ "transport_samples_per_pair": 4
28
+ },
29
+ "num_charts": 301,
30
+ "num_pairs": 2408,
31
+ "report_type": "ctt_train",
32
+ "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
33
+ "variant": "residual"
34
+ }
workspace/runs/ctt_residual_ot_full_seed1/metrics_by_seed.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
workspace/runs/ctt_residual_ot_full_seed1/metrics_by_task.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
workspace/runs/ctt_residual_ot_full_seed1/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c754b36a1b0ba2c9141c82280f2744f6eb18bbc5d3f96c6122fd645a188657a1
3
+ size 521301
workspace/runs/ctt_residual_ot_full_seed1/split_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372
workspace/runs/ctt_residual_ot_full_seed1/table.tex ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ % Auto-generated by scripts/train_ctt.py
2
+ \begin{tabular}{lrrr}
3
+ \toprule
4
+ Variant & Charts & Pairs & Final loss \\
5
+ \midrule
6
+ residual & 301 & 2408 & 4.3388 \\
7
+ \bottomrule
8
+ \end{tabular}
workspace/runs/ctt_residual_ot_full_seed1/train.log ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ charts=301 pairs=2408 variant=residual
2
+ loss_weights pos=1.0 ot=0.25 neg=0.25 pairwise=1.0 listwise=0.5 cycle=0.1 diversity=0.05
3
+ epoch=1 mean_loss=14.220445 pos_alignment=10.227421 ot_alignment=13.382527 negative_boundary=0.000000 pairwise_rank=0.604739 listwise_rank=0.015100 cycle=0.217083 diversity=0.267898
4
+ epoch=2 mean_loss=7.821809 pos_alignment=5.202253 ot_alignment=8.227039 negative_boundary=0.000000 pairwise_rank=0.507306 listwise_rank=0.022622 cycle=0.280036 diversity=0.323504
5
+ epoch=3 mean_loss=5.929031 pos_alignment=3.742682 ot_alignment=6.760840 negative_boundary=0.000000 pairwise_rank=0.433767 listwise_rank=0.032965 cycle=0.277297 diversity=0.363170
6
+ epoch=4 mean_loss=4.959164 pos_alignment=3.011006 ot_alignment=6.019268 negative_boundary=0.000000 pairwise_rank=0.375773 listwise_rank=0.043139 cycle=0.264723 diversity=0.390526
7
+ epoch=5 mean_loss=4.338791 pos_alignment=2.537324 ot_alignment=5.594524 negative_boundary=0.000000 pairwise_rank=0.330146 listwise_rank=0.052966 cycle=0.255002 diversity=0.414144
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ python scripts/eval_ctt_proxy.py --checkpoint runs/ctt_residual_ot_full_seed1/model.pt --source-index data/cil_charts/train/index.json --target-index data/cil_charts/val/index.json --out-dir runs/ctt_residual_ot_full_seed1_val_proxy --k 16 --max-target-charts 100000 --neighbors 8 --thresholds 0.20,0.40 --no-markdown-report
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/config.yaml ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ checkpoint: runs/ctt_residual_ot_full_seed1/model.pt
2
+ k: 16
3
+ max_target_charts: 100000
4
+ neighbors: 8
5
+ no_markdown_report: True
6
+ out_dir: runs/ctt_residual_ot_full_seed1_val_proxy
7
+ source_index: data/cil_charts/train/index.json
8
+ target_index: data/cil_charts/val/index.json
9
+ thresholds: 0.20,0.40
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/data_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/eval.log ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ source_charts=301 target_charts=69 k=16
2
+ source_index=data/cil_charts/train/index.json
3
+ target_index=data/cil_charts/val/index.json
4
+ chart_feature_mode=base
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/git_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 14e81292e2004925f81e0bb4810f6f144bfd87b7
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics.json ADDED
@@ -0,0 +1,2009 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chart_feature_mode": "base",
3
+ "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957",
4
+ "k": 16,
5
+ "num_rows": 69,
6
+ "report_type": "ctt_proxy_eval",
7
+ "rows": [
8
+ {
9
+ "candidate_diversity_at_16": 0.3821624679106028,
10
+ "chart_id": "ms-0345d8ac530f88cefd61",
11
+ "collapse_rate_at_16": 0.0625,
12
+ "mean_negative_distance_at_16": null,
13
+ "mean_positive_distance_at_16": 0.8628081357740434,
14
+ "negative_near_at_16_thr_0p20": 0.0,
15
+ "negative_near_at_16_thr_0p40": 0.0,
16
+ "num_proposals": 16,
17
+ "pos_closer_than_neg_at_16": null,
18
+ "pptc_at_16_thr_0p20": 0.0,
19
+ "pptc_at_16_thr_0p40": 0.0,
20
+ "proxy_support_distance_at_16": 0.7841191507897194,
21
+ "seed": "141984615",
22
+ "task_id": "PullCube-v1"
23
+ },
24
+ {
25
+ "candidate_diversity_at_16": 0.15613562098265854,
26
+ "chart_id": "ms-081952a63087fc8f83cd",
27
+ "collapse_rate_at_16": 0.0625,
28
+ "mean_negative_distance_at_16": null,
29
+ "mean_positive_distance_at_16": 0.22306284085630199,
30
+ "negative_near_at_16_thr_0p20": 0.0,
31
+ "negative_near_at_16_thr_0p40": 0.0,
32
+ "num_proposals": 16,
33
+ "pos_closer_than_neg_at_16": null,
34
+ "pptc_at_16_thr_0p20": 1.0,
35
+ "pptc_at_16_thr_0p40": 1.0,
36
+ "proxy_support_distance_at_16": 0.16796170582940037,
37
+ "seed": "2141802816",
38
+ "task_id": "PushCube-v1"
39
+ },
40
+ {
41
+ "candidate_diversity_at_16": 0.3456544867032388,
42
+ "chart_id": "ms-0819eb89e627595e7e1b",
43
+ "collapse_rate_at_16": 0.0625,
44
+ "mean_negative_distance_at_16": 0.7878770975781916,
45
+ "mean_positive_distance_at_16": 0.721765231899781,
46
+ "negative_near_at_16_thr_0p20": 0.0,
47
+ "negative_near_at_16_thr_0p40": 0.0,
48
+ "num_proposals": 16,
49
+ "pos_closer_than_neg_at_16": 1.0,
50
+ "pptc_at_16_thr_0p20": 0.0,
51
+ "pptc_at_16_thr_0p40": 0.0,
52
+ "proxy_support_distance_at_16": 0.6176637113146419,
53
+ "seed": "2015956957",
54
+ "task_id": "PullCube-v1"
55
+ },
56
+ {
57
+ "candidate_diversity_at_16": 0.3495965759359844,
58
+ "chart_id": "ms-0dee962a5901fb8b5bbb",
59
+ "collapse_rate_at_16": 0.0625,
60
+ "mean_negative_distance_at_16": 0.644313423069101,
61
+ "mean_positive_distance_at_16": 0.6494654315721905,
62
+ "negative_near_at_16_thr_0p20": 0.0,
63
+ "negative_near_at_16_thr_0p40": 0.0,
64
+ "num_proposals": 16,
65
+ "pos_closer_than_neg_at_16": 0.375,
66
+ "pptc_at_16_thr_0p20": 0.0,
67
+ "pptc_at_16_thr_0p40": 0.0,
68
+ "proxy_support_distance_at_16": 0.53308947480001,
69
+ "seed": "565369392",
70
+ "task_id": "PullCube-v1"
71
+ },
72
+ {
73
+ "candidate_diversity_at_16": 0.29530471687559745,
74
+ "chart_id": "ms-121bc2e6676c1ac10911",
75
+ "collapse_rate_at_16": 0.0625,
76
+ "mean_negative_distance_at_16": 0.5417276515595035,
77
+ "mean_positive_distance_at_16": 0.5422967188170161,
78
+ "negative_near_at_16_thr_0p20": 0.0,
79
+ "negative_near_at_16_thr_0p40": 0.0,
80
+ "num_proposals": 16,
81
+ "pos_closer_than_neg_at_16": 0.25,
82
+ "pptc_at_16_thr_0p20": 0.0,
83
+ "pptc_at_16_thr_0p40": 0.0,
84
+ "proxy_support_distance_at_16": 0.4267220037791733,
85
+ "seed": "77147264",
86
+ "task_id": "PushCube-v1"
87
+ },
88
+ {
89
+ "candidate_diversity_at_16": 0.3055294963171486,
90
+ "chart_id": "ms-126eb8b36769f9ba4671",
91
+ "collapse_rate_at_16": 0.0625,
92
+ "mean_negative_distance_at_16": null,
93
+ "mean_positive_distance_at_16": 0.7337001647000578,
94
+ "negative_near_at_16_thr_0p20": 0.0,
95
+ "negative_near_at_16_thr_0p40": 0.0,
96
+ "num_proposals": 16,
97
+ "pos_closer_than_neg_at_16": null,
98
+ "pptc_at_16_thr_0p20": 0.0,
99
+ "pptc_at_16_thr_0p40": 0.0,
100
+ "proxy_support_distance_at_16": 0.6222962908572165,
101
+ "seed": "767747424",
102
+ "task_id": "PullCube-v1"
103
+ },
104
+ {
105
+ "candidate_diversity_at_16": 0.3940407766801744,
106
+ "chart_id": "ms-16661b2fd2c85f57a66c",
107
+ "collapse_rate_at_16": 0.06666666666666667,
108
+ "mean_negative_distance_at_16": 0.6810351130569193,
109
+ "mean_positive_distance_at_16": 0.7391877022978813,
110
+ "negative_near_at_16_thr_0p20": 0.0,
111
+ "negative_near_at_16_thr_0p40": 0.0,
112
+ "num_proposals": 15,
113
+ "pos_closer_than_neg_at_16": 0.0,
114
+ "pptc_at_16_thr_0p20": 0.0,
115
+ "pptc_at_16_thr_0p40": 0.0,
116
+ "proxy_support_distance_at_16": 0.6725645036905396,
117
+ "seed": "1549324805",
118
+ "task_id": "PullCube-v1"
119
+ },
120
+ {
121
+ "candidate_diversity_at_16": 0.28258321659612057,
122
+ "chart_id": "ms-20e1efbb745fd02abc95",
123
+ "collapse_rate_at_16": 0.0625,
124
+ "mean_negative_distance_at_16": 0.46109952592953446,
125
+ "mean_positive_distance_at_16": 0.3768474060811211,
126
+ "negative_near_at_16_thr_0p20": 0.0,
127
+ "negative_near_at_16_thr_0p40": 0.0,
128
+ "num_proposals": 16,
129
+ "pos_closer_than_neg_at_16": 1.0,
130
+ "pptc_at_16_thr_0p20": 0.0,
131
+ "pptc_at_16_thr_0p40": 1.0,
132
+ "proxy_support_distance_at_16": 0.29979031868090095,
133
+ "seed": "1375492786",
134
+ "task_id": "PullCube-v1"
135
+ },
136
+ {
137
+ "candidate_diversity_at_16": 0.23597602707665827,
138
+ "chart_id": "ms-22f153f0d4fa656018e6",
139
+ "collapse_rate_at_16": 0.0625,
140
+ "mean_negative_distance_at_16": null,
141
+ "mean_positive_distance_at_16": 0.36365562635583454,
142
+ "negative_near_at_16_thr_0p20": 0.0,
143
+ "negative_near_at_16_thr_0p40": 0.0,
144
+ "num_proposals": 16,
145
+ "pos_closer_than_neg_at_16": null,
146
+ "pptc_at_16_thr_0p20": 0.0,
147
+ "pptc_at_16_thr_0p40": 1.0,
148
+ "proxy_support_distance_at_16": 0.29813225906879404,
149
+ "seed": "1271718007",
150
+ "task_id": "PushCube-v1"
151
+ },
152
+ {
153
+ "candidate_diversity_at_16": 0.2798074099150034,
154
+ "chart_id": "ms-2458fcfffb3f96c6ca1a",
155
+ "collapse_rate_at_16": 0.1,
156
+ "mean_negative_distance_at_16": 0.7547289739332965,
157
+ "mean_positive_distance_at_16": 0.7408473357398868,
158
+ "negative_near_at_16_thr_0p20": 0.0,
159
+ "negative_near_at_16_thr_0p40": 0.0,
160
+ "num_proposals": 10,
161
+ "pos_closer_than_neg_at_16": 1.0,
162
+ "pptc_at_16_thr_0p20": 0.0,
163
+ "pptc_at_16_thr_0p40": 0.0,
164
+ "proxy_support_distance_at_16": 0.5821737382086712,
165
+ "seed": "1273247072",
166
+ "task_id": "PickCube-v1"
167
+ },
168
+ {
169
+ "candidate_diversity_at_16": 0.1700346989293885,
170
+ "chart_id": "ms-27c9f70e97b8850cc3ab",
171
+ "collapse_rate_at_16": 0.07142857142857142,
172
+ "mean_negative_distance_at_16": 0.8487315173379645,
173
+ "mean_positive_distance_at_16": 0.2538578154767464,
174
+ "negative_near_at_16_thr_0p20": 0.0,
175
+ "negative_near_at_16_thr_0p40": 0.0,
176
+ "num_proposals": 14,
177
+ "pos_closer_than_neg_at_16": 1.0,
178
+ "pptc_at_16_thr_0p20": 0.0,
179
+ "pptc_at_16_thr_0p40": 1.0,
180
+ "proxy_support_distance_at_16": 0.22659967341163348,
181
+ "seed": "1881223807",
182
+ "task_id": "PushCube-v1"
183
+ },
184
+ {
185
+ "candidate_diversity_at_16": 0.19029892308980537,
186
+ "chart_id": "ms-2867deaca7e98582620b",
187
+ "collapse_rate_at_16": 0.0625,
188
+ "mean_negative_distance_at_16": null,
189
+ "mean_positive_distance_at_16": 0.513137123293747,
190
+ "negative_near_at_16_thr_0p20": 0.0,
191
+ "negative_near_at_16_thr_0p40": 0.0,
192
+ "num_proposals": 16,
193
+ "pos_closer_than_neg_at_16": null,
194
+ "pptc_at_16_thr_0p20": 0.0,
195
+ "pptc_at_16_thr_0p40": 0.0,
196
+ "proxy_support_distance_at_16": 0.4235868178128846,
197
+ "seed": "1189392917",
198
+ "task_id": "PushCube-v1"
199
+ },
200
+ {
201
+ "candidate_diversity_at_16": 0.37327534583763927,
202
+ "chart_id": "ms-2dc5138251afd26a040d",
203
+ "collapse_rate_at_16": 0.0625,
204
+ "mean_negative_distance_at_16": 0.667184441574249,
205
+ "mean_positive_distance_at_16": 0.661104517999581,
206
+ "negative_near_at_16_thr_0p20": 0.0,
207
+ "negative_near_at_16_thr_0p40": 0.0,
208
+ "num_proposals": 16,
209
+ "pos_closer_than_neg_at_16": 0.75,
210
+ "pptc_at_16_thr_0p20": 0.0,
211
+ "pptc_at_16_thr_0p40": 0.0,
212
+ "proxy_support_distance_at_16": 0.5035513155949093,
213
+ "seed": "565621826",
214
+ "task_id": "PullCube-v1"
215
+ },
216
+ {
217
+ "candidate_diversity_at_16": 0.15002976876936608,
218
+ "chart_id": "ms-365d8c6de6de16f66744",
219
+ "collapse_rate_at_16": 0.0625,
220
+ "mean_negative_distance_at_16": 0.2239331971855182,
221
+ "mean_positive_distance_at_16": 0.2670348411294347,
222
+ "negative_near_at_16_thr_0p20": 0.25,
223
+ "negative_near_at_16_thr_0p40": 1.0,
224
+ "num_proposals": 16,
225
+ "pos_closer_than_neg_at_16": 0.0,
226
+ "pptc_at_16_thr_0p20": 0.0,
227
+ "pptc_at_16_thr_0p40": 1.0,
228
+ "proxy_support_distance_at_16": 0.22210500266487557,
229
+ "seed": "1997090716",
230
+ "task_id": "PushCube-v1"
231
+ },
232
+ {
233
+ "candidate_diversity_at_16": 0.23942834893503415,
234
+ "chart_id": "ms-387e6771a55be98f1a59",
235
+ "collapse_rate_at_16": 0.0625,
236
+ "mean_negative_distance_at_16": null,
237
+ "mean_positive_distance_at_16": 0.385890844131554,
238
+ "negative_near_at_16_thr_0p20": 0.0,
239
+ "negative_near_at_16_thr_0p40": 0.0,
240
+ "num_proposals": 16,
241
+ "pos_closer_than_neg_at_16": null,
242
+ "pptc_at_16_thr_0p20": 0.0,
243
+ "pptc_at_16_thr_0p40": 1.0,
244
+ "proxy_support_distance_at_16": 0.34028245419811604,
245
+ "seed": "767747424",
246
+ "task_id": "PullCube-v1"
247
+ },
248
+ {
249
+ "candidate_diversity_at_16": 0.3772848248713657,
250
+ "chart_id": "ms-38f7298184a2c5005e94",
251
+ "collapse_rate_at_16": 0.0625,
252
+ "mean_negative_distance_at_16": 0.5052326822747596,
253
+ "mean_positive_distance_at_16": 0.5093372831359374,
254
+ "negative_near_at_16_thr_0p20": 0.0,
255
+ "negative_near_at_16_thr_0p40": 0.0,
256
+ "num_proposals": 16,
257
+ "pos_closer_than_neg_at_16": 0.375,
258
+ "pptc_at_16_thr_0p20": 0.0,
259
+ "pptc_at_16_thr_0p40": 0.0,
260
+ "proxy_support_distance_at_16": 0.41909069465493465,
261
+ "seed": "2015956957",
262
+ "task_id": "PullCube-v1"
263
+ },
264
+ {
265
+ "candidate_diversity_at_16": 0.2401379817019133,
266
+ "chart_id": "ms-3afd8959363e917591d4",
267
+ "collapse_rate_at_16": 0.08333333333333333,
268
+ "mean_negative_distance_at_16": 0.3159723521999957,
269
+ "mean_positive_distance_at_16": 0.3028553604128687,
270
+ "negative_near_at_16_thr_0p20": 0.0,
271
+ "negative_near_at_16_thr_0p40": 0.9166666666666666,
272
+ "num_proposals": 12,
273
+ "pos_closer_than_neg_at_16": 0.8333333333333334,
274
+ "pptc_at_16_thr_0p20": 0.0,
275
+ "pptc_at_16_thr_0p40": 1.0,
276
+ "proxy_support_distance_at_16": 0.22594843943831563,
277
+ "seed": "75070641",
278
+ "task_id": "StackCube-v1"
279
+ },
280
+ {
281
+ "candidate_diversity_at_16": 0.15311920381157107,
282
+ "chart_id": "ms-3c326d05fec66e1d6bea",
283
+ "collapse_rate_at_16": 0.08333333333333333,
284
+ "mean_negative_distance_at_16": 0.3273578749309541,
285
+ "mean_positive_distance_at_16": 0.29037583344038015,
286
+ "negative_near_at_16_thr_0p20": 0.0,
287
+ "negative_near_at_16_thr_0p40": 1.0,
288
+ "num_proposals": 12,
289
+ "pos_closer_than_neg_at_16": 1.0,
290
+ "pptc_at_16_thr_0p20": 0.0,
291
+ "pptc_at_16_thr_0p40": 1.0,
292
+ "proxy_support_distance_at_16": 0.2462725486839893,
293
+ "seed": "278008524",
294
+ "task_id": "PushCube-v1"
295
+ },
296
+ {
297
+ "candidate_diversity_at_16": 0.1645512235287108,
298
+ "chart_id": "ms-3ff1aedb72f65a182b58",
299
+ "collapse_rate_at_16": 0.06666666666666667,
300
+ "mean_negative_distance_at_16": 0.6433298628426029,
301
+ "mean_positive_distance_at_16": 0.1771909938706747,
302
+ "negative_near_at_16_thr_0p20": 0.0,
303
+ "negative_near_at_16_thr_0p40": 0.0,
304
+ "num_proposals": 15,
305
+ "pos_closer_than_neg_at_16": 1.0,
306
+ "pptc_at_16_thr_0p20": 1.0,
307
+ "pptc_at_16_thr_0p40": 1.0,
308
+ "proxy_support_distance_at_16": 0.13878793670768905,
309
+ "seed": "1055567618",
310
+ "task_id": "StackCube-v1"
311
+ },
312
+ {
313
+ "candidate_diversity_at_16": 0.2238888107934063,
314
+ "chart_id": "ms-4048f8f6e047422e3c79",
315
+ "collapse_rate_at_16": 0.07142857142857142,
316
+ "mean_negative_distance_at_16": 0.3151064593762344,
317
+ "mean_positive_distance_at_16": 0.261602823178312,
318
+ "negative_near_at_16_thr_0p20": 0.0,
319
+ "negative_near_at_16_thr_0p40": 0.9285714285714286,
320
+ "num_proposals": 14,
321
+ "pos_closer_than_neg_at_16": 1.0,
322
+ "pptc_at_16_thr_0p20": 1.0,
323
+ "pptc_at_16_thr_0p40": 1.0,
324
+ "proxy_support_distance_at_16": 0.19574890999543662,
325
+ "seed": "1055157354",
326
+ "task_id": "StackCube-v1"
327
+ },
328
+ {
329
+ "candidate_diversity_at_16": 0.36963358788357037,
330
+ "chart_id": "ms-482c5c8d208b5907a2c2",
331
+ "collapse_rate_at_16": 0.0625,
332
+ "mean_negative_distance_at_16": null,
333
+ "mean_positive_distance_at_16": 0.47433574961963004,
334
+ "negative_near_at_16_thr_0p20": 0.0,
335
+ "negative_near_at_16_thr_0p40": 0.0,
336
+ "num_proposals": 16,
337
+ "pos_closer_than_neg_at_16": null,
338
+ "pptc_at_16_thr_0p20": 0.0,
339
+ "pptc_at_16_thr_0p40": 1.0,
340
+ "proxy_support_distance_at_16": 0.3612187496078856,
341
+ "seed": "626486813",
342
+ "task_id": "PullCube-v1"
343
+ },
344
+ {
345
+ "candidate_diversity_at_16": 0.1665846380668328,
346
+ "chart_id": "ms-484ea653bbca2de3a4a2",
347
+ "collapse_rate_at_16": 0.0625,
348
+ "mean_negative_distance_at_16": 0.34511760950752723,
349
+ "mean_positive_distance_at_16": 0.2583396195543384,
350
+ "negative_near_at_16_thr_0p20": 0.0,
351
+ "negative_near_at_16_thr_0p40": 0.8125,
352
+ "num_proposals": 16,
353
+ "pos_closer_than_neg_at_16": 1.0,
354
+ "pptc_at_16_thr_0p20": 0.0,
355
+ "pptc_at_16_thr_0p40": 1.0,
356
+ "proxy_support_distance_at_16": 0.20506872618856767,
357
+ "seed": "1231780997",
358
+ "task_id": "LiftPegUpright-v1"
359
+ },
360
+ {
361
+ "candidate_diversity_at_16": 0.1838146769345254,
362
+ "chart_id": "ms-4b4cd12d70c0615e0930",
363
+ "collapse_rate_at_16": 0.09090909090909091,
364
+ "mean_negative_distance_at_16": 0.28264078836820666,
365
+ "mean_positive_distance_at_16": 0.22203200397820722,
366
+ "negative_near_at_16_thr_0p20": 0.0,
367
+ "negative_near_at_16_thr_0p40": 1.0,
368
+ "num_proposals": 11,
369
+ "pos_closer_than_neg_at_16": 1.0,
370
+ "pptc_at_16_thr_0p20": 1.0,
371
+ "pptc_at_16_thr_0p40": 1.0,
372
+ "proxy_support_distance_at_16": 0.14593554881558224,
373
+ "seed": "1025740212",
374
+ "task_id": "LiftPegUpright-v1"
375
+ },
376
+ {
377
+ "candidate_diversity_at_16": 0.37725543422026314,
378
+ "chart_id": "ms-4da03300d92420e80ed0",
379
+ "collapse_rate_at_16": 0.0625,
380
+ "mean_negative_distance_at_16": 0.6241579488630333,
381
+ "mean_positive_distance_at_16": 0.4544363005580037,
382
+ "negative_near_at_16_thr_0p20": 0.0,
383
+ "negative_near_at_16_thr_0p40": 0.0,
384
+ "num_proposals": 16,
385
+ "pos_closer_than_neg_at_16": 1.0,
386
+ "pptc_at_16_thr_0p20": 0.0,
387
+ "pptc_at_16_thr_0p40": 1.0,
388
+ "proxy_support_distance_at_16": 0.3375961371437559,
389
+ "seed": "1747178030",
390
+ "task_id": "PullCube-v1"
391
+ },
392
+ {
393
+ "candidate_diversity_at_16": 0.2573710376721165,
394
+ "chart_id": "ms-4dbdc6ed61dccebbfe92",
395
+ "collapse_rate_at_16": 0.0625,
396
+ "mean_negative_distance_at_16": 0.6831879395681002,
397
+ "mean_positive_distance_at_16": 0.37544481032516924,
398
+ "negative_near_at_16_thr_0p20": 0.0,
399
+ "negative_near_at_16_thr_0p40": 0.0,
400
+ "num_proposals": 16,
401
+ "pos_closer_than_neg_at_16": 1.0,
402
+ "pptc_at_16_thr_0p20": 0.0,
403
+ "pptc_at_16_thr_0p40": 1.0,
404
+ "proxy_support_distance_at_16": 0.27493006093451333,
405
+ "seed": "794181626",
406
+ "task_id": "PushCube-v1"
407
+ },
408
+ {
409
+ "candidate_diversity_at_16": 0.35419631660304957,
410
+ "chart_id": "ms-57be9ae181c077e7821f",
411
+ "collapse_rate_at_16": 0.08333333333333333,
412
+ "mean_negative_distance_at_16": 0.6035228390268984,
413
+ "mean_positive_distance_at_16": 0.7431937414052125,
414
+ "negative_near_at_16_thr_0p20": 0.0,
415
+ "negative_near_at_16_thr_0p40": 0.0,
416
+ "num_proposals": 12,
417
+ "pos_closer_than_neg_at_16": 0.0,
418
+ "pptc_at_16_thr_0p20": 0.0,
419
+ "pptc_at_16_thr_0p40": 0.0,
420
+ "proxy_support_distance_at_16": 0.6511555957381749,
421
+ "seed": "1549324805",
422
+ "task_id": "PullCube-v1"
423
+ },
424
+ {
425
+ "candidate_diversity_at_16": 0.1794443752077975,
426
+ "chart_id": "ms-58950fed04d203b97ab9",
427
+ "collapse_rate_at_16": 0.0625,
428
+ "mean_negative_distance_at_16": 0.36552693146083953,
429
+ "mean_positive_distance_at_16": 0.2598604210829563,
430
+ "negative_near_at_16_thr_0p20": 0.0,
431
+ "negative_near_at_16_thr_0p40": 0.9375,
432
+ "num_proposals": 16,
433
+ "pos_closer_than_neg_at_16": 1.0,
434
+ "pptc_at_16_thr_0p20": 0.0,
435
+ "pptc_at_16_thr_0p40": 1.0,
436
+ "proxy_support_distance_at_16": 0.2075427243644954,
437
+ "seed": "1113371261",
438
+ "task_id": "PushCube-v1"
439
+ },
440
+ {
441
+ "candidate_diversity_at_16": 0.16055570816437503,
442
+ "chart_id": "ms-5b26c33feed6992386b1",
443
+ "collapse_rate_at_16": 0.07142857142857142,
444
+ "mean_negative_distance_at_16": 0.15629547060584512,
445
+ "mean_positive_distance_at_16": 0.14574329862834273,
446
+ "negative_near_at_16_thr_0p20": 0.7142857142857143,
447
+ "negative_near_at_16_thr_0p40": 1.0,
448
+ "num_proposals": 14,
449
+ "pos_closer_than_neg_at_16": 0.8571428571428571,
450
+ "pptc_at_16_thr_0p20": 1.0,
451
+ "pptc_at_16_thr_0p40": 1.0,
452
+ "proxy_support_distance_at_16": 0.0794582608312535,
453
+ "seed": "1522272686",
454
+ "task_id": "StackCube-v1"
455
+ },
456
+ {
457
+ "candidate_diversity_at_16": 0.31041594498604963,
458
+ "chart_id": "ms-6388b5d2356c556c3e55",
459
+ "collapse_rate_at_16": 0.0625,
460
+ "mean_negative_distance_at_16": null,
461
+ "mean_positive_distance_at_16": 0.43447347422428056,
462
+ "negative_near_at_16_thr_0p20": 0.0,
463
+ "negative_near_at_16_thr_0p40": 0.0,
464
+ "num_proposals": 16,
465
+ "pos_closer_than_neg_at_16": null,
466
+ "pptc_at_16_thr_0p20": 0.0,
467
+ "pptc_at_16_thr_0p40": 1.0,
468
+ "proxy_support_distance_at_16": 0.3809098597394211,
469
+ "seed": "2015956957",
470
+ "task_id": "PullCube-v1"
471
+ },
472
+ {
473
+ "candidate_diversity_at_16": 0.35055954590231675,
474
+ "chart_id": "ms-638d2ba1917eff4d09e0",
475
+ "collapse_rate_at_16": 0.07142857142857142,
476
+ "mean_negative_distance_at_16": null,
477
+ "mean_positive_distance_at_16": 0.42347617614224753,
478
+ "negative_near_at_16_thr_0p20": 0.0,
479
+ "negative_near_at_16_thr_0p40": 0.0,
480
+ "num_proposals": 14,
481
+ "pos_closer_than_neg_at_16": null,
482
+ "pptc_at_16_thr_0p20": 0.0,
483
+ "pptc_at_16_thr_0p40": 1.0,
484
+ "proxy_support_distance_at_16": 0.32644167201366214,
485
+ "seed": "767747424",
486
+ "task_id": "PullCube-v1"
487
+ },
488
+ {
489
+ "candidate_diversity_at_16": 0.1409732514941452,
490
+ "chart_id": "ms-63ac245579b1188935ad",
491
+ "collapse_rate_at_16": 0.06666666666666667,
492
+ "mean_negative_distance_at_16": 0.23795962324903303,
493
+ "mean_positive_distance_at_16": 0.39042182065783165,
494
+ "negative_near_at_16_thr_0p20": 0.13333333333333333,
495
+ "negative_near_at_16_thr_0p40": 1.0,
496
+ "num_proposals": 15,
497
+ "pos_closer_than_neg_at_16": 0.0,
498
+ "pptc_at_16_thr_0p20": 0.0,
499
+ "pptc_at_16_thr_0p40": 1.0,
500
+ "proxy_support_distance_at_16": 0.3451750999628733,
501
+ "seed": "211245842",
502
+ "task_id": "StackCube-v1"
503
+ },
504
+ {
505
+ "candidate_diversity_at_16": 0.20920718449377967,
506
+ "chart_id": "ms-651bc0395d78d2819158",
507
+ "collapse_rate_at_16": 0.0625,
508
+ "mean_negative_distance_at_16": null,
509
+ "mean_positive_distance_at_16": 0.35488928972463313,
510
+ "negative_near_at_16_thr_0p20": 0.0,
511
+ "negative_near_at_16_thr_0p40": 0.0,
512
+ "num_proposals": 16,
513
+ "pos_closer_than_neg_at_16": null,
514
+ "pptc_at_16_thr_0p20": 0.0,
515
+ "pptc_at_16_thr_0p40": 1.0,
516
+ "proxy_support_distance_at_16": 0.31032370682627713,
517
+ "seed": "1483645336",
518
+ "task_id": "PushCube-v1"
519
+ },
520
+ {
521
+ "candidate_diversity_at_16": 0.2946971084486281,
522
+ "chart_id": "ms-652ad552ba98d2736620",
523
+ "collapse_rate_at_16": 0.0625,
524
+ "mean_negative_distance_at_16": null,
525
+ "mean_positive_distance_at_16": 0.5565383123968409,
526
+ "negative_near_at_16_thr_0p20": 0.0,
527
+ "negative_near_at_16_thr_0p40": 0.0,
528
+ "num_proposals": 16,
529
+ "pos_closer_than_neg_at_16": null,
530
+ "pptc_at_16_thr_0p20": 0.0,
531
+ "pptc_at_16_thr_0p40": 0.0,
532
+ "proxy_support_distance_at_16": 0.47053154147622717,
533
+ "seed": "767747424",
534
+ "task_id": "PullCube-v1"
535
+ },
536
+ {
537
+ "candidate_diversity_at_16": 0.29190348955068235,
538
+ "chart_id": "ms-674fad0e7c042d23629e",
539
+ "collapse_rate_at_16": 0.0625,
540
+ "mean_negative_distance_at_16": 1.1110901146150003,
541
+ "mean_positive_distance_at_16": 0.45486105595547077,
542
+ "negative_near_at_16_thr_0p20": 0.0,
543
+ "negative_near_at_16_thr_0p40": 0.0,
544
+ "num_proposals": 16,
545
+ "pos_closer_than_neg_at_16": 1.0,
546
+ "pptc_at_16_thr_0p20": 0.0,
547
+ "pptc_at_16_thr_0p40": 1.0,
548
+ "proxy_support_distance_at_16": 0.38367200259648443,
549
+ "seed": "2015956957",
550
+ "task_id": "PullCube-v1"
551
+ },
552
+ {
553
+ "candidate_diversity_at_16": 0.16712994166598996,
554
+ "chart_id": "ms-6c8d06bace98a28a8e4e",
555
+ "collapse_rate_at_16": 0.06666666666666667,
556
+ "mean_negative_distance_at_16": 0.3481681725149125,
557
+ "mean_positive_distance_at_16": 0.1720148631392107,
558
+ "negative_near_at_16_thr_0p20": 0.0,
559
+ "negative_near_at_16_thr_0p40": 0.8666666666666667,
560
+ "num_proposals": 15,
561
+ "pos_closer_than_neg_at_16": 1.0,
562
+ "pptc_at_16_thr_0p20": 1.0,
563
+ "pptc_at_16_thr_0p40": 1.0,
564
+ "proxy_support_distance_at_16": 0.12046738016768781,
565
+ "seed": "1665739511",
566
+ "task_id": "StackCube-v1"
567
+ },
568
+ {
569
+ "candidate_diversity_at_16": 0.12278814288303909,
570
+ "chart_id": "ms-6e268d1e2915740816a1",
571
+ "collapse_rate_at_16": 0.0625,
572
+ "mean_negative_distance_at_16": 0.5110978805491868,
573
+ "mean_positive_distance_at_16": 0.1950794462060391,
574
+ "negative_near_at_16_thr_0p20": 0.0,
575
+ "negative_near_at_16_thr_0p40": 0.0,
576
+ "num_proposals": 16,
577
+ "pos_closer_than_neg_at_16": 1.0,
578
+ "pptc_at_16_thr_0p20": 1.0,
579
+ "pptc_at_16_thr_0p40": 1.0,
580
+ "proxy_support_distance_at_16": 0.17536029407293413,
581
+ "seed": "1475440973",
582
+ "task_id": "LiftPegUpright-v1"
583
+ },
584
+ {
585
+ "candidate_diversity_at_16": 0.23539269792332093,
586
+ "chart_id": "ms-72777024349c2aacd5e0",
587
+ "collapse_rate_at_16": 0.07692307692307693,
588
+ "mean_negative_distance_at_16": 0.29000549038721857,
589
+ "mean_positive_distance_at_16": 0.2885706376359474,
590
+ "negative_near_at_16_thr_0p20": 0.0,
591
+ "negative_near_at_16_thr_0p40": 0.9230769230769231,
592
+ "num_proposals": 13,
593
+ "pos_closer_than_neg_at_16": 0.6923076923076923,
594
+ "pptc_at_16_thr_0p20": 0.0,
595
+ "pptc_at_16_thr_0p40": 1.0,
596
+ "proxy_support_distance_at_16": 0.21921749491396,
597
+ "seed": "256770874",
598
+ "task_id": "StackCube-v1"
599
+ },
600
+ {
601
+ "candidate_diversity_at_16": 0.3915672825232398,
602
+ "chart_id": "ms-728b865677134d3788e3",
603
+ "collapse_rate_at_16": 0.0625,
604
+ "mean_negative_distance_at_16": null,
605
+ "mean_positive_distance_at_16": 0.6057011041170299,
606
+ "negative_near_at_16_thr_0p20": 0.0,
607
+ "negative_near_at_16_thr_0p40": 0.0,
608
+ "num_proposals": 16,
609
+ "pos_closer_than_neg_at_16": null,
610
+ "pptc_at_16_thr_0p20": 0.0,
611
+ "pptc_at_16_thr_0p40": 0.0,
612
+ "proxy_support_distance_at_16": 0.4316995254718922,
613
+ "seed": "750448296",
614
+ "task_id": "PullCube-v1"
615
+ },
616
+ {
617
+ "candidate_diversity_at_16": 0.3929869409903169,
618
+ "chart_id": "ms-7ea98b8f4d2220347ee0",
619
+ "collapse_rate_at_16": 0.0625,
620
+ "mean_negative_distance_at_16": 0.5693976817445174,
621
+ "mean_positive_distance_at_16": 0.576961453384277,
622
+ "negative_near_at_16_thr_0p20": 0.0,
623
+ "negative_near_at_16_thr_0p40": 0.0,
624
+ "num_proposals": 16,
625
+ "pos_closer_than_neg_at_16": 0.125,
626
+ "pptc_at_16_thr_0p20": 0.0,
627
+ "pptc_at_16_thr_0p40": 0.0,
628
+ "proxy_support_distance_at_16": 0.45015383491037897,
629
+ "seed": "565369392",
630
+ "task_id": "PullCube-v1"
631
+ },
632
+ {
633
+ "candidate_diversity_at_16": 0.3176442196394766,
634
+ "chart_id": "ms-7f57045c114ddad153b5",
635
+ "collapse_rate_at_16": 0.0625,
636
+ "mean_negative_distance_at_16": 0.5850407911192099,
637
+ "mean_positive_distance_at_16": 0.38263969987093793,
638
+ "negative_near_at_16_thr_0p20": 0.0,
639
+ "negative_near_at_16_thr_0p40": 0.0,
640
+ "num_proposals": 16,
641
+ "pos_closer_than_neg_at_16": 0.9375,
642
+ "pptc_at_16_thr_0p20": 0.0,
643
+ "pptc_at_16_thr_0p40": 1.0,
644
+ "proxy_support_distance_at_16": 0.299359768940234,
645
+ "seed": "278008524",
646
+ "task_id": "PullCube-v1"
647
+ },
648
+ {
649
+ "candidate_diversity_at_16": 0.1688593117560064,
650
+ "chart_id": "ms-7fc5696cb3dc7b9bb9f7",
651
+ "collapse_rate_at_16": 0.07142857142857142,
652
+ "mean_negative_distance_at_16": 0.27666332150927875,
653
+ "mean_positive_distance_at_16": 0.1914732022255065,
654
+ "negative_near_at_16_thr_0p20": 0.0,
655
+ "negative_near_at_16_thr_0p40": 1.0,
656
+ "num_proposals": 14,
657
+ "pos_closer_than_neg_at_16": 1.0,
658
+ "pptc_at_16_thr_0p20": 1.0,
659
+ "pptc_at_16_thr_0p40": 1.0,
660
+ "proxy_support_distance_at_16": 0.12515667256361054,
661
+ "seed": "957101489",
662
+ "task_id": "StackCube-v1"
663
+ },
664
+ {
665
+ "candidate_diversity_at_16": 0.3955339638272666,
666
+ "chart_id": "ms-81f4e8858b2ba90aea2e",
667
+ "collapse_rate_at_16": 0.0625,
668
+ "mean_negative_distance_at_16": null,
669
+ "mean_positive_distance_at_16": 0.5204614568791659,
670
+ "negative_near_at_16_thr_0p20": 0.0,
671
+ "negative_near_at_16_thr_0p40": 0.0,
672
+ "num_proposals": 16,
673
+ "pos_closer_than_neg_at_16": null,
674
+ "pptc_at_16_thr_0p20": 0.0,
675
+ "pptc_at_16_thr_0p40": 1.0,
676
+ "proxy_support_distance_at_16": 0.38807225922752214,
677
+ "seed": "626486813",
678
+ "task_id": "PullCube-v1"
679
+ },
680
+ {
681
+ "candidate_diversity_at_16": 0.1233837420981213,
682
+ "chart_id": "ms-8864796e31bbe93d7c5d",
683
+ "collapse_rate_at_16": 0.0625,
684
+ "mean_negative_distance_at_16": 0.48844566800264755,
685
+ "mean_positive_distance_at_16": 0.37985570077725217,
686
+ "negative_near_at_16_thr_0p20": 0.0,
687
+ "negative_near_at_16_thr_0p40": 0.0,
688
+ "num_proposals": 16,
689
+ "pos_closer_than_neg_at_16": 0.9375,
690
+ "pptc_at_16_thr_0p20": 0.0,
691
+ "pptc_at_16_thr_0p40": 1.0,
692
+ "proxy_support_distance_at_16": 0.30118463617998226,
693
+ "seed": "551504635",
694
+ "task_id": "LiftPegUpright-v1"
695
+ },
696
+ {
697
+ "candidate_diversity_at_16": 0.3150449222398368,
698
+ "chart_id": "ms-8a72b73ac452bc190aeb",
699
+ "collapse_rate_at_16": 0.0625,
700
+ "mean_negative_distance_at_16": null,
701
+ "mean_positive_distance_at_16": 0.8094132131068302,
702
+ "negative_near_at_16_thr_0p20": 0.0,
703
+ "negative_near_at_16_thr_0p40": 0.0,
704
+ "num_proposals": 16,
705
+ "pos_closer_than_neg_at_16": null,
706
+ "pptc_at_16_thr_0p20": 0.0,
707
+ "pptc_at_16_thr_0p40": 0.0,
708
+ "proxy_support_distance_at_16": 0.7538811853396147,
709
+ "seed": "626486813",
710
+ "task_id": "PullCube-v1"
711
+ },
712
+ {
713
+ "candidate_diversity_at_16": 0.20791495600926757,
714
+ "chart_id": "ms-9a14552b7db695dee92c",
715
+ "collapse_rate_at_16": 0.08333333333333333,
716
+ "mean_negative_distance_at_16": 0.33308425531048375,
717
+ "mean_positive_distance_at_16": 0.31383076680072947,
718
+ "negative_near_at_16_thr_0p20": 0.0,
719
+ "negative_near_at_16_thr_0p40": 0.8333333333333334,
720
+ "num_proposals": 12,
721
+ "pos_closer_than_neg_at_16": 0.9166666666666666,
722
+ "pptc_at_16_thr_0p20": 0.0,
723
+ "pptc_at_16_thr_0p40": 1.0,
724
+ "proxy_support_distance_at_16": 0.22019220403121442,
725
+ "seed": "77147264",
726
+ "task_id": "StackCube-v1"
727
+ },
728
+ {
729
+ "candidate_diversity_at_16": 0.1515037210490864,
730
+ "chart_id": "ms-9f5d57fe2153fd267774",
731
+ "collapse_rate_at_16": 0.0625,
732
+ "mean_negative_distance_at_16": 0.329233011145469,
733
+ "mean_positive_distance_at_16": 0.3310195099299886,
734
+ "negative_near_at_16_thr_0p20": 0.0,
735
+ "negative_near_at_16_thr_0p40": 0.875,
736
+ "num_proposals": 16,
737
+ "pos_closer_than_neg_at_16": 0.375,
738
+ "pptc_at_16_thr_0p20": 0.0,
739
+ "pptc_at_16_thr_0p40": 1.0,
740
+ "proxy_support_distance_at_16": 0.2325208776302223,
741
+ "seed": "1607773860",
742
+ "task_id": "StackCube-v1"
743
+ },
744
+ {
745
+ "candidate_diversity_at_16": 0.16276957894410893,
746
+ "chart_id": "ms-9fad82fd288e4296e354",
747
+ "collapse_rate_at_16": 0.0625,
748
+ "mean_negative_distance_at_16": 0.2742790307481608,
749
+ "mean_positive_distance_at_16": 0.291921837528771,
750
+ "negative_near_at_16_thr_0p20": 0.0,
751
+ "negative_near_at_16_thr_0p40": 1.0,
752
+ "num_proposals": 16,
753
+ "pos_closer_than_neg_at_16": 0.0,
754
+ "pptc_at_16_thr_0p20": 0.0,
755
+ "pptc_at_16_thr_0p40": 1.0,
756
+ "proxy_support_distance_at_16": 0.24352172200396793,
757
+ "seed": "1176943004",
758
+ "task_id": "PushCube-v1"
759
+ },
760
+ {
761
+ "candidate_diversity_at_16": 0.33671452567654186,
762
+ "chart_id": "ms-a96bca1ef0b74f686018",
763
+ "collapse_rate_at_16": 0.0625,
764
+ "mean_negative_distance_at_16": 0.8334841916452413,
765
+ "mean_positive_distance_at_16": 0.44782285675496847,
766
+ "negative_near_at_16_thr_0p20": 0.0,
767
+ "negative_near_at_16_thr_0p40": 0.0,
768
+ "num_proposals": 16,
769
+ "pos_closer_than_neg_at_16": 1.0,
770
+ "pptc_at_16_thr_0p20": 0.0,
771
+ "pptc_at_16_thr_0p40": 1.0,
772
+ "proxy_support_distance_at_16": 0.26818500773369663,
773
+ "seed": "141984615",
774
+ "task_id": "PullCube-v1"
775
+ },
776
+ {
777
+ "candidate_diversity_at_16": 0.38197830195626536,
778
+ "chart_id": "ms-ac4fb33f3ab4db853995",
779
+ "collapse_rate_at_16": 0.0625,
780
+ "mean_negative_distance_at_16": 0.4417577476011063,
781
+ "mean_positive_distance_at_16": 0.43465266601231956,
782
+ "negative_near_at_16_thr_0p20": 0.0,
783
+ "negative_near_at_16_thr_0p40": 0.4375,
784
+ "num_proposals": 16,
785
+ "pos_closer_than_neg_at_16": 0.5,
786
+ "pptc_at_16_thr_0p20": 0.0,
787
+ "pptc_at_16_thr_0p40": 1.0,
788
+ "proxy_support_distance_at_16": 0.32257361391869377,
789
+ "seed": "565369392",
790
+ "task_id": "PullCube-v1"
791
+ },
792
+ {
793
+ "candidate_diversity_at_16": 0.20462886575736264,
794
+ "chart_id": "ms-b04b489f4fbad93b65ca",
795
+ "collapse_rate_at_16": 0.07692307692307693,
796
+ "mean_negative_distance_at_16": 0.34503058846371365,
797
+ "mean_positive_distance_at_16": 0.269960519935632,
798
+ "negative_near_at_16_thr_0p20": 0.0,
799
+ "negative_near_at_16_thr_0p40": 0.8461538461538461,
800
+ "num_proposals": 13,
801
+ "pos_closer_than_neg_at_16": 1.0,
802
+ "pptc_at_16_thr_0p20": 1.0,
803
+ "pptc_at_16_thr_0p40": 1.0,
804
+ "proxy_support_distance_at_16": 0.180113225299088,
805
+ "seed": "1113268940",
806
+ "task_id": "LiftPegUpright-v1"
807
+ },
808
+ {
809
+ "candidate_diversity_at_16": 0.18343609021748297,
810
+ "chart_id": "ms-b0fee26e1db967f90b81",
811
+ "collapse_rate_at_16": 0.07142857142857142,
812
+ "mean_negative_distance_at_16": 0.2194988003924763,
813
+ "mean_positive_distance_at_16": 0.7173247752734033,
814
+ "negative_near_at_16_thr_0p20": 0.5714285714285714,
815
+ "negative_near_at_16_thr_0p40": 1.0,
816
+ "num_proposals": 14,
817
+ "pos_closer_than_neg_at_16": 0.0,
818
+ "pptc_at_16_thr_0p20": 0.0,
819
+ "pptc_at_16_thr_0p40": 0.0,
820
+ "proxy_support_distance_at_16": 0.6147655168027353,
821
+ "seed": "1358421325",
822
+ "task_id": "StackCube-v1"
823
+ },
824
+ {
825
+ "candidate_diversity_at_16": 0.18931658181213368,
826
+ "chart_id": "ms-b8bfdd3e6c31bd98082d",
827
+ "collapse_rate_at_16": 0.0625,
828
+ "mean_negative_distance_at_16": null,
829
+ "mean_positive_distance_at_16": 0.3443205779482667,
830
+ "negative_near_at_16_thr_0p20": 0.0,
831
+ "negative_near_at_16_thr_0p40": 0.0,
832
+ "num_proposals": 16,
833
+ "pos_closer_than_neg_at_16": null,
834
+ "pptc_at_16_thr_0p20": 0.0,
835
+ "pptc_at_16_thr_0p40": 1.0,
836
+ "proxy_support_distance_at_16": 0.2925735982997134,
837
+ "seed": "998761162",
838
+ "task_id": "PushCube-v1"
839
+ },
840
+ {
841
+ "candidate_diversity_at_16": 0.21062411844699358,
842
+ "chart_id": "ms-bc2d3b425d9163a62dbb",
843
+ "collapse_rate_at_16": 0.07142857142857142,
844
+ "mean_negative_distance_at_16": 0.27475140364717704,
845
+ "mean_positive_distance_at_16": 0.22172129796857126,
846
+ "negative_near_at_16_thr_0p20": 0.0,
847
+ "negative_near_at_16_thr_0p40": 0.9285714285714286,
848
+ "num_proposals": 14,
849
+ "pos_closer_than_neg_at_16": 1.0,
850
+ "pptc_at_16_thr_0p20": 1.0,
851
+ "pptc_at_16_thr_0p40": 1.0,
852
+ "proxy_support_distance_at_16": 0.1521991089104143,
853
+ "seed": "1271718007",
854
+ "task_id": "StackCube-v1"
855
+ },
856
+ {
857
+ "candidate_diversity_at_16": 0.3475019994245223,
858
+ "chart_id": "ms-c31b98b3d3702c6f9c8c",
859
+ "collapse_rate_at_16": 0.0625,
860
+ "mean_negative_distance_at_16": 0.5313344911025502,
861
+ "mean_positive_distance_at_16": 0.6607198377195335,
862
+ "negative_near_at_16_thr_0p20": 0.0,
863
+ "negative_near_at_16_thr_0p40": 0.0,
864
+ "num_proposals": 16,
865
+ "pos_closer_than_neg_at_16": 0.0625,
866
+ "pptc_at_16_thr_0p20": 0.0,
867
+ "pptc_at_16_thr_0p40": 0.0,
868
+ "proxy_support_distance_at_16": 0.5596936369344777,
869
+ "seed": "2054899126",
870
+ "task_id": "PullCube-v1"
871
+ },
872
+ {
873
+ "candidate_diversity_at_16": 0.11044415642009585,
874
+ "chart_id": "ms-c663f7e73e7e8376a05c",
875
+ "collapse_rate_at_16": 0.08333333333333333,
876
+ "mean_negative_distance_at_16": 0.48788229141856515,
877
+ "mean_positive_distance_at_16": 0.19064300807690668,
878
+ "negative_near_at_16_thr_0p20": 0.0,
879
+ "negative_near_at_16_thr_0p40": 0.0,
880
+ "num_proposals": 12,
881
+ "pos_closer_than_neg_at_16": 1.0,
882
+ "pptc_at_16_thr_0p20": 1.0,
883
+ "pptc_at_16_thr_0p40": 1.0,
884
+ "proxy_support_distance_at_16": 0.1582954819276492,
885
+ "seed": "1528740417",
886
+ "task_id": "LiftPegUpright-v1"
887
+ },
888
+ {
889
+ "candidate_diversity_at_16": 0.44638894922586964,
890
+ "chart_id": "ms-c832439976a37f52d094",
891
+ "collapse_rate_at_16": 0.0625,
892
+ "mean_negative_distance_at_16": null,
893
+ "mean_positive_distance_at_16": 0.5912134645269248,
894
+ "negative_near_at_16_thr_0p20": 0.0,
895
+ "negative_near_at_16_thr_0p40": 0.0,
896
+ "num_proposals": 16,
897
+ "pos_closer_than_neg_at_16": null,
898
+ "pptc_at_16_thr_0p20": 0.0,
899
+ "pptc_at_16_thr_0p40": 0.0,
900
+ "proxy_support_distance_at_16": 0.4437678625952933,
901
+ "seed": "585904130",
902
+ "task_id": "PullCube-v1"
903
+ },
904
+ {
905
+ "candidate_diversity_at_16": 0.3851611063728255,
906
+ "chart_id": "ms-c96b415f083f60857334",
907
+ "collapse_rate_at_16": 0.0625,
908
+ "mean_negative_distance_at_16": 0.7289013703660546,
909
+ "mean_positive_distance_at_16": 0.5975234156492076,
910
+ "negative_near_at_16_thr_0p20": 0.0,
911
+ "negative_near_at_16_thr_0p40": 0.0,
912
+ "num_proposals": 16,
913
+ "pos_closer_than_neg_at_16": 1.0,
914
+ "pptc_at_16_thr_0p20": 0.0,
915
+ "pptc_at_16_thr_0p40": 0.0,
916
+ "proxy_support_distance_at_16": 0.5068204164021003,
917
+ "seed": "585904130",
918
+ "task_id": "PullCube-v1"
919
+ },
920
+ {
921
+ "candidate_diversity_at_16": 0.229273198355061,
922
+ "chart_id": "ms-d1960368ef76bbb10669",
923
+ "collapse_rate_at_16": 0.08333333333333333,
924
+ "mean_negative_distance_at_16": 0.30701321822065286,
925
+ "mean_positive_distance_at_16": 0.28505609251368563,
926
+ "negative_near_at_16_thr_0p20": 0.0,
927
+ "negative_near_at_16_thr_0p40": 1.0,
928
+ "num_proposals": 12,
929
+ "pos_closer_than_neg_at_16": 1.0,
930
+ "pptc_at_16_thr_0p20": 0.0,
931
+ "pptc_at_16_thr_0p40": 1.0,
932
+ "proxy_support_distance_at_16": 0.21645288437112697,
933
+ "seed": "416183106",
934
+ "task_id": "StackCube-v1"
935
+ },
936
+ {
937
+ "candidate_diversity_at_16": 0.13531906313937936,
938
+ "chart_id": "ms-d73fd5fce55fb58ef8e9",
939
+ "collapse_rate_at_16": 0.07692307692307693,
940
+ "mean_negative_distance_at_16": 0.9470674365948961,
941
+ "mean_positive_distance_at_16": 0.2688860858719817,
942
+ "negative_near_at_16_thr_0p20": 0.0,
943
+ "negative_near_at_16_thr_0p40": 0.0,
944
+ "num_proposals": 13,
945
+ "pos_closer_than_neg_at_16": 1.0,
946
+ "pptc_at_16_thr_0p20": 0.0,
947
+ "pptc_at_16_thr_0p40": 1.0,
948
+ "proxy_support_distance_at_16": 0.24370016718125073,
949
+ "seed": "534717141",
950
+ "task_id": "PullCube-v1"
951
+ },
952
+ {
953
+ "candidate_diversity_at_16": 0.2944544536314124,
954
+ "chart_id": "ms-da142025733b53fcf7eb",
955
+ "collapse_rate_at_16": 0.0625,
956
+ "mean_negative_distance_at_16": 0.7584438121109779,
957
+ "mean_positive_distance_at_16": 0.5461136349601836,
958
+ "negative_near_at_16_thr_0p20": 0.0,
959
+ "negative_near_at_16_thr_0p40": 0.0,
960
+ "num_proposals": 16,
961
+ "pos_closer_than_neg_at_16": 1.0,
962
+ "pptc_at_16_thr_0p20": 0.0,
963
+ "pptc_at_16_thr_0p40": 0.0,
964
+ "proxy_support_distance_at_16": 0.4575558950469894,
965
+ "seed": "141984615",
966
+ "task_id": "PullCube-v1"
967
+ },
968
+ {
969
+ "candidate_diversity_at_16": 0.5403523842667997,
970
+ "chart_id": "ms-e2bad6e99e8a281207cc",
971
+ "collapse_rate_at_16": 0.0625,
972
+ "mean_negative_distance_at_16": 0.7868951071053681,
973
+ "mean_positive_distance_at_16": 1.0723149071475273,
974
+ "negative_near_at_16_thr_0p20": 0.0,
975
+ "negative_near_at_16_thr_0p40": 0.0,
976
+ "num_proposals": 16,
977
+ "pos_closer_than_neg_at_16": 0.0,
978
+ "pptc_at_16_thr_0p20": 0.0,
979
+ "pptc_at_16_thr_0p40": 0.0,
980
+ "proxy_support_distance_at_16": 0.9037530003497424,
981
+ "seed": "1549324805",
982
+ "task_id": "PullCube-v1"
983
+ },
984
+ {
985
+ "candidate_diversity_at_16": 0.3637291461527869,
986
+ "chart_id": "ms-e30fd80adc089e9f697a",
987
+ "collapse_rate_at_16": 0.0625,
988
+ "mean_negative_distance_at_16": 0.6340772170548604,
989
+ "mean_positive_distance_at_16": 0.7830488501982825,
990
+ "negative_near_at_16_thr_0p20": 0.0,
991
+ "negative_near_at_16_thr_0p40": 0.0,
992
+ "num_proposals": 16,
993
+ "pos_closer_than_neg_at_16": 0.1875,
994
+ "pptc_at_16_thr_0p20": 0.0,
995
+ "pptc_at_16_thr_0p40": 0.0,
996
+ "proxy_support_distance_at_16": 0.6217620133623903,
997
+ "seed": "585904130",
998
+ "task_id": "PullCube-v1"
999
+ },
1000
+ {
1001
+ "candidate_diversity_at_16": 0.3662802031621931,
1002
+ "chart_id": "ms-e9ed5d488afdfd6449d1",
1003
+ "collapse_rate_at_16": 0.0625,
1004
+ "mean_negative_distance_at_16": 0.6030846533709178,
1005
+ "mean_positive_distance_at_16": 0.4200556054225419,
1006
+ "negative_near_at_16_thr_0p20": 0.0,
1007
+ "negative_near_at_16_thr_0p40": 0.0,
1008
+ "num_proposals": 16,
1009
+ "pos_closer_than_neg_at_16": 1.0,
1010
+ "pptc_at_16_thr_0p20": 0.0,
1011
+ "pptc_at_16_thr_0p40": 1.0,
1012
+ "proxy_support_distance_at_16": 0.31512099438562846,
1013
+ "seed": "626486813",
1014
+ "task_id": "PullCube-v1"
1015
+ },
1016
+ {
1017
+ "candidate_diversity_at_16": 0.5190138520440691,
1018
+ "chart_id": "ms-ec013396e4aff6170ee1",
1019
+ "collapse_rate_at_16": 0.0625,
1020
+ "mean_negative_distance_at_16": null,
1021
+ "mean_positive_distance_at_16": 0.6795974532580429,
1022
+ "negative_near_at_16_thr_0p20": 0.0,
1023
+ "negative_near_at_16_thr_0p40": 0.0,
1024
+ "num_proposals": 16,
1025
+ "pos_closer_than_neg_at_16": null,
1026
+ "pptc_at_16_thr_0p20": 0.0,
1027
+ "pptc_at_16_thr_0p40": 0.0,
1028
+ "proxy_support_distance_at_16": 0.5734035569196969,
1029
+ "seed": "750448296",
1030
+ "task_id": "PullCube-v1"
1031
+ },
1032
+ {
1033
+ "candidate_diversity_at_16": 0.30550509628471195,
1034
+ "chart_id": "ms-ee30ebaf98622759d888",
1035
+ "collapse_rate_at_16": 0.06666666666666667,
1036
+ "mean_negative_distance_at_16": 0.7945772379637215,
1037
+ "mean_positive_distance_at_16": 0.7197222284787211,
1038
+ "negative_near_at_16_thr_0p20": 0.0,
1039
+ "negative_near_at_16_thr_0p40": 0.0,
1040
+ "num_proposals": 15,
1041
+ "pos_closer_than_neg_at_16": 1.0,
1042
+ "pptc_at_16_thr_0p20": 0.0,
1043
+ "pptc_at_16_thr_0p40": 0.0,
1044
+ "proxy_support_distance_at_16": 0.6505718745092803,
1045
+ "seed": "636680137",
1046
+ "task_id": "PullCube-v1"
1047
+ },
1048
+ {
1049
+ "candidate_diversity_at_16": 0.14662367232526255,
1050
+ "chart_id": "ms-efdc07c985935d871adf",
1051
+ "collapse_rate_at_16": 0.06666666666666667,
1052
+ "mean_negative_distance_at_16": 0.6913121111841473,
1053
+ "mean_positive_distance_at_16": 0.2045103157915979,
1054
+ "negative_near_at_16_thr_0p20": 0.0,
1055
+ "negative_near_at_16_thr_0p40": 0.0,
1056
+ "num_proposals": 15,
1057
+ "pos_closer_than_neg_at_16": 1.0,
1058
+ "pptc_at_16_thr_0p20": 1.0,
1059
+ "pptc_at_16_thr_0p40": 1.0,
1060
+ "proxy_support_distance_at_16": 0.15125722671823205,
1061
+ "seed": "706479600",
1062
+ "task_id": "StackCube-v1"
1063
+ },
1064
+ {
1065
+ "candidate_diversity_at_16": 0.3168414187700602,
1066
+ "chart_id": "ms-f3f1d07cfd59b823da47",
1067
+ "collapse_rate_at_16": 0.0625,
1068
+ "mean_negative_distance_at_16": null,
1069
+ "mean_positive_distance_at_16": 1.0419280506582105,
1070
+ "negative_near_at_16_thr_0p20": 0.0,
1071
+ "negative_near_at_16_thr_0p40": 0.0,
1072
+ "num_proposals": 16,
1073
+ "pos_closer_than_neg_at_16": null,
1074
+ "pptc_at_16_thr_0p20": 0.0,
1075
+ "pptc_at_16_thr_0p40": 0.0,
1076
+ "proxy_support_distance_at_16": 0.9490849627828225,
1077
+ "seed": "2015956957",
1078
+ "task_id": "PullCube-v1"
1079
+ },
1080
+ {
1081
+ "candidate_diversity_at_16": 0.1554534012940345,
1082
+ "chart_id": "ms-fc8084d5cd7da937fc02",
1083
+ "collapse_rate_at_16": 0.0625,
1084
+ "mean_negative_distance_at_16": 0.39787225282390526,
1085
+ "mean_positive_distance_at_16": 0.27068713542355705,
1086
+ "negative_near_at_16_thr_0p20": 0.0,
1087
+ "negative_near_at_16_thr_0p40": 0.5,
1088
+ "num_proposals": 16,
1089
+ "pos_closer_than_neg_at_16": 1.0,
1090
+ "pptc_at_16_thr_0p20": 0.0,
1091
+ "pptc_at_16_thr_0p40": 1.0,
1092
+ "proxy_support_distance_at_16": 0.2339821346499639,
1093
+ "seed": "1991414747",
1094
+ "task_id": "PushCube-v1"
1095
+ },
1096
+ {
1097
+ "candidate_diversity_at_16": 0.16880144890954774,
1098
+ "chart_id": "ms-fd2387aeed9bfc9a0d08",
1099
+ "collapse_rate_at_16": 0.125,
1100
+ "mean_negative_distance_at_16": 0.24583098339460224,
1101
+ "mean_positive_distance_at_16": 0.20195415410918158,
1102
+ "negative_near_at_16_thr_0p20": 0.0,
1103
+ "negative_near_at_16_thr_0p40": 1.0,
1104
+ "num_proposals": 8,
1105
+ "pos_closer_than_neg_at_16": 1.0,
1106
+ "pptc_at_16_thr_0p20": 1.0,
1107
+ "pptc_at_16_thr_0p40": 1.0,
1108
+ "proxy_support_distance_at_16": 0.15657311321638132,
1109
+ "seed": "1919198188",
1110
+ "task_id": "StackCube-v1"
1111
+ }
1112
+ ],
1113
+ "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372",
1114
+ "summary": {
1115
+ "candidate_diversity_at_16": {
1116
+ "macro_by_seed": {
1117
+ "ci": {
1118
+ "confidence": 0.95,
1119
+ "high": 0.26082686169461855,
1120
+ "low": 0.20984912328308375,
1121
+ "mean": 0.23208183717361788,
1122
+ "n": 47,
1123
+ "num_samples": 200
1124
+ },
1125
+ "mean": 0.23208183717361788,
1126
+ "per_seed": {
1127
+ "1025740212": 0.1838146769345254,
1128
+ "1055157354": 0.2238888107934063,
1129
+ "1055567618": 0.1645512235287108,
1130
+ "1113268940": 0.20462886575736264,
1131
+ "1113371261": 0.1794443752077975,
1132
+ "1176943004": 0.16276957894410893,
1133
+ "1189392917": 0.19029892308980537,
1134
+ "1231780997": 0.1665846380668328,
1135
+ "1271718007": 0.22330007276182592,
1136
+ "1273247072": 0.2798074099150034,
1137
+ "1358421325": 0.18343609021748297,
1138
+ "1375492786": 0.28258321659612057,
1139
+ "141984615": 0.33777714907285233,
1140
+ "1475440973": 0.12278814288303909,
1141
+ "1483645336": 0.20920718449377967,
1142
+ "1522272686": 0.16055570816437503,
1143
+ "1528740417": 0.11044415642009585,
1144
+ "1549324805": 0.4295298258500078,
1145
+ "1607773860": 0.1515037210490864,
1146
+ "1665739511": 0.16712994166598996,
1147
+ "1747178030": 0.37725543422026314,
1148
+ "1881223807": 0.1700346989293885,
1149
+ "1919198188": 0.16880144890954774,
1150
+ "1991414747": 0.1554534012940345,
1151
+ "1997090716": 0.15002976876936608,
1152
+ "2015956957": 0.3284200329762793,
1153
+ "2054899126": 0.3475019994245223,
1154
+ "211245842": 0.1409732514941452,
1155
+ "2141802816": 0.15613562098265854,
1156
+ "256770874": 0.23539269792332093,
1157
+ "278008524": 0.23538171172552383,
1158
+ "416183106": 0.229273198355061,
1159
+ "534717141": 0.13531906313937936,
1160
+ "551504635": 0.1233837420981213,
1161
+ "565369392": 0.37485393962752217,
1162
+ "565621826": 0.37327534583763927,
1163
+ "585904130": 0.3984264005838274,
1164
+ "626486813": 0.3616231692782167,
1165
+ "636680137": 0.30550509628471195,
1166
+ "706479600": 0.14662367232526255,
1167
+ "750448296": 0.45529056728365447,
1168
+ "75070641": 0.2401379817019133,
1169
+ "767747424": 0.2975536249007819,
1170
+ "77147264": 0.2516098364424325,
1171
+ "794181626": 0.2573710376721165,
1172
+ "957101489": 0.1688593117560064,
1173
+ "998761162": 0.18931658181213368
1174
+ }
1175
+ },
1176
+ "macro_by_task": {
1177
+ "ci": {
1178
+ "confidence": 0.95,
1179
+ "high": 0.30417686016006124,
1180
+ "low": 0.18330753568593067,
1181
+ "mean": 0.23250417435128864,
1182
+ "n": 5,
1183
+ "num_samples": 200
1184
+ },
1185
+ "mean": 0.23250417435128864,
1186
+ "per_task": {
1187
+ "LiftPegUpright-v1": 0.15194070369332952,
1188
+ "PickCube-v1": 0.2798074099150034,
1189
+ "PullCube-v1": 0.3514774940208659,
1190
+ "PushCube-v1": 0.19265085530453974,
1191
+ "StackCube-v1": 0.18664440882270467
1192
+ }
1193
+ },
1194
+ "metric": "candidate_diversity_at_16",
1195
+ "micro": {
1196
+ "confidence": 0.95,
1197
+ "high": 0.2908287503752327,
1198
+ "low": 0.24409147865678396,
1199
+ "mean": 0.26733063304469584,
1200
+ "n": 69,
1201
+ "num_samples": 200
1202
+ },
1203
+ "n": 69
1204
+ },
1205
+ "collapse_rate_at_16": {
1206
+ "macro_by_seed": {
1207
+ "ci": {
1208
+ "confidence": 0.95,
1209
+ "high": 0.07317600396057847,
1210
+ "low": 0.06687485829773064,
1211
+ "mean": 0.06963867249771506,
1212
+ "n": 47,
1213
+ "num_samples": 200
1214
+ },
1215
+ "mean": 0.06963867249771506,
1216
+ "per_seed": {
1217
+ "1025740212": 0.09090909090909091,
1218
+ "1055157354": 0.07142857142857142,
1219
+ "1055567618": 0.06666666666666667,
1220
+ "1113268940": 0.07692307692307693,
1221
+ "1113371261": 0.0625,
1222
+ "1176943004": 0.0625,
1223
+ "1189392917": 0.0625,
1224
+ "1231780997": 0.0625,
1225
+ "1271718007": 0.06696428571428571,
1226
+ "1273247072": 0.1,
1227
+ "1358421325": 0.07142857142857142,
1228
+ "1375492786": 0.0625,
1229
+ "141984615": 0.0625,
1230
+ "1475440973": 0.0625,
1231
+ "1483645336": 0.0625,
1232
+ "1522272686": 0.07142857142857142,
1233
+ "1528740417": 0.08333333333333333,
1234
+ "1549324805": 0.07083333333333333,
1235
+ "1607773860": 0.0625,
1236
+ "1665739511": 0.06666666666666667,
1237
+ "1747178030": 0.0625,
1238
+ "1881223807": 0.07142857142857142,
1239
+ "1919198188": 0.125,
1240
+ "1991414747": 0.0625,
1241
+ "1997090716": 0.0625,
1242
+ "2015956957": 0.0625,
1243
+ "2054899126": 0.0625,
1244
+ "211245842": 0.06666666666666667,
1245
+ "2141802816": 0.0625,
1246
+ "256770874": 0.07692307692307693,
1247
+ "278008524": 0.07291666666666666,
1248
+ "416183106": 0.08333333333333333,
1249
+ "534717141": 0.07692307692307693,
1250
+ "551504635": 0.0625,
1251
+ "565369392": 0.0625,
1252
+ "565621826": 0.0625,
1253
+ "585904130": 0.0625,
1254
+ "626486813": 0.0625,
1255
+ "636680137": 0.06666666666666667,
1256
+ "706479600": 0.06666666666666667,
1257
+ "750448296": 0.0625,
1258
+ "75070641": 0.08333333333333333,
1259
+ "767747424": 0.06473214285714285,
1260
+ "77147264": 0.07291666666666666,
1261
+ "794181626": 0.0625,
1262
+ "957101489": 0.07142857142857142,
1263
+ "998761162": 0.0625
1264
+ }
1265
+ },
1266
+ "macro_by_task": {
1267
+ "ci": {
1268
+ "confidence": 0.95,
1269
+ "high": 0.08798536594124828,
1270
+ "low": 0.06641215973568915,
1271
+ "mean": 0.07556542477130712,
1272
+ "n": 5,
1273
+ "num_samples": 200
1274
+ },
1275
+ "mean": 0.07556542477130712,
1276
+ "per_task": {
1277
+ "LiftPegUpright-v1": 0.07311091686091686,
1278
+ "PickCube-v1": 0.1,
1279
+ "PullCube-v1": 0.06404465632406808,
1280
+ "PushCube-v1": 0.06478937728937728,
1281
+ "StackCube-v1": 0.07588217338217337
1282
+ }
1283
+ },
1284
+ "metric": "collapse_rate_at_16",
1285
+ "micro": {
1286
+ "confidence": 0.95,
1287
+ "high": 0.07084123605862737,
1288
+ "low": 0.06572762985806464,
1289
+ "mean": 0.06806780176345395,
1290
+ "n": 69,
1291
+ "num_samples": 200
1292
+ },
1293
+ "n": 69
1294
+ },
1295
+ "mean_negative_distance_at_16": {
1296
+ "macro_by_seed": {
1297
+ "ci": {
1298
+ "confidence": 0.95,
1299
+ "high": 0.5453552835127884,
1300
+ "low": 0.4257340786969428,
1301
+ "mean": 0.4805582081994011,
1302
+ "n": 41,
1303
+ "num_samples": 200
1304
+ },
1305
+ "mean": 0.4805582081994011,
1306
+ "per_seed": {
1307
+ "1025740212": 0.28264078836820666,
1308
+ "1055157354": 0.3151064593762344,
1309
+ "1055567618": 0.6433298628426029,
1310
+ "1113268940": 0.34503058846371365,
1311
+ "1113371261": 0.36552693146083953,
1312
+ "1176943004": 0.2742790307481608,
1313
+ "1231780997": 0.34511760950752723,
1314
+ "1271718007": 0.27475140364717704,
1315
+ "1273247072": 0.7547289739332965,
1316
+ "1358421325": 0.2194988003924763,
1317
+ "1375492786": 0.46109952592953446,
1318
+ "141984615": 0.7959640018781096,
1319
+ "1475440973": 0.5110978805491868,
1320
+ "1522272686": 0.15629547060584512,
1321
+ "1528740417": 0.48788229141856515,
1322
+ "1549324805": 0.690484353063062,
1323
+ "1607773860": 0.329233011145469,
1324
+ "1665739511": 0.3481681725149125,
1325
+ "1747178030": 0.6241579488630333,
1326
+ "1881223807": 0.8487315173379645,
1327
+ "1919198188": 0.24583098339460224,
1328
+ "1991414747": 0.39787225282390526,
1329
+ "1997090716": 0.2239331971855182,
1330
+ "2015956957": 0.8013999648226505,
1331
+ "2054899126": 0.5313344911025502,
1332
+ "211245842": 0.23795962324903303,
1333
+ "256770874": 0.29000549038721857,
1334
+ "278008524": 0.456199333025082,
1335
+ "416183106": 0.30701321822065286,
1336
+ "534717141": 0.9470674365948961,
1337
+ "551504635": 0.48844566800264755,
1338
+ "565369392": 0.5518229508049083,
1339
+ "565621826": 0.667184441574249,
1340
+ "585904130": 0.6814892937104575,
1341
+ "626486813": 0.6030846533709178,
1342
+ "636680137": 0.7945772379637215,
1343
+ "706479600": 0.6913121111841473,
1344
+ "75070641": 0.3159723521999957,
1345
+ "77147264": 0.43740595343499367,
1346
+ "794181626": 0.6831879395681002,
1347
+ "957101489": 0.27666332150927875
1348
+ }
1349
+ },
1350
+ "macro_by_task": {
1351
+ "ci": {
1352
+ "confidence": 0.95,
1353
+ "high": 0.6554801393517806,
1354
+ "low": 0.4175625701616011,
1355
+ "mean": 0.5271611205458306,
1356
+ "n": 5,
1357
+ "num_samples": 200
1358
+ },
1359
+ "mean": 0.5271611205458306,
1360
+ "per_task": {
1361
+ "LiftPegUpright-v1": 0.41003580438497456,
1362
+ "PickCube-v1": 0.7547289739332965,
1363
+ "PullCube-v1": 0.680932139227005,
1364
+ "PushCube-v1": 0.45782704945186825,
1365
+ "StackCube-v1": 0.33228163573200864
1366
+ }
1367
+ },
1368
+ "metric": "mean_negative_distance_at_16",
1369
+ "micro": {
1370
+ "confidence": 0.95,
1371
+ "high": 0.5740479291692479,
1372
+ "low": 0.45101831183179375,
1373
+ "mean": 0.5129678363844181,
1374
+ "n": 51,
1375
+ "num_samples": 200
1376
+ },
1377
+ "n": 51
1378
+ },
1379
+ "mean_positive_distance_at_16": {
1380
+ "macro_by_seed": {
1381
+ "ci": {
1382
+ "confidence": 0.95,
1383
+ "high": 0.446997484805633,
1384
+ "low": 0.3352916831969854,
1385
+ "mean": 0.38972796002375343,
1386
+ "n": 47,
1387
+ "num_samples": 200
1388
+ },
1389
+ "mean": 0.38972796002375343,
1390
+ "per_seed": {
1391
+ "1025740212": 0.22203200397820722,
1392
+ "1055157354": 0.261602823178312,
1393
+ "1055567618": 0.1771909938706747,
1394
+ "1113268940": 0.269960519935632,
1395
+ "1113371261": 0.2598604210829563,
1396
+ "1176943004": 0.291921837528771,
1397
+ "1189392917": 0.513137123293747,
1398
+ "1231780997": 0.2583396195543384,
1399
+ "1271718007": 0.2926884621622029,
1400
+ "1273247072": 0.7408473357398868,
1401
+ "1358421325": 0.7173247752734033,
1402
+ "1375492786": 0.3768474060811211,
1403
+ "141984615": 0.6189148758297318,
1404
+ "1475440973": 0.1950794462060391,
1405
+ "1483645336": 0.35488928972463313,
1406
+ "1522272686": 0.14574329862834273,
1407
+ "1528740417": 0.19064300807690668,
1408
+ "1549324805": 0.8515654502835405,
1409
+ "1607773860": 0.3310195099299886,
1410
+ "1665739511": 0.1720148631392107,
1411
+ "1747178030": 0.4544363005580037,
1412
+ "1881223807": 0.2538578154767464,
1413
+ "1919198188": 0.20195415410918158,
1414
+ "1991414747": 0.27068713542355705,
1415
+ "1997090716": 0.2670348411294347,
1416
+ "2015956957": 0.6324730191747361,
1417
+ "2054899126": 0.6607198377195335,
1418
+ "211245842": 0.39042182065783165,
1419
+ "2141802816": 0.22306284085630199,
1420
+ "256770874": 0.2885706376359474,
1421
+ "278008524": 0.33650776665565907,
1422
+ "416183106": 0.28505609251368563,
1423
+ "534717141": 0.2688860858719817,
1424
+ "551504635": 0.37985570077725217,
1425
+ "565369392": 0.5536931836562623,
1426
+ "565621826": 0.661104517999581,
1427
+ "585904130": 0.657261910124805,
1428
+ "626486813": 0.556066506257042,
1429
+ "636680137": 0.7197222284787211,
1430
+ "706479600": 0.2045103157915979,
1431
+ "750448296": 0.6426492786875364,
1432
+ "75070641": 0.3028553604128687,
1433
+ "767747424": 0.5249013743426751,
1434
+ "77147264": 0.4280637428088728,
1435
+ "794181626": 0.37544481032516924,
1436
+ "957101489": 0.1914732022255065,
1437
+ "998761162": 0.3443205779482667
1438
+ }
1439
+ },
1440
+ "macro_by_task": {
1441
+ "ci": {
1442
+ "confidence": 0.95,
1443
+ "high": 0.5861657188968283,
1444
+ "low": 0.30739525412622043,
1445
+ "mean": 0.4413500228124084,
1446
+ "n": 5,
1447
+ "num_samples": 200
1448
+ },
1449
+ "mean": 0.4413500228124084,
1450
+ "per_task": {
1451
+ "LiftPegUpright-v1": 0.2526517164213959,
1452
+ "PickCube-v1": 0.7408473357398868,
1453
+ "PullCube-v1": 0.5982411032914859,
1454
+ "PushCube-v1": 0.3346572978002165,
1455
+ "StackCube-v1": 0.2803526608090568
1456
+ }
1457
+ },
1458
+ "metric": "mean_positive_distance_at_16",
1459
+ "micro": {
1460
+ "confidence": 0.95,
1461
+ "high": 0.5068594718214833,
1462
+ "low": 0.4028961707116034,
1463
+ "mean": 0.45148970912633973,
1464
+ "n": 69,
1465
+ "num_samples": 200
1466
+ },
1467
+ "n": 69
1468
+ },
1469
+ "negative_near_at_16_thr_0p20": {
1470
+ "macro_by_seed": {
1471
+ "ci": {
1472
+ "confidence": 0.95,
1473
+ "high": 0.071580547112462,
1474
+ "low": 0.005319148936170213,
1475
+ "mean": 0.03551165146909827,
1476
+ "n": 47,
1477
+ "num_samples": 200
1478
+ },
1479
+ "mean": 0.03551165146909827,
1480
+ "per_seed": {
1481
+ "1025740212": 0.0,
1482
+ "1055157354": 0.0,
1483
+ "1055567618": 0.0,
1484
+ "1113268940": 0.0,
1485
+ "1113371261": 0.0,
1486
+ "1176943004": 0.0,
1487
+ "1189392917": 0.0,
1488
+ "1231780997": 0.0,
1489
+ "1271718007": 0.0,
1490
+ "1273247072": 0.0,
1491
+ "1358421325": 0.5714285714285714,
1492
+ "1375492786": 0.0,
1493
+ "141984615": 0.0,
1494
+ "1475440973": 0.0,
1495
+ "1483645336": 0.0,
1496
+ "1522272686": 0.7142857142857143,
1497
+ "1528740417": 0.0,
1498
+ "1549324805": 0.0,
1499
+ "1607773860": 0.0,
1500
+ "1665739511": 0.0,
1501
+ "1747178030": 0.0,
1502
+ "1881223807": 0.0,
1503
+ "1919198188": 0.0,
1504
+ "1991414747": 0.0,
1505
+ "1997090716": 0.25,
1506
+ "2015956957": 0.0,
1507
+ "2054899126": 0.0,
1508
+ "211245842": 0.13333333333333333,
1509
+ "2141802816": 0.0,
1510
+ "256770874": 0.0,
1511
+ "278008524": 0.0,
1512
+ "416183106": 0.0,
1513
+ "534717141": 0.0,
1514
+ "551504635": 0.0,
1515
+ "565369392": 0.0,
1516
+ "565621826": 0.0,
1517
+ "585904130": 0.0,
1518
+ "626486813": 0.0,
1519
+ "636680137": 0.0,
1520
+ "706479600": 0.0,
1521
+ "750448296": 0.0,
1522
+ "75070641": 0.0,
1523
+ "767747424": 0.0,
1524
+ "77147264": 0.0,
1525
+ "794181626": 0.0,
1526
+ "957101489": 0.0,
1527
+ "998761162": 0.0
1528
+ }
1529
+ },
1530
+ "macro_by_task": {
1531
+ "ci": {
1532
+ "confidence": 0.95,
1533
+ "high": 0.056761904761904756,
1534
+ "low": 0.0,
1535
+ "mean": 0.022766788766788764,
1536
+ "n": 5,
1537
+ "num_samples": 200
1538
+ },
1539
+ "mean": 0.022766788766788764,
1540
+ "per_task": {
1541
+ "LiftPegUpright-v1": 0.0,
1542
+ "PickCube-v1": 0.0,
1543
+ "PullCube-v1": 0.0,
1544
+ "PushCube-v1": 0.019230769230769232,
1545
+ "StackCube-v1": 0.09460317460317459
1546
+ }
1547
+ },
1548
+ "metric": "negative_near_at_16_thr_0p20",
1549
+ "micro": {
1550
+ "confidence": 0.95,
1551
+ "high": 0.05251897860593512,
1552
+ "low": 0.0036231884057971015,
1553
+ "mean": 0.024189095928226365,
1554
+ "n": 69,
1555
+ "num_samples": 200
1556
+ },
1557
+ "n": 69
1558
+ },
1559
+ "negative_near_at_16_thr_0p40": {
1560
+ "macro_by_seed": {
1561
+ "ci": {
1562
+ "confidence": 0.95,
1563
+ "high": 0.5296479229989868,
1564
+ "low": 0.26138648585457097,
1565
+ "mean": 0.38580683500896273,
1566
+ "n": 47,
1567
+ "num_samples": 200
1568
+ },
1569
+ "mean": 0.38580683500896273,
1570
+ "per_seed": {
1571
+ "1025740212": 1.0,
1572
+ "1055157354": 0.9285714285714286,
1573
+ "1055567618": 0.0,
1574
+ "1113268940": 0.8461538461538461,
1575
+ "1113371261": 0.9375,
1576
+ "1176943004": 1.0,
1577
+ "1189392917": 0.0,
1578
+ "1231780997": 0.8125,
1579
+ "1271718007": 0.4642857142857143,
1580
+ "1273247072": 0.0,
1581
+ "1358421325": 1.0,
1582
+ "1375492786": 0.0,
1583
+ "141984615": 0.0,
1584
+ "1475440973": 0.0,
1585
+ "1483645336": 0.0,
1586
+ "1522272686": 1.0,
1587
+ "1528740417": 0.0,
1588
+ "1549324805": 0.0,
1589
+ "1607773860": 0.875,
1590
+ "1665739511": 0.8666666666666667,
1591
+ "1747178030": 0.0,
1592
+ "1881223807": 0.0,
1593
+ "1919198188": 1.0,
1594
+ "1991414747": 0.5,
1595
+ "1997090716": 1.0,
1596
+ "2015956957": 0.0,
1597
+ "2054899126": 0.0,
1598
+ "211245842": 1.0,
1599
+ "2141802816": 0.0,
1600
+ "256770874": 0.9230769230769231,
1601
+ "278008524": 0.5,
1602
+ "416183106": 1.0,
1603
+ "534717141": 0.0,
1604
+ "551504635": 0.0,
1605
+ "565369392": 0.14583333333333334,
1606
+ "565621826": 0.0,
1607
+ "585904130": 0.0,
1608
+ "626486813": 0.0,
1609
+ "636680137": 0.0,
1610
+ "706479600": 0.0,
1611
+ "750448296": 0.0,
1612
+ "75070641": 0.9166666666666666,
1613
+ "767747424": 0.0,
1614
+ "77147264": 0.4166666666666667,
1615
+ "794181626": 0.0,
1616
+ "957101489": 1.0,
1617
+ "998761162": 0.0
1618
+ }
1619
+ },
1620
+ "macro_by_task": {
1621
+ "ci": {
1622
+ "confidence": 0.95,
1623
+ "high": 0.5820707821590174,
1624
+ "low": 0.0937688536953243,
1625
+ "mean": 0.323089707677943,
1626
+ "n": 5,
1627
+ "num_samples": 200
1628
+ },
1629
+ "mean": 0.323089707677943,
1630
+ "per_task": {
1631
+ "LiftPegUpright-v1": 0.4431089743589744,
1632
+ "PickCube-v1": 0.0,
1633
+ "PullCube-v1": 0.012867647058823529,
1634
+ "PushCube-v1": 0.34134615384615385,
1635
+ "StackCube-v1": 0.8181257631257631
1636
+ }
1637
+ },
1638
+ "metric": "negative_near_at_16_thr_0p40",
1639
+ "micro": {
1640
+ "confidence": 0.95,
1641
+ "high": 0.3927131443435791,
1642
+ "low": 0.1928100281361151,
1643
+ "mean": 0.28703681584116364,
1644
+ "n": 69,
1645
+ "num_samples": 200
1646
+ },
1647
+ "n": 69
1648
+ },
1649
+ "pos_closer_than_neg_at_16": {
1650
+ "macro_by_seed": {
1651
+ "ci": {
1652
+ "confidence": 0.95,
1653
+ "high": 0.8659067050835343,
1654
+ "low": 0.6652595372107567,
1655
+ "mean": 0.7750882247833467,
1656
+ "n": 41,
1657
+ "num_samples": 200
1658
+ },
1659
+ "mean": 0.7750882247833467,
1660
+ "per_seed": {
1661
+ "1025740212": 1.0,
1662
+ "1055157354": 1.0,
1663
+ "1055567618": 1.0,
1664
+ "1113268940": 1.0,
1665
+ "1113371261": 1.0,
1666
+ "1176943004": 0.0,
1667
+ "1231780997": 1.0,
1668
+ "1271718007": 1.0,
1669
+ "1273247072": 1.0,
1670
+ "1358421325": 0.0,
1671
+ "1375492786": 1.0,
1672
+ "141984615": 1.0,
1673
+ "1475440973": 1.0,
1674
+ "1522272686": 0.8571428571428571,
1675
+ "1528740417": 1.0,
1676
+ "1549324805": 0.0,
1677
+ "1607773860": 0.375,
1678
+ "1665739511": 1.0,
1679
+ "1747178030": 1.0,
1680
+ "1881223807": 1.0,
1681
+ "1919198188": 1.0,
1682
+ "1991414747": 1.0,
1683
+ "1997090716": 0.0,
1684
+ "2015956957": 0.7916666666666666,
1685
+ "2054899126": 0.0625,
1686
+ "211245842": 0.0,
1687
+ "256770874": 0.6923076923076923,
1688
+ "278008524": 0.96875,
1689
+ "416183106": 1.0,
1690
+ "534717141": 1.0,
1691
+ "551504635": 0.9375,
1692
+ "565369392": 0.3333333333333333,
1693
+ "565621826": 0.75,
1694
+ "585904130": 0.59375,
1695
+ "626486813": 1.0,
1696
+ "636680137": 1.0,
1697
+ "706479600": 1.0,
1698
+ "75070641": 0.8333333333333334,
1699
+ "77147264": 0.5833333333333333,
1700
+ "794181626": 1.0,
1701
+ "957101489": 1.0
1702
+ }
1703
+ },
1704
+ "macro_by_task": {
1705
+ "ci": {
1706
+ "confidence": 0.95,
1707
+ "high": 0.9291666666666666,
1708
+ "low": 0.6717307692307692,
1709
+ "mean": 0.8116117216117218,
1710
+ "n": 5,
1711
+ "num_samples": 200
1712
+ },
1713
+ "mean": 0.8116117216117218,
1714
+ "per_task": {
1715
+ "LiftPegUpright-v1": 0.9895833333333334,
1716
+ "PickCube-v1": 1.0,
1717
+ "PullCube-v1": 0.6339285714285714,
1718
+ "PushCube-v1": 0.65625,
1719
+ "StackCube-v1": 0.7782967032967034
1720
+ }
1721
+ },
1722
+ "metric": "pos_closer_than_neg_at_16",
1723
+ "micro": {
1724
+ "confidence": 0.95,
1725
+ "high": 0.8346530920060332,
1726
+ "low": 0.6136204481792716,
1727
+ "mean": 0.7289107950872658,
1728
+ "n": 51,
1729
+ "num_samples": 200
1730
+ },
1731
+ "n": 51
1732
+ },
1733
+ "pptc_at_16_thr_0p20": {
1734
+ "macro_by_seed": {
1735
+ "ci": {
1736
+ "confidence": 0.95,
1737
+ "high": 0.3829787234042553,
1738
+ "low": 0.1595744680851064,
1739
+ "mean": 0.26595744680851063,
1740
+ "n": 47,
1741
+ "num_samples": 200
1742
+ },
1743
+ "mean": 0.26595744680851063,
1744
+ "per_seed": {
1745
+ "1025740212": 1.0,
1746
+ "1055157354": 1.0,
1747
+ "1055567618": 1.0,
1748
+ "1113268940": 1.0,
1749
+ "1113371261": 0.0,
1750
+ "1176943004": 0.0,
1751
+ "1189392917": 0.0,
1752
+ "1231780997": 0.0,
1753
+ "1271718007": 0.5,
1754
+ "1273247072": 0.0,
1755
+ "1358421325": 0.0,
1756
+ "1375492786": 0.0,
1757
+ "141984615": 0.0,
1758
+ "1475440973": 1.0,
1759
+ "1483645336": 0.0,
1760
+ "1522272686": 1.0,
1761
+ "1528740417": 1.0,
1762
+ "1549324805": 0.0,
1763
+ "1607773860": 0.0,
1764
+ "1665739511": 1.0,
1765
+ "1747178030": 0.0,
1766
+ "1881223807": 0.0,
1767
+ "1919198188": 1.0,
1768
+ "1991414747": 0.0,
1769
+ "1997090716": 0.0,
1770
+ "2015956957": 0.0,
1771
+ "2054899126": 0.0,
1772
+ "211245842": 0.0,
1773
+ "2141802816": 1.0,
1774
+ "256770874": 0.0,
1775
+ "278008524": 0.0,
1776
+ "416183106": 0.0,
1777
+ "534717141": 0.0,
1778
+ "551504635": 0.0,
1779
+ "565369392": 0.0,
1780
+ "565621826": 0.0,
1781
+ "585904130": 0.0,
1782
+ "626486813": 0.0,
1783
+ "636680137": 0.0,
1784
+ "706479600": 1.0,
1785
+ "750448296": 0.0,
1786
+ "75070641": 0.0,
1787
+ "767747424": 0.0,
1788
+ "77147264": 0.0,
1789
+ "794181626": 0.0,
1790
+ "957101489": 1.0,
1791
+ "998761162": 0.0
1792
+ }
1793
+ },
1794
+ "macro_by_task": {
1795
+ "ci": {
1796
+ "confidence": 0.95,
1797
+ "high": 0.5066666666666666,
1798
+ "low": 0.03076923076923077,
1799
+ "mean": 0.2553846153846154,
1800
+ "n": 5,
1801
+ "num_samples": 200
1802
+ },
1803
+ "mean": 0.2553846153846154,
1804
+ "per_task": {
1805
+ "LiftPegUpright-v1": 0.6666666666666666,
1806
+ "PickCube-v1": 0.0,
1807
+ "PullCube-v1": 0.0,
1808
+ "PushCube-v1": 0.07692307692307693,
1809
+ "StackCube-v1": 0.5333333333333333
1810
+ }
1811
+ },
1812
+ "metric": "pptc_at_16_thr_0p20",
1813
+ "micro": {
1814
+ "confidence": 0.95,
1815
+ "high": 0.2898550724637681,
1816
+ "low": 0.10144927536231885,
1817
+ "mean": 0.18840579710144928,
1818
+ "n": 69,
1819
+ "num_samples": 200
1820
+ },
1821
+ "n": 69
1822
+ },
1823
+ "pptc_at_16_thr_0p40": {
1824
+ "macro_by_seed": {
1825
+ "ci": {
1826
+ "confidence": 0.95,
1827
+ "high": 0.8578014184397162,
1828
+ "low": 0.623758865248227,
1829
+ "mean": 0.7407801418439716,
1830
+ "n": 47,
1831
+ "num_samples": 200
1832
+ },
1833
+ "mean": 0.7407801418439716,
1834
+ "per_seed": {
1835
+ "1025740212": 1.0,
1836
+ "1055157354": 1.0,
1837
+ "1055567618": 1.0,
1838
+ "1113268940": 1.0,
1839
+ "1113371261": 1.0,
1840
+ "1176943004": 1.0,
1841
+ "1189392917": 0.0,
1842
+ "1231780997": 1.0,
1843
+ "1271718007": 1.0,
1844
+ "1273247072": 0.0,
1845
+ "1358421325": 0.0,
1846
+ "1375492786": 1.0,
1847
+ "141984615": 0.3333333333333333,
1848
+ "1475440973": 1.0,
1849
+ "1483645336": 1.0,
1850
+ "1522272686": 1.0,
1851
+ "1528740417": 1.0,
1852
+ "1549324805": 0.0,
1853
+ "1607773860": 1.0,
1854
+ "1665739511": 1.0,
1855
+ "1747178030": 1.0,
1856
+ "1881223807": 1.0,
1857
+ "1919198188": 1.0,
1858
+ "1991414747": 1.0,
1859
+ "1997090716": 1.0,
1860
+ "2015956957": 0.4,
1861
+ "2054899126": 0.0,
1862
+ "211245842": 1.0,
1863
+ "2141802816": 1.0,
1864
+ "256770874": 1.0,
1865
+ "278008524": 1.0,
1866
+ "416183106": 1.0,
1867
+ "534717141": 1.0,
1868
+ "551504635": 1.0,
1869
+ "565369392": 0.3333333333333333,
1870
+ "565621826": 0.0,
1871
+ "585904130": 0.0,
1872
+ "626486813": 0.75,
1873
+ "636680137": 0.0,
1874
+ "706479600": 1.0,
1875
+ "750448296": 0.0,
1876
+ "75070641": 1.0,
1877
+ "767747424": 0.5,
1878
+ "77147264": 0.5,
1879
+ "794181626": 1.0,
1880
+ "957101489": 1.0,
1881
+ "998761162": 1.0
1882
+ }
1883
+ },
1884
+ "macro_by_task": {
1885
+ "ci": {
1886
+ "confidence": 0.95,
1887
+ "high": 0.8943589743589744,
1888
+ "low": 0.3529411764705882,
1889
+ "mean": 0.6323680241327301,
1890
+ "n": 5,
1891
+ "num_samples": 200
1892
+ },
1893
+ "mean": 0.6323680241327301,
1894
+ "per_task": {
1895
+ "LiftPegUpright-v1": 1.0,
1896
+ "PickCube-v1": 0.0,
1897
+ "PullCube-v1": 0.38235294117647056,
1898
+ "PushCube-v1": 0.8461538461538461,
1899
+ "StackCube-v1": 0.9333333333333333
1900
+ }
1901
+ },
1902
+ "metric": "pptc_at_16_thr_0p40",
1903
+ "micro": {
1904
+ "confidence": 0.95,
1905
+ "high": 0.7391304347826086,
1906
+ "low": 0.5217391304347826,
1907
+ "mean": 0.6376811594202898,
1908
+ "n": 69,
1909
+ "num_samples": 200
1910
+ },
1911
+ "n": 69
1912
+ },
1913
+ "proxy_support_distance_at_16": {
1914
+ "macro_by_seed": {
1915
+ "ci": {
1916
+ "confidence": 0.95,
1917
+ "high": 0.36299051927184894,
1918
+ "low": 0.26523681393139475,
1919
+ "mean": 0.3136466993942633,
1920
+ "n": 47,
1921
+ "num_samples": 200
1922
+ },
1923
+ "mean": 0.3136466993942633,
1924
+ "per_seed": {
1925
+ "1025740212": 0.14593554881558224,
1926
+ "1055157354": 0.19574890999543662,
1927
+ "1055567618": 0.13878793670768905,
1928
+ "1113268940": 0.180113225299088,
1929
+ "1113371261": 0.2075427243644954,
1930
+ "1176943004": 0.24352172200396793,
1931
+ "1189392917": 0.4235868178128846,
1932
+ "1231780997": 0.20506872618856767,
1933
+ "1271718007": 0.22516568398960418,
1934
+ "1273247072": 0.5821737382086712,
1935
+ "1358421325": 0.6147655168027353,
1936
+ "1375492786": 0.29979031868090095,
1937
+ "141984615": 0.5032866845234685,
1938
+ "1475440973": 0.17536029407293413,
1939
+ "1483645336": 0.31032370682627713,
1940
+ "1522272686": 0.0794582608312535,
1941
+ "1528740417": 0.1582954819276492,
1942
+ "1549324805": 0.7424910332594856,
1943
+ "1607773860": 0.2325208776302223,
1944
+ "1665739511": 0.12046738016768781,
1945
+ "1747178030": 0.3375961371437559,
1946
+ "1881223807": 0.22659967341163348,
1947
+ "1919198188": 0.15657311321638132,
1948
+ "1991414747": 0.2339821346499639,
1949
+ "1997090716": 0.22210500266487557,
1950
+ "2015956957": 0.5500842462176609,
1951
+ "2054899126": 0.5596936369344777,
1952
+ "211245842": 0.3451750999628733,
1953
+ "2141802816": 0.16796170582940037,
1954
+ "256770874": 0.21921749491396,
1955
+ "278008524": 0.27281615881211163,
1956
+ "416183106": 0.21645288437112697,
1957
+ "534717141": 0.24370016718125073,
1958
+ "551504635": 0.30118463617998226,
1959
+ "565369392": 0.4352723078763609,
1960
+ "565621826": 0.5035513155949093,
1961
+ "585904130": 0.524116764119928,
1962
+ "626486813": 0.4545732971401627,
1963
+ "636680137": 0.6505718745092803,
1964
+ "706479600": 0.15125722671823205,
1965
+ "750448296": 0.5025515411957946,
1966
+ "75070641": 0.22594843943831563,
1967
+ "767747424": 0.4398879896363055,
1968
+ "77147264": 0.3234571039051939,
1969
+ "794181626": 0.27493006093451333,
1970
+ "957101489": 0.12515667256361054,
1971
+ "998761162": 0.2925735982997134
1972
+ }
1973
+ },
1974
+ "macro_by_task": {
1975
+ "ci": {
1976
+ "confidence": 0.95,
1977
+ "high": 0.4698892654906734,
1978
+ "low": 0.24641644607379926,
1979
+ "mean": 0.35195140207272335,
1980
+ "n": 5,
1981
+ "num_samples": 200
1982
+ },
1983
+ "mean": 0.35195140207272335,
1984
+ "per_task": {
1985
+ "LiftPegUpright-v1": 0.19432631874730055,
1986
+ "PickCube-v1": 0.5821737382086712,
1987
+ "PullCube-v1": 0.4953862661443619,
1988
+ "PushCube-v1": 0.27494261217920624,
1989
+ "StackCube-v1": 0.2129280750840769
1990
+ }
1991
+ },
1992
+ "metric": "proxy_support_distance_at_16",
1993
+ "micro": {
1994
+ "confidence": 0.95,
1995
+ "high": 0.417506021680927,
1996
+ "low": 0.3269556507070515,
1997
+ "mean": 0.36752811281437114,
1998
+ "n": 69,
1999
+ "num_samples": 200
2000
+ },
2001
+ "n": 69
2002
+ }
2003
+ },
2004
+ "target_split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381",
2005
+ "thresholds": [
2006
+ 0.2,
2007
+ 0.4
2008
+ ]
2009
+ }
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_seed.json ADDED
@@ -0,0 +1,554 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "1025740212": {
3
+ "candidate_diversity_at_16": 0.1838146769345254,
4
+ "collapse_rate_at_16": 0.09090909090909091,
5
+ "mean_negative_distance_at_16": 0.28264078836820666,
6
+ "mean_positive_distance_at_16": 0.22203200397820722,
7
+ "negative_near_at_16_thr_0p20": 0.0,
8
+ "negative_near_at_16_thr_0p40": 1.0,
9
+ "pos_closer_than_neg_at_16": 1.0,
10
+ "pptc_at_16_thr_0p20": 1.0,
11
+ "pptc_at_16_thr_0p40": 1.0,
12
+ "proxy_support_distance_at_16": 0.14593554881558224
13
+ },
14
+ "1055157354": {
15
+ "candidate_diversity_at_16": 0.2238888107934063,
16
+ "collapse_rate_at_16": 0.07142857142857142,
17
+ "mean_negative_distance_at_16": 0.3151064593762344,
18
+ "mean_positive_distance_at_16": 0.261602823178312,
19
+ "negative_near_at_16_thr_0p20": 0.0,
20
+ "negative_near_at_16_thr_0p40": 0.9285714285714286,
21
+ "pos_closer_than_neg_at_16": 1.0,
22
+ "pptc_at_16_thr_0p20": 1.0,
23
+ "pptc_at_16_thr_0p40": 1.0,
24
+ "proxy_support_distance_at_16": 0.19574890999543662
25
+ },
26
+ "1055567618": {
27
+ "candidate_diversity_at_16": 0.1645512235287108,
28
+ "collapse_rate_at_16": 0.06666666666666667,
29
+ "mean_negative_distance_at_16": 0.6433298628426029,
30
+ "mean_positive_distance_at_16": 0.1771909938706747,
31
+ "negative_near_at_16_thr_0p20": 0.0,
32
+ "negative_near_at_16_thr_0p40": 0.0,
33
+ "pos_closer_than_neg_at_16": 1.0,
34
+ "pptc_at_16_thr_0p20": 1.0,
35
+ "pptc_at_16_thr_0p40": 1.0,
36
+ "proxy_support_distance_at_16": 0.13878793670768905
37
+ },
38
+ "1113268940": {
39
+ "candidate_diversity_at_16": 0.20462886575736264,
40
+ "collapse_rate_at_16": 0.07692307692307693,
41
+ "mean_negative_distance_at_16": 0.34503058846371365,
42
+ "mean_positive_distance_at_16": 0.269960519935632,
43
+ "negative_near_at_16_thr_0p20": 0.0,
44
+ "negative_near_at_16_thr_0p40": 0.8461538461538461,
45
+ "pos_closer_than_neg_at_16": 1.0,
46
+ "pptc_at_16_thr_0p20": 1.0,
47
+ "pptc_at_16_thr_0p40": 1.0,
48
+ "proxy_support_distance_at_16": 0.180113225299088
49
+ },
50
+ "1113371261": {
51
+ "candidate_diversity_at_16": 0.1794443752077975,
52
+ "collapse_rate_at_16": 0.0625,
53
+ "mean_negative_distance_at_16": 0.36552693146083953,
54
+ "mean_positive_distance_at_16": 0.2598604210829563,
55
+ "negative_near_at_16_thr_0p20": 0.0,
56
+ "negative_near_at_16_thr_0p40": 0.9375,
57
+ "pos_closer_than_neg_at_16": 1.0,
58
+ "pptc_at_16_thr_0p20": 0.0,
59
+ "pptc_at_16_thr_0p40": 1.0,
60
+ "proxy_support_distance_at_16": 0.2075427243644954
61
+ },
62
+ "1176943004": {
63
+ "candidate_diversity_at_16": 0.16276957894410893,
64
+ "collapse_rate_at_16": 0.0625,
65
+ "mean_negative_distance_at_16": 0.2742790307481608,
66
+ "mean_positive_distance_at_16": 0.291921837528771,
67
+ "negative_near_at_16_thr_0p20": 0.0,
68
+ "negative_near_at_16_thr_0p40": 1.0,
69
+ "pos_closer_than_neg_at_16": 0.0,
70
+ "pptc_at_16_thr_0p20": 0.0,
71
+ "pptc_at_16_thr_0p40": 1.0,
72
+ "proxy_support_distance_at_16": 0.24352172200396793
73
+ },
74
+ "1189392917": {
75
+ "candidate_diversity_at_16": 0.19029892308980537,
76
+ "collapse_rate_at_16": 0.0625,
77
+ "mean_positive_distance_at_16": 0.513137123293747,
78
+ "negative_near_at_16_thr_0p20": 0.0,
79
+ "negative_near_at_16_thr_0p40": 0.0,
80
+ "pptc_at_16_thr_0p20": 0.0,
81
+ "pptc_at_16_thr_0p40": 0.0,
82
+ "proxy_support_distance_at_16": 0.4235868178128846
83
+ },
84
+ "1231780997": {
85
+ "candidate_diversity_at_16": 0.1665846380668328,
86
+ "collapse_rate_at_16": 0.0625,
87
+ "mean_negative_distance_at_16": 0.34511760950752723,
88
+ "mean_positive_distance_at_16": 0.2583396195543384,
89
+ "negative_near_at_16_thr_0p20": 0.0,
90
+ "negative_near_at_16_thr_0p40": 0.8125,
91
+ "pos_closer_than_neg_at_16": 1.0,
92
+ "pptc_at_16_thr_0p20": 0.0,
93
+ "pptc_at_16_thr_0p40": 1.0,
94
+ "proxy_support_distance_at_16": 0.20506872618856767
95
+ },
96
+ "1271718007": {
97
+ "candidate_diversity_at_16": 0.22330007276182592,
98
+ "collapse_rate_at_16": 0.06696428571428571,
99
+ "mean_negative_distance_at_16": 0.27475140364717704,
100
+ "mean_positive_distance_at_16": 0.2926884621622029,
101
+ "negative_near_at_16_thr_0p20": 0.0,
102
+ "negative_near_at_16_thr_0p40": 0.4642857142857143,
103
+ "pos_closer_than_neg_at_16": 1.0,
104
+ "pptc_at_16_thr_0p20": 0.5,
105
+ "pptc_at_16_thr_0p40": 1.0,
106
+ "proxy_support_distance_at_16": 0.22516568398960418
107
+ },
108
+ "1273247072": {
109
+ "candidate_diversity_at_16": 0.2798074099150034,
110
+ "collapse_rate_at_16": 0.1,
111
+ "mean_negative_distance_at_16": 0.7547289739332965,
112
+ "mean_positive_distance_at_16": 0.7408473357398868,
113
+ "negative_near_at_16_thr_0p20": 0.0,
114
+ "negative_near_at_16_thr_0p40": 0.0,
115
+ "pos_closer_than_neg_at_16": 1.0,
116
+ "pptc_at_16_thr_0p20": 0.0,
117
+ "pptc_at_16_thr_0p40": 0.0,
118
+ "proxy_support_distance_at_16": 0.5821737382086712
119
+ },
120
+ "1358421325": {
121
+ "candidate_diversity_at_16": 0.18343609021748297,
122
+ "collapse_rate_at_16": 0.07142857142857142,
123
+ "mean_negative_distance_at_16": 0.2194988003924763,
124
+ "mean_positive_distance_at_16": 0.7173247752734033,
125
+ "negative_near_at_16_thr_0p20": 0.5714285714285714,
126
+ "negative_near_at_16_thr_0p40": 1.0,
127
+ "pos_closer_than_neg_at_16": 0.0,
128
+ "pptc_at_16_thr_0p20": 0.0,
129
+ "pptc_at_16_thr_0p40": 0.0,
130
+ "proxy_support_distance_at_16": 0.6147655168027353
131
+ },
132
+ "1375492786": {
133
+ "candidate_diversity_at_16": 0.28258321659612057,
134
+ "collapse_rate_at_16": 0.0625,
135
+ "mean_negative_distance_at_16": 0.46109952592953446,
136
+ "mean_positive_distance_at_16": 0.3768474060811211,
137
+ "negative_near_at_16_thr_0p20": 0.0,
138
+ "negative_near_at_16_thr_0p40": 0.0,
139
+ "pos_closer_than_neg_at_16": 1.0,
140
+ "pptc_at_16_thr_0p20": 0.0,
141
+ "pptc_at_16_thr_0p40": 1.0,
142
+ "proxy_support_distance_at_16": 0.29979031868090095
143
+ },
144
+ "141984615": {
145
+ "candidate_diversity_at_16": 0.33777714907285233,
146
+ "collapse_rate_at_16": 0.0625,
147
+ "mean_negative_distance_at_16": 0.7959640018781096,
148
+ "mean_positive_distance_at_16": 0.6189148758297318,
149
+ "negative_near_at_16_thr_0p20": 0.0,
150
+ "negative_near_at_16_thr_0p40": 0.0,
151
+ "pos_closer_than_neg_at_16": 1.0,
152
+ "pptc_at_16_thr_0p20": 0.0,
153
+ "pptc_at_16_thr_0p40": 0.3333333333333333,
154
+ "proxy_support_distance_at_16": 0.5032866845234685
155
+ },
156
+ "1475440973": {
157
+ "candidate_diversity_at_16": 0.12278814288303909,
158
+ "collapse_rate_at_16": 0.0625,
159
+ "mean_negative_distance_at_16": 0.5110978805491868,
160
+ "mean_positive_distance_at_16": 0.1950794462060391,
161
+ "negative_near_at_16_thr_0p20": 0.0,
162
+ "negative_near_at_16_thr_0p40": 0.0,
163
+ "pos_closer_than_neg_at_16": 1.0,
164
+ "pptc_at_16_thr_0p20": 1.0,
165
+ "pptc_at_16_thr_0p40": 1.0,
166
+ "proxy_support_distance_at_16": 0.17536029407293413
167
+ },
168
+ "1483645336": {
169
+ "candidate_diversity_at_16": 0.20920718449377967,
170
+ "collapse_rate_at_16": 0.0625,
171
+ "mean_positive_distance_at_16": 0.35488928972463313,
172
+ "negative_near_at_16_thr_0p20": 0.0,
173
+ "negative_near_at_16_thr_0p40": 0.0,
174
+ "pptc_at_16_thr_0p20": 0.0,
175
+ "pptc_at_16_thr_0p40": 1.0,
176
+ "proxy_support_distance_at_16": 0.31032370682627713
177
+ },
178
+ "1522272686": {
179
+ "candidate_diversity_at_16": 0.16055570816437503,
180
+ "collapse_rate_at_16": 0.07142857142857142,
181
+ "mean_negative_distance_at_16": 0.15629547060584512,
182
+ "mean_positive_distance_at_16": 0.14574329862834273,
183
+ "negative_near_at_16_thr_0p20": 0.7142857142857143,
184
+ "negative_near_at_16_thr_0p40": 1.0,
185
+ "pos_closer_than_neg_at_16": 0.8571428571428571,
186
+ "pptc_at_16_thr_0p20": 1.0,
187
+ "pptc_at_16_thr_0p40": 1.0,
188
+ "proxy_support_distance_at_16": 0.0794582608312535
189
+ },
190
+ "1528740417": {
191
+ "candidate_diversity_at_16": 0.11044415642009585,
192
+ "collapse_rate_at_16": 0.08333333333333333,
193
+ "mean_negative_distance_at_16": 0.48788229141856515,
194
+ "mean_positive_distance_at_16": 0.19064300807690668,
195
+ "negative_near_at_16_thr_0p20": 0.0,
196
+ "negative_near_at_16_thr_0p40": 0.0,
197
+ "pos_closer_than_neg_at_16": 1.0,
198
+ "pptc_at_16_thr_0p20": 1.0,
199
+ "pptc_at_16_thr_0p40": 1.0,
200
+ "proxy_support_distance_at_16": 0.1582954819276492
201
+ },
202
+ "1549324805": {
203
+ "candidate_diversity_at_16": 0.4295298258500078,
204
+ "collapse_rate_at_16": 0.07083333333333333,
205
+ "mean_negative_distance_at_16": 0.690484353063062,
206
+ "mean_positive_distance_at_16": 0.8515654502835405,
207
+ "negative_near_at_16_thr_0p20": 0.0,
208
+ "negative_near_at_16_thr_0p40": 0.0,
209
+ "pos_closer_than_neg_at_16": 0.0,
210
+ "pptc_at_16_thr_0p20": 0.0,
211
+ "pptc_at_16_thr_0p40": 0.0,
212
+ "proxy_support_distance_at_16": 0.7424910332594856
213
+ },
214
+ "1607773860": {
215
+ "candidate_diversity_at_16": 0.1515037210490864,
216
+ "collapse_rate_at_16": 0.0625,
217
+ "mean_negative_distance_at_16": 0.329233011145469,
218
+ "mean_positive_distance_at_16": 0.3310195099299886,
219
+ "negative_near_at_16_thr_0p20": 0.0,
220
+ "negative_near_at_16_thr_0p40": 0.875,
221
+ "pos_closer_than_neg_at_16": 0.375,
222
+ "pptc_at_16_thr_0p20": 0.0,
223
+ "pptc_at_16_thr_0p40": 1.0,
224
+ "proxy_support_distance_at_16": 0.2325208776302223
225
+ },
226
+ "1665739511": {
227
+ "candidate_diversity_at_16": 0.16712994166598996,
228
+ "collapse_rate_at_16": 0.06666666666666667,
229
+ "mean_negative_distance_at_16": 0.3481681725149125,
230
+ "mean_positive_distance_at_16": 0.1720148631392107,
231
+ "negative_near_at_16_thr_0p20": 0.0,
232
+ "negative_near_at_16_thr_0p40": 0.8666666666666667,
233
+ "pos_closer_than_neg_at_16": 1.0,
234
+ "pptc_at_16_thr_0p20": 1.0,
235
+ "pptc_at_16_thr_0p40": 1.0,
236
+ "proxy_support_distance_at_16": 0.12046738016768781
237
+ },
238
+ "1747178030": {
239
+ "candidate_diversity_at_16": 0.37725543422026314,
240
+ "collapse_rate_at_16": 0.0625,
241
+ "mean_negative_distance_at_16": 0.6241579488630333,
242
+ "mean_positive_distance_at_16": 0.4544363005580037,
243
+ "negative_near_at_16_thr_0p20": 0.0,
244
+ "negative_near_at_16_thr_0p40": 0.0,
245
+ "pos_closer_than_neg_at_16": 1.0,
246
+ "pptc_at_16_thr_0p20": 0.0,
247
+ "pptc_at_16_thr_0p40": 1.0,
248
+ "proxy_support_distance_at_16": 0.3375961371437559
249
+ },
250
+ "1881223807": {
251
+ "candidate_diversity_at_16": 0.1700346989293885,
252
+ "collapse_rate_at_16": 0.07142857142857142,
253
+ "mean_negative_distance_at_16": 0.8487315173379645,
254
+ "mean_positive_distance_at_16": 0.2538578154767464,
255
+ "negative_near_at_16_thr_0p20": 0.0,
256
+ "negative_near_at_16_thr_0p40": 0.0,
257
+ "pos_closer_than_neg_at_16": 1.0,
258
+ "pptc_at_16_thr_0p20": 0.0,
259
+ "pptc_at_16_thr_0p40": 1.0,
260
+ "proxy_support_distance_at_16": 0.22659967341163348
261
+ },
262
+ "1919198188": {
263
+ "candidate_diversity_at_16": 0.16880144890954774,
264
+ "collapse_rate_at_16": 0.125,
265
+ "mean_negative_distance_at_16": 0.24583098339460224,
266
+ "mean_positive_distance_at_16": 0.20195415410918158,
267
+ "negative_near_at_16_thr_0p20": 0.0,
268
+ "negative_near_at_16_thr_0p40": 1.0,
269
+ "pos_closer_than_neg_at_16": 1.0,
270
+ "pptc_at_16_thr_0p20": 1.0,
271
+ "pptc_at_16_thr_0p40": 1.0,
272
+ "proxy_support_distance_at_16": 0.15657311321638132
273
+ },
274
+ "1991414747": {
275
+ "candidate_diversity_at_16": 0.1554534012940345,
276
+ "collapse_rate_at_16": 0.0625,
277
+ "mean_negative_distance_at_16": 0.39787225282390526,
278
+ "mean_positive_distance_at_16": 0.27068713542355705,
279
+ "negative_near_at_16_thr_0p20": 0.0,
280
+ "negative_near_at_16_thr_0p40": 0.5,
281
+ "pos_closer_than_neg_at_16": 1.0,
282
+ "pptc_at_16_thr_0p20": 0.0,
283
+ "pptc_at_16_thr_0p40": 1.0,
284
+ "proxy_support_distance_at_16": 0.2339821346499639
285
+ },
286
+ "1997090716": {
287
+ "candidate_diversity_at_16": 0.15002976876936608,
288
+ "collapse_rate_at_16": 0.0625,
289
+ "mean_negative_distance_at_16": 0.2239331971855182,
290
+ "mean_positive_distance_at_16": 0.2670348411294347,
291
+ "negative_near_at_16_thr_0p20": 0.25,
292
+ "negative_near_at_16_thr_0p40": 1.0,
293
+ "pos_closer_than_neg_at_16": 0.0,
294
+ "pptc_at_16_thr_0p20": 0.0,
295
+ "pptc_at_16_thr_0p40": 1.0,
296
+ "proxy_support_distance_at_16": 0.22210500266487557
297
+ },
298
+ "2015956957": {
299
+ "candidate_diversity_at_16": 0.3284200329762793,
300
+ "collapse_rate_at_16": 0.0625,
301
+ "mean_negative_distance_at_16": 0.8013999648226505,
302
+ "mean_positive_distance_at_16": 0.6324730191747361,
303
+ "negative_near_at_16_thr_0p20": 0.0,
304
+ "negative_near_at_16_thr_0p40": 0.0,
305
+ "pos_closer_than_neg_at_16": 0.7916666666666666,
306
+ "pptc_at_16_thr_0p20": 0.0,
307
+ "pptc_at_16_thr_0p40": 0.4,
308
+ "proxy_support_distance_at_16": 0.5500842462176609
309
+ },
310
+ "2054899126": {
311
+ "candidate_diversity_at_16": 0.3475019994245223,
312
+ "collapse_rate_at_16": 0.0625,
313
+ "mean_negative_distance_at_16": 0.5313344911025502,
314
+ "mean_positive_distance_at_16": 0.6607198377195335,
315
+ "negative_near_at_16_thr_0p20": 0.0,
316
+ "negative_near_at_16_thr_0p40": 0.0,
317
+ "pos_closer_than_neg_at_16": 0.0625,
318
+ "pptc_at_16_thr_0p20": 0.0,
319
+ "pptc_at_16_thr_0p40": 0.0,
320
+ "proxy_support_distance_at_16": 0.5596936369344777
321
+ },
322
+ "211245842": {
323
+ "candidate_diversity_at_16": 0.1409732514941452,
324
+ "collapse_rate_at_16": 0.06666666666666667,
325
+ "mean_negative_distance_at_16": 0.23795962324903303,
326
+ "mean_positive_distance_at_16": 0.39042182065783165,
327
+ "negative_near_at_16_thr_0p20": 0.13333333333333333,
328
+ "negative_near_at_16_thr_0p40": 1.0,
329
+ "pos_closer_than_neg_at_16": 0.0,
330
+ "pptc_at_16_thr_0p20": 0.0,
331
+ "pptc_at_16_thr_0p40": 1.0,
332
+ "proxy_support_distance_at_16": 0.3451750999628733
333
+ },
334
+ "2141802816": {
335
+ "candidate_diversity_at_16": 0.15613562098265854,
336
+ "collapse_rate_at_16": 0.0625,
337
+ "mean_positive_distance_at_16": 0.22306284085630199,
338
+ "negative_near_at_16_thr_0p20": 0.0,
339
+ "negative_near_at_16_thr_0p40": 0.0,
340
+ "pptc_at_16_thr_0p20": 1.0,
341
+ "pptc_at_16_thr_0p40": 1.0,
342
+ "proxy_support_distance_at_16": 0.16796170582940037
343
+ },
344
+ "256770874": {
345
+ "candidate_diversity_at_16": 0.23539269792332093,
346
+ "collapse_rate_at_16": 0.07692307692307693,
347
+ "mean_negative_distance_at_16": 0.29000549038721857,
348
+ "mean_positive_distance_at_16": 0.2885706376359474,
349
+ "negative_near_at_16_thr_0p20": 0.0,
350
+ "negative_near_at_16_thr_0p40": 0.9230769230769231,
351
+ "pos_closer_than_neg_at_16": 0.6923076923076923,
352
+ "pptc_at_16_thr_0p20": 0.0,
353
+ "pptc_at_16_thr_0p40": 1.0,
354
+ "proxy_support_distance_at_16": 0.21921749491396
355
+ },
356
+ "278008524": {
357
+ "candidate_diversity_at_16": 0.23538171172552383,
358
+ "collapse_rate_at_16": 0.07291666666666666,
359
+ "mean_negative_distance_at_16": 0.456199333025082,
360
+ "mean_positive_distance_at_16": 0.33650776665565907,
361
+ "negative_near_at_16_thr_0p20": 0.0,
362
+ "negative_near_at_16_thr_0p40": 0.5,
363
+ "pos_closer_than_neg_at_16": 0.96875,
364
+ "pptc_at_16_thr_0p20": 0.0,
365
+ "pptc_at_16_thr_0p40": 1.0,
366
+ "proxy_support_distance_at_16": 0.27281615881211163
367
+ },
368
+ "416183106": {
369
+ "candidate_diversity_at_16": 0.229273198355061,
370
+ "collapse_rate_at_16": 0.08333333333333333,
371
+ "mean_negative_distance_at_16": 0.30701321822065286,
372
+ "mean_positive_distance_at_16": 0.28505609251368563,
373
+ "negative_near_at_16_thr_0p20": 0.0,
374
+ "negative_near_at_16_thr_0p40": 1.0,
375
+ "pos_closer_than_neg_at_16": 1.0,
376
+ "pptc_at_16_thr_0p20": 0.0,
377
+ "pptc_at_16_thr_0p40": 1.0,
378
+ "proxy_support_distance_at_16": 0.21645288437112697
379
+ },
380
+ "534717141": {
381
+ "candidate_diversity_at_16": 0.13531906313937936,
382
+ "collapse_rate_at_16": 0.07692307692307693,
383
+ "mean_negative_distance_at_16": 0.9470674365948961,
384
+ "mean_positive_distance_at_16": 0.2688860858719817,
385
+ "negative_near_at_16_thr_0p20": 0.0,
386
+ "negative_near_at_16_thr_0p40": 0.0,
387
+ "pos_closer_than_neg_at_16": 1.0,
388
+ "pptc_at_16_thr_0p20": 0.0,
389
+ "pptc_at_16_thr_0p40": 1.0,
390
+ "proxy_support_distance_at_16": 0.24370016718125073
391
+ },
392
+ "551504635": {
393
+ "candidate_diversity_at_16": 0.1233837420981213,
394
+ "collapse_rate_at_16": 0.0625,
395
+ "mean_negative_distance_at_16": 0.48844566800264755,
396
+ "mean_positive_distance_at_16": 0.37985570077725217,
397
+ "negative_near_at_16_thr_0p20": 0.0,
398
+ "negative_near_at_16_thr_0p40": 0.0,
399
+ "pos_closer_than_neg_at_16": 0.9375,
400
+ "pptc_at_16_thr_0p20": 0.0,
401
+ "pptc_at_16_thr_0p40": 1.0,
402
+ "proxy_support_distance_at_16": 0.30118463617998226
403
+ },
404
+ "565369392": {
405
+ "candidate_diversity_at_16": 0.37485393962752217,
406
+ "collapse_rate_at_16": 0.0625,
407
+ "mean_negative_distance_at_16": 0.5518229508049083,
408
+ "mean_positive_distance_at_16": 0.5536931836562623,
409
+ "negative_near_at_16_thr_0p20": 0.0,
410
+ "negative_near_at_16_thr_0p40": 0.14583333333333334,
411
+ "pos_closer_than_neg_at_16": 0.3333333333333333,
412
+ "pptc_at_16_thr_0p20": 0.0,
413
+ "pptc_at_16_thr_0p40": 0.3333333333333333,
414
+ "proxy_support_distance_at_16": 0.4352723078763609
415
+ },
416
+ "565621826": {
417
+ "candidate_diversity_at_16": 0.37327534583763927,
418
+ "collapse_rate_at_16": 0.0625,
419
+ "mean_negative_distance_at_16": 0.667184441574249,
420
+ "mean_positive_distance_at_16": 0.661104517999581,
421
+ "negative_near_at_16_thr_0p20": 0.0,
422
+ "negative_near_at_16_thr_0p40": 0.0,
423
+ "pos_closer_than_neg_at_16": 0.75,
424
+ "pptc_at_16_thr_0p20": 0.0,
425
+ "pptc_at_16_thr_0p40": 0.0,
426
+ "proxy_support_distance_at_16": 0.5035513155949093
427
+ },
428
+ "585904130": {
429
+ "candidate_diversity_at_16": 0.3984264005838274,
430
+ "collapse_rate_at_16": 0.0625,
431
+ "mean_negative_distance_at_16": 0.6814892937104575,
432
+ "mean_positive_distance_at_16": 0.657261910124805,
433
+ "negative_near_at_16_thr_0p20": 0.0,
434
+ "negative_near_at_16_thr_0p40": 0.0,
435
+ "pos_closer_than_neg_at_16": 0.59375,
436
+ "pptc_at_16_thr_0p20": 0.0,
437
+ "pptc_at_16_thr_0p40": 0.0,
438
+ "proxy_support_distance_at_16": 0.524116764119928
439
+ },
440
+ "626486813": {
441
+ "candidate_diversity_at_16": 0.3616231692782167,
442
+ "collapse_rate_at_16": 0.0625,
443
+ "mean_negative_distance_at_16": 0.6030846533709178,
444
+ "mean_positive_distance_at_16": 0.556066506257042,
445
+ "negative_near_at_16_thr_0p20": 0.0,
446
+ "negative_near_at_16_thr_0p40": 0.0,
447
+ "pos_closer_than_neg_at_16": 1.0,
448
+ "pptc_at_16_thr_0p20": 0.0,
449
+ "pptc_at_16_thr_0p40": 0.75,
450
+ "proxy_support_distance_at_16": 0.4545732971401627
451
+ },
452
+ "636680137": {
453
+ "candidate_diversity_at_16": 0.30550509628471195,
454
+ "collapse_rate_at_16": 0.06666666666666667,
455
+ "mean_negative_distance_at_16": 0.7945772379637215,
456
+ "mean_positive_distance_at_16": 0.7197222284787211,
457
+ "negative_near_at_16_thr_0p20": 0.0,
458
+ "negative_near_at_16_thr_0p40": 0.0,
459
+ "pos_closer_than_neg_at_16": 1.0,
460
+ "pptc_at_16_thr_0p20": 0.0,
461
+ "pptc_at_16_thr_0p40": 0.0,
462
+ "proxy_support_distance_at_16": 0.6505718745092803
463
+ },
464
+ "706479600": {
465
+ "candidate_diversity_at_16": 0.14662367232526255,
466
+ "collapse_rate_at_16": 0.06666666666666667,
467
+ "mean_negative_distance_at_16": 0.6913121111841473,
468
+ "mean_positive_distance_at_16": 0.2045103157915979,
469
+ "negative_near_at_16_thr_0p20": 0.0,
470
+ "negative_near_at_16_thr_0p40": 0.0,
471
+ "pos_closer_than_neg_at_16": 1.0,
472
+ "pptc_at_16_thr_0p20": 1.0,
473
+ "pptc_at_16_thr_0p40": 1.0,
474
+ "proxy_support_distance_at_16": 0.15125722671823205
475
+ },
476
+ "750448296": {
477
+ "candidate_diversity_at_16": 0.45529056728365447,
478
+ "collapse_rate_at_16": 0.0625,
479
+ "mean_positive_distance_at_16": 0.6426492786875364,
480
+ "negative_near_at_16_thr_0p20": 0.0,
481
+ "negative_near_at_16_thr_0p40": 0.0,
482
+ "pptc_at_16_thr_0p20": 0.0,
483
+ "pptc_at_16_thr_0p40": 0.0,
484
+ "proxy_support_distance_at_16": 0.5025515411957946
485
+ },
486
+ "75070641": {
487
+ "candidate_diversity_at_16": 0.2401379817019133,
488
+ "collapse_rate_at_16": 0.08333333333333333,
489
+ "mean_negative_distance_at_16": 0.3159723521999957,
490
+ "mean_positive_distance_at_16": 0.3028553604128687,
491
+ "negative_near_at_16_thr_0p20": 0.0,
492
+ "negative_near_at_16_thr_0p40": 0.9166666666666666,
493
+ "pos_closer_than_neg_at_16": 0.8333333333333334,
494
+ "pptc_at_16_thr_0p20": 0.0,
495
+ "pptc_at_16_thr_0p40": 1.0,
496
+ "proxy_support_distance_at_16": 0.22594843943831563
497
+ },
498
+ "767747424": {
499
+ "candidate_diversity_at_16": 0.2975536249007819,
500
+ "collapse_rate_at_16": 0.06473214285714285,
501
+ "mean_positive_distance_at_16": 0.5249013743426751,
502
+ "negative_near_at_16_thr_0p20": 0.0,
503
+ "negative_near_at_16_thr_0p40": 0.0,
504
+ "pptc_at_16_thr_0p20": 0.0,
505
+ "pptc_at_16_thr_0p40": 0.5,
506
+ "proxy_support_distance_at_16": 0.4398879896363055
507
+ },
508
+ "77147264": {
509
+ "candidate_diversity_at_16": 0.2516098364424325,
510
+ "collapse_rate_at_16": 0.07291666666666666,
511
+ "mean_negative_distance_at_16": 0.43740595343499367,
512
+ "mean_positive_distance_at_16": 0.4280637428088728,
513
+ "negative_near_at_16_thr_0p20": 0.0,
514
+ "negative_near_at_16_thr_0p40": 0.4166666666666667,
515
+ "pos_closer_than_neg_at_16": 0.5833333333333333,
516
+ "pptc_at_16_thr_0p20": 0.0,
517
+ "pptc_at_16_thr_0p40": 0.5,
518
+ "proxy_support_distance_at_16": 0.3234571039051939
519
+ },
520
+ "794181626": {
521
+ "candidate_diversity_at_16": 0.2573710376721165,
522
+ "collapse_rate_at_16": 0.0625,
523
+ "mean_negative_distance_at_16": 0.6831879395681002,
524
+ "mean_positive_distance_at_16": 0.37544481032516924,
525
+ "negative_near_at_16_thr_0p20": 0.0,
526
+ "negative_near_at_16_thr_0p40": 0.0,
527
+ "pos_closer_than_neg_at_16": 1.0,
528
+ "pptc_at_16_thr_0p20": 0.0,
529
+ "pptc_at_16_thr_0p40": 1.0,
530
+ "proxy_support_distance_at_16": 0.27493006093451333
531
+ },
532
+ "957101489": {
533
+ "candidate_diversity_at_16": 0.1688593117560064,
534
+ "collapse_rate_at_16": 0.07142857142857142,
535
+ "mean_negative_distance_at_16": 0.27666332150927875,
536
+ "mean_positive_distance_at_16": 0.1914732022255065,
537
+ "negative_near_at_16_thr_0p20": 0.0,
538
+ "negative_near_at_16_thr_0p40": 1.0,
539
+ "pos_closer_than_neg_at_16": 1.0,
540
+ "pptc_at_16_thr_0p20": 1.0,
541
+ "pptc_at_16_thr_0p40": 1.0,
542
+ "proxy_support_distance_at_16": 0.12515667256361054
543
+ },
544
+ "998761162": {
545
+ "candidate_diversity_at_16": 0.18931658181213368,
546
+ "collapse_rate_at_16": 0.0625,
547
+ "mean_positive_distance_at_16": 0.3443205779482667,
548
+ "negative_near_at_16_thr_0p20": 0.0,
549
+ "negative_near_at_16_thr_0p40": 0.0,
550
+ "pptc_at_16_thr_0p20": 0.0,
551
+ "pptc_at_16_thr_0p40": 1.0,
552
+ "proxy_support_distance_at_16": 0.2925735982997134
553
+ }
554
+ }
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/metrics_by_task.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LiftPegUpright-v1": {
3
+ "candidate_diversity_at_16": 0.15194070369332952,
4
+ "collapse_rate_at_16": 0.07311091686091686,
5
+ "mean_negative_distance_at_16": 0.41003580438497456,
6
+ "mean_positive_distance_at_16": 0.2526517164213959,
7
+ "negative_near_at_16_thr_0p20": 0.0,
8
+ "negative_near_at_16_thr_0p40": 0.4431089743589744,
9
+ "pos_closer_than_neg_at_16": 0.9895833333333334,
10
+ "pptc_at_16_thr_0p20": 0.6666666666666666,
11
+ "pptc_at_16_thr_0p40": 1.0,
12
+ "proxy_support_distance_at_16": 0.19432631874730055
13
+ },
14
+ "PickCube-v1": {
15
+ "candidate_diversity_at_16": 0.2798074099150034,
16
+ "collapse_rate_at_16": 0.1,
17
+ "mean_negative_distance_at_16": 0.7547289739332965,
18
+ "mean_positive_distance_at_16": 0.7408473357398868,
19
+ "negative_near_at_16_thr_0p20": 0.0,
20
+ "negative_near_at_16_thr_0p40": 0.0,
21
+ "pos_closer_than_neg_at_16": 1.0,
22
+ "pptc_at_16_thr_0p20": 0.0,
23
+ "pptc_at_16_thr_0p40": 0.0,
24
+ "proxy_support_distance_at_16": 0.5821737382086712
25
+ },
26
+ "PullCube-v1": {
27
+ "candidate_diversity_at_16": 0.3514774940208659,
28
+ "collapse_rate_at_16": 0.06404465632406808,
29
+ "mean_negative_distance_at_16": 0.680932139227005,
30
+ "mean_positive_distance_at_16": 0.5982411032914859,
31
+ "negative_near_at_16_thr_0p20": 0.0,
32
+ "negative_near_at_16_thr_0p40": 0.012867647058823529,
33
+ "pos_closer_than_neg_at_16": 0.6339285714285714,
34
+ "pptc_at_16_thr_0p20": 0.0,
35
+ "pptc_at_16_thr_0p40": 0.38235294117647056,
36
+ "proxy_support_distance_at_16": 0.4953862661443619
37
+ },
38
+ "PushCube-v1": {
39
+ "candidate_diversity_at_16": 0.19265085530453974,
40
+ "collapse_rate_at_16": 0.06478937728937728,
41
+ "mean_negative_distance_at_16": 0.45782704945186825,
42
+ "mean_positive_distance_at_16": 0.3346572978002165,
43
+ "negative_near_at_16_thr_0p20": 0.019230769230769232,
44
+ "negative_near_at_16_thr_0p40": 0.34134615384615385,
45
+ "pos_closer_than_neg_at_16": 0.65625,
46
+ "pptc_at_16_thr_0p20": 0.07692307692307693,
47
+ "pptc_at_16_thr_0p40": 0.8461538461538461,
48
+ "proxy_support_distance_at_16": 0.27494261217920624
49
+ },
50
+ "StackCube-v1": {
51
+ "candidate_diversity_at_16": 0.18664440882270467,
52
+ "collapse_rate_at_16": 0.07588217338217337,
53
+ "mean_negative_distance_at_16": 0.33228163573200864,
54
+ "mean_positive_distance_at_16": 0.2803526608090568,
55
+ "negative_near_at_16_thr_0p20": 0.09460317460317459,
56
+ "negative_near_at_16_thr_0p40": 0.8181257631257631,
57
+ "pos_closer_than_neg_at_16": 0.7782967032967034,
58
+ "pptc_at_16_thr_0p20": 0.5333333333333333,
59
+ "pptc_at_16_thr_0p40": 0.9333333333333333,
60
+ "proxy_support_distance_at_16": 0.2129280750840769
61
+ }
62
+ }
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/split_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/table.tex ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ % Auto-generated by scripts/eval_ctt_proxy.py
2
+ \begin{tabular}{lrrr}
3
+ \toprule
4
+ Metric & N & Mean & CI high \\
5
+ \midrule
6
+ candidate\_diversity\_at\_16 & 69 & 0.2673 & 0.2908 \\
7
+ collapse\_rate\_at\_16 & 69 & 0.0681 & 0.0708 \\
8
+ mean\_negative\_distance\_at\_16 & 51 & 0.5130 & 0.5740 \\
9
+ mean\_positive\_distance\_at\_16 & 69 & 0.4515 & 0.5069 \\
10
+ negative\_near\_at\_16\_thr\_0p20 & 69 & 0.0242 & 0.0525 \\
11
+ negative\_near\_at\_16\_thr\_0p40 & 69 & 0.2870 & 0.3927 \\
12
+ pos\_closer\_than\_neg\_at\_16 & 51 & 0.7289 & 0.8347 \\
13
+ pptc\_at\_16\_thr\_0p20 & 69 & 0.1884 & 0.2899 \\
14
+ pptc\_at\_16\_thr\_0p40 & 69 & 0.6377 & 0.7391 \\
15
+ proxy\_support\_distance\_at\_16 & 69 & 0.3675 & 0.4175 \\
16
+ \bottomrule
17
+ \end{tabular}
workspace/runs/ctt_residual_ot_full_seed1_val_proxy/train.log ADDED
@@ -0,0 +1 @@
 
 
1
+ see checkpoint run
workspace/runs/ctt_residual_ot_full_seed2/command.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ python scripts/train_ctt.py --dataset data/cil_charts/train/index.json --out-dir runs/ctt_residual_ot_full_seed2 --variant residual --epochs 5 --max-charts 100000 --neighbors 8 --lr 0.001 --seed 2 --pos-alignment 1.0 --ot-alignment 0.25 --negative-boundary 0.25 --pairwise-rank 1.0 --listwise-rank 0.5 --cycle 0.1 --diversity 0.05 --negative-margin 0.2 --ot-epsilon 0.05 --ot-iterations 30 --transport-samples-per-pair 4 --diversity-temperature 1.0 --no-markdown-report
workspace/runs/ctt_residual_ot_full_seed2/config.yaml ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ chart_feature_mode: base
2
+ config: None
3
+ cycle: 0.1
4
+ dataset: data/cil_charts/train/index.json
5
+ diversity: 0.05
6
+ diversity_temperature: 1.0
7
+ epochs: 5
8
+ listwise_rank: 0.5
9
+ lr: 0.001
10
+ max_charts: 100000
11
+ negative_boundary: 0.25
12
+ negative_margin: 0.2
13
+ neighbors: 8
14
+ no_markdown_report: True
15
+ ot_alignment: 0.25
16
+ ot_epsilon: 0.05
17
+ ot_iterations: 30
18
+ out_dir: runs/ctt_residual_ot_full_seed2
19
+ pairwise_rank: 1.0
20
+ pos_alignment: 1.0
21
+ seed: 2
22
+ transport_samples_per_pair: 4
23
+ variant: residual
workspace/runs/ctt_residual_ot_full_seed2/data_hash.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957
workspace/runs/ctt_residual_ot_full_seed2/eval.log ADDED
@@ -0,0 +1 @@
 
 
1
+ eval not run by train_ctt.py