lsnu commited on
Commit
2f28ec8
·
verified ·
1 Parent(s): 9c74dfe

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +512 -0
  2. VLAarchtests/artifacts/data/reveal_proxy/proposal_dataset_build_selector_align.json +15 -0
  3. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_clip_seed7.yaml +149 -0
  4. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_clip_seed8.yaml +149 -0
  5. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_clip_seed9.yaml +149 -0
  6. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_dummy_seed13.yaml +147 -0
  7. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_dummy_seed14.yaml +147 -0
  8. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_dummy_seed15.yaml +147 -0
  9. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_clip_seed11.yaml +149 -0
  10. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_clip_seed12.yaml +149 -0
  11. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_clip_seed13.yaml +149 -0
  12. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_dummy_seed21.yaml +148 -0
  13. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_dummy_seed22.yaml +148 -0
  14. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_dummy_seed23.yaml +148 -0
  15. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage3_clip_rgbd_seed17.yaml +149 -0
  16. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage3_clip_rgbd_seed18.yaml +149 -0
  17. VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage3_clip_rgbd_seed19.yaml +149 -0
  18. VLAarchtests/artifacts/generated_configs/reveal_proxy_iter9_bag_train_specs.json +642 -0
  19. VLAarchtests/artifacts/generated_configs/reveal_proxy_iter9_bag_val_specs.json +242 -0
  20. VLAarchtests/artifacts/generated_configs/reveal_proxy_sprint_benchmark_v7.json +2702 -0
  21. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/config_resolved.yaml +160 -0
  22. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/metrics.json +356 -0
  23. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/summary.json +92 -0
  24. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/config_resolved.yaml +160 -0
  25. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/metrics.json +356 -0
  26. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/summary.json +92 -0
  27. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17/config_resolved.yaml +160 -0
  28. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17/metrics.json +238 -0
  29. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17/summary.json +92 -0
  30. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/config_resolved.yaml +160 -0
  31. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/metrics.json +238 -0
  32. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/summary.json +92 -0
  33. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/config_resolved.yaml +155 -0
  34. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/metrics.json +238 -0
  35. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/summary.json +31 -0
  36. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17/config_resolved.yaml +161 -0
  37. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17/metrics.json +246 -0
  38. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17/summary.json +92 -0
  39. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17/config_resolved.yaml +162 -0
  40. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17/metrics.json +246 -0
  41. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17/summary.json +92 -0
  42. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/config_resolved.yaml +158 -0
  43. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/metrics.json +238 -0
  44. VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/summary.json +42 -0
  45. VLAarchtests/artifacts/reports/ablations_v7/ablations.md +92 -0
  46. VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter1/aligned_shortlist_diagnostics.json +68 -0
  47. VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter1/aligned_shortlist_diagnostics.md +21 -0
  48. VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter2/aligned_shortlist_diagnostics.json +113 -0
  49. VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter2/aligned_shortlist_diagnostics.md +34 -0
  50. VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter3/aligned_shortlist_diagnostics.json +113 -0
.gitattributes CHANGED
@@ -13068,3 +13068,515 @@ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11975.replay filter=lfs d
13068
  baselines/AnyBimanual_overlap_replay/multi/10000-14999/11973.replay filter=lfs diff=lfs merge=lfs -text
13069
  baselines/AnyBimanual_overlap_replay/multi/10000-14999/11974.replay filter=lfs diff=lfs merge=lfs -text
13070
  baselines/AnyBimanual_overlap_replay/multi/10000-14999/11976.replay filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13068
  baselines/AnyBimanual_overlap_replay/multi/10000-14999/11973.replay filter=lfs diff=lfs merge=lfs -text
13069
  baselines/AnyBimanual_overlap_replay/multi/10000-14999/11974.replay filter=lfs diff=lfs merge=lfs -text
13070
  baselines/AnyBimanual_overlap_replay/multi/10000-14999/11976.replay filter=lfs diff=lfs merge=lfs -text
13071
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11977.replay filter=lfs diff=lfs merge=lfs -text
13072
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11978.replay filter=lfs diff=lfs merge=lfs -text
13073
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11979.replay filter=lfs diff=lfs merge=lfs -text
13074
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11980.replay filter=lfs diff=lfs merge=lfs -text
13075
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11981.replay filter=lfs diff=lfs merge=lfs -text
13076
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11982.replay filter=lfs diff=lfs merge=lfs -text
13077
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11984.replay filter=lfs diff=lfs merge=lfs -text
13078
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11983.replay filter=lfs diff=lfs merge=lfs -text
13079
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11985.replay filter=lfs diff=lfs merge=lfs -text
13080
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11986.replay filter=lfs diff=lfs merge=lfs -text
13081
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11987.replay filter=lfs diff=lfs merge=lfs -text
13082
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11988.replay filter=lfs diff=lfs merge=lfs -text
13083
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11989.replay filter=lfs diff=lfs merge=lfs -text
13084
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11991.replay filter=lfs diff=lfs merge=lfs -text
13085
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11992.replay filter=lfs diff=lfs merge=lfs -text
13086
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11993.replay filter=lfs diff=lfs merge=lfs -text
13087
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11995.replay filter=lfs diff=lfs merge=lfs -text
13088
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11990.replay filter=lfs diff=lfs merge=lfs -text
13089
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11994.replay filter=lfs diff=lfs merge=lfs -text
13090
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11997.replay filter=lfs diff=lfs merge=lfs -text
13091
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11999.replay filter=lfs diff=lfs merge=lfs -text
13092
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11998.replay filter=lfs diff=lfs merge=lfs -text
13093
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12001.replay filter=lfs diff=lfs merge=lfs -text
13094
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12002.replay filter=lfs diff=lfs merge=lfs -text
13095
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/11996.replay filter=lfs diff=lfs merge=lfs -text
13096
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12003.replay filter=lfs diff=lfs merge=lfs -text
13097
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12004.replay filter=lfs diff=lfs merge=lfs -text
13098
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12005.replay filter=lfs diff=lfs merge=lfs -text
13099
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12000.replay filter=lfs diff=lfs merge=lfs -text
13100
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12007.replay filter=lfs diff=lfs merge=lfs -text
13101
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12006.replay filter=lfs diff=lfs merge=lfs -text
13102
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12008.replay filter=lfs diff=lfs merge=lfs -text
13103
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12009.replay filter=lfs diff=lfs merge=lfs -text
13104
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12011.replay filter=lfs diff=lfs merge=lfs -text
13105
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12012.replay filter=lfs diff=lfs merge=lfs -text
13106
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12013.replay filter=lfs diff=lfs merge=lfs -text
13107
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12014.replay filter=lfs diff=lfs merge=lfs -text
13108
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12010.replay filter=lfs diff=lfs merge=lfs -text
13109
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12015.replay filter=lfs diff=lfs merge=lfs -text
13110
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12016.replay filter=lfs diff=lfs merge=lfs -text
13111
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12017.replay filter=lfs diff=lfs merge=lfs -text
13112
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12018.replay filter=lfs diff=lfs merge=lfs -text
13113
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12021.replay filter=lfs diff=lfs merge=lfs -text
13114
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12020.replay filter=lfs diff=lfs merge=lfs -text
13115
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12022.replay filter=lfs diff=lfs merge=lfs -text
13116
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12024.replay filter=lfs diff=lfs merge=lfs -text
13117
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12026.replay filter=lfs diff=lfs merge=lfs -text
13118
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12025.replay filter=lfs diff=lfs merge=lfs -text
13119
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12028.replay filter=lfs diff=lfs merge=lfs -text
13120
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12027.replay filter=lfs diff=lfs merge=lfs -text
13121
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12019.replay filter=lfs diff=lfs merge=lfs -text
13122
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12029.replay filter=lfs diff=lfs merge=lfs -text
13123
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12030.replay filter=lfs diff=lfs merge=lfs -text
13124
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12032.replay filter=lfs diff=lfs merge=lfs -text
13125
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12023.replay filter=lfs diff=lfs merge=lfs -text
13126
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12033.replay filter=lfs diff=lfs merge=lfs -text
13127
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12035.replay filter=lfs diff=lfs merge=lfs -text
13128
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12034.replay filter=lfs diff=lfs merge=lfs -text
13129
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12036.replay filter=lfs diff=lfs merge=lfs -text
13130
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12037.replay filter=lfs diff=lfs merge=lfs -text
13131
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12039.replay filter=lfs diff=lfs merge=lfs -text
13132
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12038.replay filter=lfs diff=lfs merge=lfs -text
13133
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12040.replay filter=lfs diff=lfs merge=lfs -text
13134
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12031.replay filter=lfs diff=lfs merge=lfs -text
13135
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12041.replay filter=lfs diff=lfs merge=lfs -text
13136
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12042.replay filter=lfs diff=lfs merge=lfs -text
13137
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12043.replay filter=lfs diff=lfs merge=lfs -text
13138
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12044.replay filter=lfs diff=lfs merge=lfs -text
13139
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12045.replay filter=lfs diff=lfs merge=lfs -text
13140
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12046.replay filter=lfs diff=lfs merge=lfs -text
13141
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12048.replay filter=lfs diff=lfs merge=lfs -text
13142
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12049.replay filter=lfs diff=lfs merge=lfs -text
13143
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12051.replay filter=lfs diff=lfs merge=lfs -text
13144
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12050.replay filter=lfs diff=lfs merge=lfs -text
13145
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12053.replay filter=lfs diff=lfs merge=lfs -text
13146
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12052.replay filter=lfs diff=lfs merge=lfs -text
13147
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12047.replay filter=lfs diff=lfs merge=lfs -text
13148
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12056.replay filter=lfs diff=lfs merge=lfs -text
13149
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12057.replay filter=lfs diff=lfs merge=lfs -text
13150
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12058.replay filter=lfs diff=lfs merge=lfs -text
13151
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12054.replay filter=lfs diff=lfs merge=lfs -text
13152
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12061.replay filter=lfs diff=lfs merge=lfs -text
13153
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12055.replay filter=lfs diff=lfs merge=lfs -text
13154
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12063.replay filter=lfs diff=lfs merge=lfs -text
13155
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12062.replay filter=lfs diff=lfs merge=lfs -text
13156
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12064.replay filter=lfs diff=lfs merge=lfs -text
13157
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12059.replay filter=lfs diff=lfs merge=lfs -text
13158
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12065.replay filter=lfs diff=lfs merge=lfs -text
13159
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12060.replay filter=lfs diff=lfs merge=lfs -text
13160
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12068.replay filter=lfs diff=lfs merge=lfs -text
13161
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12067.replay filter=lfs diff=lfs merge=lfs -text
13162
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12066.replay filter=lfs diff=lfs merge=lfs -text
13163
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12069.replay filter=lfs diff=lfs merge=lfs -text
13164
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12071.replay filter=lfs diff=lfs merge=lfs -text
13165
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12072.replay filter=lfs diff=lfs merge=lfs -text
13166
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12074.replay filter=lfs diff=lfs merge=lfs -text
13167
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12073.replay filter=lfs diff=lfs merge=lfs -text
13168
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12075.replay filter=lfs diff=lfs merge=lfs -text
13169
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12070.replay filter=lfs diff=lfs merge=lfs -text
13170
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12076.replay filter=lfs diff=lfs merge=lfs -text
13171
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12077.replay filter=lfs diff=lfs merge=lfs -text
13172
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12078.replay filter=lfs diff=lfs merge=lfs -text
13173
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12079.replay filter=lfs diff=lfs merge=lfs -text
13174
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12080.replay filter=lfs diff=lfs merge=lfs -text
13175
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12082.replay filter=lfs diff=lfs merge=lfs -text
13176
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12083.replay filter=lfs diff=lfs merge=lfs -text
13177
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12081.replay filter=lfs diff=lfs merge=lfs -text
13178
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12085.replay filter=lfs diff=lfs merge=lfs -text
13179
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12086.replay filter=lfs diff=lfs merge=lfs -text
13180
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12087.replay filter=lfs diff=lfs merge=lfs -text
13181
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12089.replay filter=lfs diff=lfs merge=lfs -text
13182
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12088.replay filter=lfs diff=lfs merge=lfs -text
13183
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12090.replay filter=lfs diff=lfs merge=lfs -text
13184
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12091.replay filter=lfs diff=lfs merge=lfs -text
13185
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12092.replay filter=lfs diff=lfs merge=lfs -text
13186
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12093.replay filter=lfs diff=lfs merge=lfs -text
13187
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12084.replay filter=lfs diff=lfs merge=lfs -text
13188
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12094.replay filter=lfs diff=lfs merge=lfs -text
13189
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12095.replay filter=lfs diff=lfs merge=lfs -text
13190
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12097.replay filter=lfs diff=lfs merge=lfs -text
13191
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12096.replay filter=lfs diff=lfs merge=lfs -text
13192
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12098.replay filter=lfs diff=lfs merge=lfs -text
13193
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12099.replay filter=lfs diff=lfs merge=lfs -text
13194
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12100.replay filter=lfs diff=lfs merge=lfs -text
13195
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12101.replay filter=lfs diff=lfs merge=lfs -text
13196
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12103.replay filter=lfs diff=lfs merge=lfs -text
13197
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12104.replay filter=lfs diff=lfs merge=lfs -text
13198
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12102.replay filter=lfs diff=lfs merge=lfs -text
13199
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12105.replay filter=lfs diff=lfs merge=lfs -text
13200
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12107.replay filter=lfs diff=lfs merge=lfs -text
13201
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12106.replay filter=lfs diff=lfs merge=lfs -text
13202
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12110.replay filter=lfs diff=lfs merge=lfs -text
13203
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12109.replay filter=lfs diff=lfs merge=lfs -text
13204
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12108.replay filter=lfs diff=lfs merge=lfs -text
13205
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12114.replay filter=lfs diff=lfs merge=lfs -text
13206
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12111.replay filter=lfs diff=lfs merge=lfs -text
13207
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12112.replay filter=lfs diff=lfs merge=lfs -text
13208
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12116.replay filter=lfs diff=lfs merge=lfs -text
13209
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12115.replay filter=lfs diff=lfs merge=lfs -text
13210
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12117.replay filter=lfs diff=lfs merge=lfs -text
13211
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12118.replay filter=lfs diff=lfs merge=lfs -text
13212
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12120.replay filter=lfs diff=lfs merge=lfs -text
13213
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12113.replay filter=lfs diff=lfs merge=lfs -text
13214
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12119.replay filter=lfs diff=lfs merge=lfs -text
13215
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12121.replay filter=lfs diff=lfs merge=lfs -text
13216
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12123.replay filter=lfs diff=lfs merge=lfs -text
13217
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12124.replay filter=lfs diff=lfs merge=lfs -text
13218
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12125.replay filter=lfs diff=lfs merge=lfs -text
13219
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12126.replay filter=lfs diff=lfs merge=lfs -text
13220
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12127.replay filter=lfs diff=lfs merge=lfs -text
13221
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12128.replay filter=lfs diff=lfs merge=lfs -text
13222
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12129.replay filter=lfs diff=lfs merge=lfs -text
13223
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12122.replay filter=lfs diff=lfs merge=lfs -text
13224
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12131.replay filter=lfs diff=lfs merge=lfs -text
13225
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12130.replay filter=lfs diff=lfs merge=lfs -text
13226
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12132.replay filter=lfs diff=lfs merge=lfs -text
13227
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12133.replay filter=lfs diff=lfs merge=lfs -text
13228
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12135.replay filter=lfs diff=lfs merge=lfs -text
13229
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12136.replay filter=lfs diff=lfs merge=lfs -text
13230
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12134.replay filter=lfs diff=lfs merge=lfs -text
13231
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12138.replay filter=lfs diff=lfs merge=lfs -text
13232
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12137.replay filter=lfs diff=lfs merge=lfs -text
13233
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12139.replay filter=lfs diff=lfs merge=lfs -text
13234
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12140.replay filter=lfs diff=lfs merge=lfs -text
13235
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12141.replay filter=lfs diff=lfs merge=lfs -text
13236
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12144.replay filter=lfs diff=lfs merge=lfs -text
13237
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12142.replay filter=lfs diff=lfs merge=lfs -text
13238
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12143.replay filter=lfs diff=lfs merge=lfs -text
13239
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12145.replay filter=lfs diff=lfs merge=lfs -text
13240
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12147.replay filter=lfs diff=lfs merge=lfs -text
13241
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12149.replay filter=lfs diff=lfs merge=lfs -text
13242
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12151.replay filter=lfs diff=lfs merge=lfs -text
13243
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12152.replay filter=lfs diff=lfs merge=lfs -text
13244
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12150.replay filter=lfs diff=lfs merge=lfs -text
13245
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12146.replay filter=lfs diff=lfs merge=lfs -text
13246
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12153.replay filter=lfs diff=lfs merge=lfs -text
13247
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12148.replay filter=lfs diff=lfs merge=lfs -text
13248
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12155.replay filter=lfs diff=lfs merge=lfs -text
13249
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12157.replay filter=lfs diff=lfs merge=lfs -text
13250
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12156.replay filter=lfs diff=lfs merge=lfs -text
13251
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12158.replay filter=lfs diff=lfs merge=lfs -text
13252
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12159.replay filter=lfs diff=lfs merge=lfs -text
13253
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12161.replay filter=lfs diff=lfs merge=lfs -text
13254
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12154.replay filter=lfs diff=lfs merge=lfs -text
13255
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12162.replay filter=lfs diff=lfs merge=lfs -text
13256
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12163.replay filter=lfs diff=lfs merge=lfs -text
13257
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12160.replay filter=lfs diff=lfs merge=lfs -text
13258
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12164.replay filter=lfs diff=lfs merge=lfs -text
13259
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12169.replay filter=lfs diff=lfs merge=lfs -text
13260
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12167.replay filter=lfs diff=lfs merge=lfs -text
13261
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12166.replay filter=lfs diff=lfs merge=lfs -text
13262
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12165.replay filter=lfs diff=lfs merge=lfs -text
13263
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12168.replay filter=lfs diff=lfs merge=lfs -text
13264
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12170.replay filter=lfs diff=lfs merge=lfs -text
13265
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12171.replay filter=lfs diff=lfs merge=lfs -text
13266
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12172.replay filter=lfs diff=lfs merge=lfs -text
13267
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12173.replay filter=lfs diff=lfs merge=lfs -text
13268
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12175.replay filter=lfs diff=lfs merge=lfs -text
13269
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12176.replay filter=lfs diff=lfs merge=lfs -text
13270
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12174.replay filter=lfs diff=lfs merge=lfs -text
13271
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12182.replay filter=lfs diff=lfs merge=lfs -text
13272
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12178.replay filter=lfs diff=lfs merge=lfs -text
13273
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12181.replay filter=lfs diff=lfs merge=lfs -text
13274
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12179.replay filter=lfs diff=lfs merge=lfs -text
13275
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12180.replay filter=lfs diff=lfs merge=lfs -text
13276
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12177.replay filter=lfs diff=lfs merge=lfs -text
13277
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12183.replay filter=lfs diff=lfs merge=lfs -text
13278
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12184.replay filter=lfs diff=lfs merge=lfs -text
13279
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12186.replay filter=lfs diff=lfs merge=lfs -text
13280
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12188.replay filter=lfs diff=lfs merge=lfs -text
13281
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12185.replay filter=lfs diff=lfs merge=lfs -text
13282
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12189.replay filter=lfs diff=lfs merge=lfs -text
13283
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12190.replay filter=lfs diff=lfs merge=lfs -text
13284
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12191.replay filter=lfs diff=lfs merge=lfs -text
13285
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12187.replay filter=lfs diff=lfs merge=lfs -text
13286
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12193.replay filter=lfs diff=lfs merge=lfs -text
13287
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12192.replay filter=lfs diff=lfs merge=lfs -text
13288
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12195.replay filter=lfs diff=lfs merge=lfs -text
13289
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12196.replay filter=lfs diff=lfs merge=lfs -text
13290
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12194.replay filter=lfs diff=lfs merge=lfs -text
13291
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12198.replay filter=lfs diff=lfs merge=lfs -text
13292
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12199.replay filter=lfs diff=lfs merge=lfs -text
13293
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12197.replay filter=lfs diff=lfs merge=lfs -text
13294
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12200.replay filter=lfs diff=lfs merge=lfs -text
13295
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12203.replay filter=lfs diff=lfs merge=lfs -text
13296
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12201.replay filter=lfs diff=lfs merge=lfs -text
13297
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12204.replay filter=lfs diff=lfs merge=lfs -text
13298
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12205.replay filter=lfs diff=lfs merge=lfs -text
13299
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12210.replay filter=lfs diff=lfs merge=lfs -text
13300
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12207.replay filter=lfs diff=lfs merge=lfs -text
13301
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12206.replay filter=lfs diff=lfs merge=lfs -text
13302
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12202.replay filter=lfs diff=lfs merge=lfs -text
13303
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12209.replay filter=lfs diff=lfs merge=lfs -text
13304
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12208.replay filter=lfs diff=lfs merge=lfs -text
13305
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12211.replay filter=lfs diff=lfs merge=lfs -text
13306
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12215.replay filter=lfs diff=lfs merge=lfs -text
13307
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12212.replay filter=lfs diff=lfs merge=lfs -text
13308
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12214.replay filter=lfs diff=lfs merge=lfs -text
13309
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12213.replay filter=lfs diff=lfs merge=lfs -text
13310
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12216.replay filter=lfs diff=lfs merge=lfs -text
13311
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12219.replay filter=lfs diff=lfs merge=lfs -text
13312
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12217.replay filter=lfs diff=lfs merge=lfs -text
13313
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12218.replay filter=lfs diff=lfs merge=lfs -text
13314
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12220.replay filter=lfs diff=lfs merge=lfs -text
13315
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12222.replay filter=lfs diff=lfs merge=lfs -text
13316
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12221.replay filter=lfs diff=lfs merge=lfs -text
13317
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12223.replay filter=lfs diff=lfs merge=lfs -text
13318
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12224.replay filter=lfs diff=lfs merge=lfs -text
13319
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12227.replay filter=lfs diff=lfs merge=lfs -text
13320
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12225.replay filter=lfs diff=lfs merge=lfs -text
13321
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12229.replay filter=lfs diff=lfs merge=lfs -text
13322
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12226.replay filter=lfs diff=lfs merge=lfs -text
13323
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12228.replay filter=lfs diff=lfs merge=lfs -text
13324
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12230.replay filter=lfs diff=lfs merge=lfs -text
13325
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12231.replay filter=lfs diff=lfs merge=lfs -text
13326
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12232.replay filter=lfs diff=lfs merge=lfs -text
13327
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12233.replay filter=lfs diff=lfs merge=lfs -text
13328
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12235.replay filter=lfs diff=lfs merge=lfs -text
13329
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12234.replay filter=lfs diff=lfs merge=lfs -text
13330
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12236.replay filter=lfs diff=lfs merge=lfs -text
13331
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12237.replay filter=lfs diff=lfs merge=lfs -text
13332
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12238.replay filter=lfs diff=lfs merge=lfs -text
13333
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12241.replay filter=lfs diff=lfs merge=lfs -text
13334
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12240.replay filter=lfs diff=lfs merge=lfs -text
13335
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12239.replay filter=lfs diff=lfs merge=lfs -text
13336
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12242.replay filter=lfs diff=lfs merge=lfs -text
13337
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12243.replay filter=lfs diff=lfs merge=lfs -text
13338
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12245.replay filter=lfs diff=lfs merge=lfs -text
13339
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12246.replay filter=lfs diff=lfs merge=lfs -text
13340
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12244.replay filter=lfs diff=lfs merge=lfs -text
13341
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12247.replay filter=lfs diff=lfs merge=lfs -text
13342
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12249.replay filter=lfs diff=lfs merge=lfs -text
13343
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12248.replay filter=lfs diff=lfs merge=lfs -text
13344
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12250.replay filter=lfs diff=lfs merge=lfs -text
13345
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12251.replay filter=lfs diff=lfs merge=lfs -text
13346
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12253.replay filter=lfs diff=lfs merge=lfs -text
13347
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12254.replay filter=lfs diff=lfs merge=lfs -text
13348
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12255.replay filter=lfs diff=lfs merge=lfs -text
13349
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12256.replay filter=lfs diff=lfs merge=lfs -text
13350
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12252.replay filter=lfs diff=lfs merge=lfs -text
13351
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12257.replay filter=lfs diff=lfs merge=lfs -text
13352
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12258.replay filter=lfs diff=lfs merge=lfs -text
13353
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12259.replay filter=lfs diff=lfs merge=lfs -text
13354
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12260.replay filter=lfs diff=lfs merge=lfs -text
13355
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12261.replay filter=lfs diff=lfs merge=lfs -text
13356
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12262.replay filter=lfs diff=lfs merge=lfs -text
13357
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12263.replay filter=lfs diff=lfs merge=lfs -text
13358
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12264.replay filter=lfs diff=lfs merge=lfs -text
13359
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12265.replay filter=lfs diff=lfs merge=lfs -text
13360
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12266.replay filter=lfs diff=lfs merge=lfs -text
13361
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12268.replay filter=lfs diff=lfs merge=lfs -text
13362
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12267.replay filter=lfs diff=lfs merge=lfs -text
13363
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12269.replay filter=lfs diff=lfs merge=lfs -text
13364
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12270.replay filter=lfs diff=lfs merge=lfs -text
13365
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12271.replay filter=lfs diff=lfs merge=lfs -text
13366
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12272.replay filter=lfs diff=lfs merge=lfs -text
13367
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12273.replay filter=lfs diff=lfs merge=lfs -text
13368
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12276.replay filter=lfs diff=lfs merge=lfs -text
13369
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12275.replay filter=lfs diff=lfs merge=lfs -text
13370
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12277.replay filter=lfs diff=lfs merge=lfs -text
13371
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12278.replay filter=lfs diff=lfs merge=lfs -text
13372
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12279.replay filter=lfs diff=lfs merge=lfs -text
13373
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12274.replay filter=lfs diff=lfs merge=lfs -text
13374
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12280.replay filter=lfs diff=lfs merge=lfs -text
13375
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12281.replay filter=lfs diff=lfs merge=lfs -text
13376
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12284.replay filter=lfs diff=lfs merge=lfs -text
13377
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12285.replay filter=lfs diff=lfs merge=lfs -text
13378
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12283.replay filter=lfs diff=lfs merge=lfs -text
13379
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12287.replay filter=lfs diff=lfs merge=lfs -text
13380
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12282.replay filter=lfs diff=lfs merge=lfs -text
13381
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12288.replay filter=lfs diff=lfs merge=lfs -text
13382
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12289.replay filter=lfs diff=lfs merge=lfs -text
13383
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12290.replay filter=lfs diff=lfs merge=lfs -text
13384
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12291.replay filter=lfs diff=lfs merge=lfs -text
13385
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12286.replay filter=lfs diff=lfs merge=lfs -text
13386
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12292.replay filter=lfs diff=lfs merge=lfs -text
13387
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12293.replay filter=lfs diff=lfs merge=lfs -text
13388
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12294.replay filter=lfs diff=lfs merge=lfs -text
13389
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12295.replay filter=lfs diff=lfs merge=lfs -text
13390
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12296.replay filter=lfs diff=lfs merge=lfs -text
13391
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12297.replay filter=lfs diff=lfs merge=lfs -text
13392
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12298.replay filter=lfs diff=lfs merge=lfs -text
13393
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12299.replay filter=lfs diff=lfs merge=lfs -text
13394
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12300.replay filter=lfs diff=lfs merge=lfs -text
13395
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12301.replay filter=lfs diff=lfs merge=lfs -text
13396
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12303.replay filter=lfs diff=lfs merge=lfs -text
13397
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12302.replay filter=lfs diff=lfs merge=lfs -text
13398
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12304.replay filter=lfs diff=lfs merge=lfs -text
13399
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12305.replay filter=lfs diff=lfs merge=lfs -text
13400
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12306.replay filter=lfs diff=lfs merge=lfs -text
13401
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12307.replay filter=lfs diff=lfs merge=lfs -text
13402
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12308.replay filter=lfs diff=lfs merge=lfs -text
13403
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12310.replay filter=lfs diff=lfs merge=lfs -text
13404
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12309.replay filter=lfs diff=lfs merge=lfs -text
13405
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12311.replay filter=lfs diff=lfs merge=lfs -text
13406
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12312.replay filter=lfs diff=lfs merge=lfs -text
13407
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12314.replay filter=lfs diff=lfs merge=lfs -text
13408
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12313.replay filter=lfs diff=lfs merge=lfs -text
13409
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12315.replay filter=lfs diff=lfs merge=lfs -text
13410
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12316.replay filter=lfs diff=lfs merge=lfs -text
13411
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12317.replay filter=lfs diff=lfs merge=lfs -text
13412
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12318.replay filter=lfs diff=lfs merge=lfs -text
13413
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12319.replay filter=lfs diff=lfs merge=lfs -text
13414
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12320.replay filter=lfs diff=lfs merge=lfs -text
13415
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12321.replay filter=lfs diff=lfs merge=lfs -text
13416
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12322.replay filter=lfs diff=lfs merge=lfs -text
13417
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12323.replay filter=lfs diff=lfs merge=lfs -text
13418
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12332.replay filter=lfs diff=lfs merge=lfs -text
13419
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12333.replay filter=lfs diff=lfs merge=lfs -text
13420
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12334.replay filter=lfs diff=lfs merge=lfs -text
13421
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12335.replay filter=lfs diff=lfs merge=lfs -text
13422
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12336.replay filter=lfs diff=lfs merge=lfs -text
13423
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12337.replay filter=lfs diff=lfs merge=lfs -text
13424
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12339.replay filter=lfs diff=lfs merge=lfs -text
13425
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12338.replay filter=lfs diff=lfs merge=lfs -text
13426
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12340.replay filter=lfs diff=lfs merge=lfs -text
13427
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12342.replay filter=lfs diff=lfs merge=lfs -text
13428
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12341.replay filter=lfs diff=lfs merge=lfs -text
13429
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12343.replay filter=lfs diff=lfs merge=lfs -text
13430
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12344.replay filter=lfs diff=lfs merge=lfs -text
13431
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12346.replay filter=lfs diff=lfs merge=lfs -text
13432
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12345.replay filter=lfs diff=lfs merge=lfs -text
13433
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12347.replay filter=lfs diff=lfs merge=lfs -text
13434
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12348.replay filter=lfs diff=lfs merge=lfs -text
13435
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12349.replay filter=lfs diff=lfs merge=lfs -text
13436
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12350.replay filter=lfs diff=lfs merge=lfs -text
13437
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12352.replay filter=lfs diff=lfs merge=lfs -text
13438
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12351.replay filter=lfs diff=lfs merge=lfs -text
13439
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12354.replay filter=lfs diff=lfs merge=lfs -text
13440
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12355.replay filter=lfs diff=lfs merge=lfs -text
13441
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12353.replay filter=lfs diff=lfs merge=lfs -text
13442
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12356.replay filter=lfs diff=lfs merge=lfs -text
13443
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12358.replay filter=lfs diff=lfs merge=lfs -text
13444
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12359.replay filter=lfs diff=lfs merge=lfs -text
13445
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12357.replay filter=lfs diff=lfs merge=lfs -text
13446
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12360.replay filter=lfs diff=lfs merge=lfs -text
13447
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12361.replay filter=lfs diff=lfs merge=lfs -text
13448
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12362.replay filter=lfs diff=lfs merge=lfs -text
13449
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12363.replay filter=lfs diff=lfs merge=lfs -text
13450
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12364.replay filter=lfs diff=lfs merge=lfs -text
13451
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12365.replay filter=lfs diff=lfs merge=lfs -text
13452
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12366.replay filter=lfs diff=lfs merge=lfs -text
13453
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12367.replay filter=lfs diff=lfs merge=lfs -text
13454
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12368.replay filter=lfs diff=lfs merge=lfs -text
13455
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12370.replay filter=lfs diff=lfs merge=lfs -text
13456
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12369.replay filter=lfs diff=lfs merge=lfs -text
13457
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12371.replay filter=lfs diff=lfs merge=lfs -text
13458
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12372.replay filter=lfs diff=lfs merge=lfs -text
13459
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12373.replay filter=lfs diff=lfs merge=lfs -text
13460
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12375.replay filter=lfs diff=lfs merge=lfs -text
13461
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12374.replay filter=lfs diff=lfs merge=lfs -text
13462
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12376.replay filter=lfs diff=lfs merge=lfs -text
13463
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12415.replay filter=lfs diff=lfs merge=lfs -text
13464
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12414.replay filter=lfs diff=lfs merge=lfs -text
13465
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12416.replay filter=lfs diff=lfs merge=lfs -text
13466
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12418.replay filter=lfs diff=lfs merge=lfs -text
13467
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12419.replay filter=lfs diff=lfs merge=lfs -text
13468
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12417.replay filter=lfs diff=lfs merge=lfs -text
13469
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12420.replay filter=lfs diff=lfs merge=lfs -text
13470
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12421.replay filter=lfs diff=lfs merge=lfs -text
13471
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12422.replay filter=lfs diff=lfs merge=lfs -text
13472
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12423.replay filter=lfs diff=lfs merge=lfs -text
13473
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12424.replay filter=lfs diff=lfs merge=lfs -text
13474
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12425.replay filter=lfs diff=lfs merge=lfs -text
13475
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12426.replay filter=lfs diff=lfs merge=lfs -text
13476
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12427.replay filter=lfs diff=lfs merge=lfs -text
13477
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12428.replay filter=lfs diff=lfs merge=lfs -text
13478
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12429.replay filter=lfs diff=lfs merge=lfs -text
13479
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12431.replay filter=lfs diff=lfs merge=lfs -text
13480
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12430.replay filter=lfs diff=lfs merge=lfs -text
13481
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12432.replay filter=lfs diff=lfs merge=lfs -text
13482
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12436.replay filter=lfs diff=lfs merge=lfs -text
13483
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12435.replay filter=lfs diff=lfs merge=lfs -text
13484
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12433.replay filter=lfs diff=lfs merge=lfs -text
13485
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12434.replay filter=lfs diff=lfs merge=lfs -text
13486
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12437.replay filter=lfs diff=lfs merge=lfs -text
13487
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12438.replay filter=lfs diff=lfs merge=lfs -text
13488
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12441.replay filter=lfs diff=lfs merge=lfs -text
13489
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12440.replay filter=lfs diff=lfs merge=lfs -text
13490
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12439.replay filter=lfs diff=lfs merge=lfs -text
13491
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12443.replay filter=lfs diff=lfs merge=lfs -text
13492
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12442.replay filter=lfs diff=lfs merge=lfs -text
13493
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12445.replay filter=lfs diff=lfs merge=lfs -text
13494
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12447.replay filter=lfs diff=lfs merge=lfs -text
13495
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12444.replay filter=lfs diff=lfs merge=lfs -text
13496
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12448.replay filter=lfs diff=lfs merge=lfs -text
13497
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12446.replay filter=lfs diff=lfs merge=lfs -text
13498
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12450.replay filter=lfs diff=lfs merge=lfs -text
13499
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12449.replay filter=lfs diff=lfs merge=lfs -text
13500
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12451.replay filter=lfs diff=lfs merge=lfs -text
13501
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12455.replay filter=lfs diff=lfs merge=lfs -text
13502
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12452.replay filter=lfs diff=lfs merge=lfs -text
13503
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12454.replay filter=lfs diff=lfs merge=lfs -text
13504
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12453.replay filter=lfs diff=lfs merge=lfs -text
13505
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12457.replay filter=lfs diff=lfs merge=lfs -text
13506
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12456.replay filter=lfs diff=lfs merge=lfs -text
13507
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12458.replay filter=lfs diff=lfs merge=lfs -text
13508
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12459.replay filter=lfs diff=lfs merge=lfs -text
13509
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12460.replay filter=lfs diff=lfs merge=lfs -text
13510
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12462.replay filter=lfs diff=lfs merge=lfs -text
13511
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12463.replay filter=lfs diff=lfs merge=lfs -text
13512
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12475.replay filter=lfs diff=lfs merge=lfs -text
13513
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12461.replay filter=lfs diff=lfs merge=lfs -text
13514
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12476.replay filter=lfs diff=lfs merge=lfs -text
13515
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12478.replay filter=lfs diff=lfs merge=lfs -text
13516
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12479.replay filter=lfs diff=lfs merge=lfs -text
13517
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12480.replay filter=lfs diff=lfs merge=lfs -text
13518
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12481.replay filter=lfs diff=lfs merge=lfs -text
13519
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12482.replay filter=lfs diff=lfs merge=lfs -text
13520
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12483.replay filter=lfs diff=lfs merge=lfs -text
13521
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12477.replay filter=lfs diff=lfs merge=lfs -text
13522
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12485.replay filter=lfs diff=lfs merge=lfs -text
13523
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12486.replay filter=lfs diff=lfs merge=lfs -text
13524
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12488.replay filter=lfs diff=lfs merge=lfs -text
13525
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12487.replay filter=lfs diff=lfs merge=lfs -text
13526
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12490.replay filter=lfs diff=lfs merge=lfs -text
13527
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12489.replay filter=lfs diff=lfs merge=lfs -text
13528
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12492.replay filter=lfs diff=lfs merge=lfs -text
13529
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12484.replay filter=lfs diff=lfs merge=lfs -text
13530
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12491.replay filter=lfs diff=lfs merge=lfs -text
13531
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12493.replay filter=lfs diff=lfs merge=lfs -text
13532
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12494.replay filter=lfs diff=lfs merge=lfs -text
13533
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12496.replay filter=lfs diff=lfs merge=lfs -text
13534
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12495.replay filter=lfs diff=lfs merge=lfs -text
13535
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12497.replay filter=lfs diff=lfs merge=lfs -text
13536
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12498.replay filter=lfs diff=lfs merge=lfs -text
13537
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12499.replay filter=lfs diff=lfs merge=lfs -text
13538
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12500.replay filter=lfs diff=lfs merge=lfs -text
13539
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12503.replay filter=lfs diff=lfs merge=lfs -text
13540
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12501.replay filter=lfs diff=lfs merge=lfs -text
13541
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12502.replay filter=lfs diff=lfs merge=lfs -text
13542
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12504.replay filter=lfs diff=lfs merge=lfs -text
13543
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12505.replay filter=lfs diff=lfs merge=lfs -text
13544
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12507.replay filter=lfs diff=lfs merge=lfs -text
13545
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12506.replay filter=lfs diff=lfs merge=lfs -text
13546
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12508.replay filter=lfs diff=lfs merge=lfs -text
13547
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12509.replay filter=lfs diff=lfs merge=lfs -text
13548
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12510.replay filter=lfs diff=lfs merge=lfs -text
13549
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12511.replay filter=lfs diff=lfs merge=lfs -text
13550
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12512.replay filter=lfs diff=lfs merge=lfs -text
13551
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12513.replay filter=lfs diff=lfs merge=lfs -text
13552
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12515.replay filter=lfs diff=lfs merge=lfs -text
13553
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12516.replay filter=lfs diff=lfs merge=lfs -text
13554
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12514.replay filter=lfs diff=lfs merge=lfs -text
13555
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12517.replay filter=lfs diff=lfs merge=lfs -text
13556
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12518.replay filter=lfs diff=lfs merge=lfs -text
13557
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12519.replay filter=lfs diff=lfs merge=lfs -text
13558
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12520.replay filter=lfs diff=lfs merge=lfs -text
13559
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12522.replay filter=lfs diff=lfs merge=lfs -text
13560
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12521.replay filter=lfs diff=lfs merge=lfs -text
13561
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12523.replay filter=lfs diff=lfs merge=lfs -text
13562
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12524.replay filter=lfs diff=lfs merge=lfs -text
13563
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12525.replay filter=lfs diff=lfs merge=lfs -text
13564
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12526.replay filter=lfs diff=lfs merge=lfs -text
13565
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12527.replay filter=lfs diff=lfs merge=lfs -text
13566
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12528.replay filter=lfs diff=lfs merge=lfs -text
13567
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12530.replay filter=lfs diff=lfs merge=lfs -text
13568
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12529.replay filter=lfs diff=lfs merge=lfs -text
13569
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12531.replay filter=lfs diff=lfs merge=lfs -text
13570
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12532.replay filter=lfs diff=lfs merge=lfs -text
13571
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12534.replay filter=lfs diff=lfs merge=lfs -text
13572
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12535.replay filter=lfs diff=lfs merge=lfs -text
13573
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12536.replay filter=lfs diff=lfs merge=lfs -text
13574
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12537.replay filter=lfs diff=lfs merge=lfs -text
13575
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12533.replay filter=lfs diff=lfs merge=lfs -text
13576
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12538.replay filter=lfs diff=lfs merge=lfs -text
13577
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12539.replay filter=lfs diff=lfs merge=lfs -text
13578
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12540.replay filter=lfs diff=lfs merge=lfs -text
13579
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12541.replay filter=lfs diff=lfs merge=lfs -text
13580
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12543.replay filter=lfs diff=lfs merge=lfs -text
13581
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12542.replay filter=lfs diff=lfs merge=lfs -text
13582
+ baselines/AnyBimanual_overlap_replay/multi/10000-14999/12547.replay filter=lfs diff=lfs merge=lfs -text
VLAarchtests/artifacts/data/reveal_proxy/proposal_dataset_build_selector_align.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/checkpoint_best.pt",
3
+ "device": "cuda",
4
+ "dataset_suffix": "selector_align",
5
+ "train": {
6
+ "output_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align_iter5.pt",
7
+ "samples": 359,
8
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align_iter1_selector_align"
9
+ },
10
+ "val": {
11
+ "output_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align_iter5.pt",
12
+ "samples": 123,
13
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align_iter1_selector_align"
14
+ }
15
+ }
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_clip_seed7.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage1_clip_seed7
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 7
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage1_seed7.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage1_seed7.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 7
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: false
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.2
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_clip_seed8.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage1_clip_seed8
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 8
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage1_seed8.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage1_seed8.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 8
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: false
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.2
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_clip_seed9.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage1_clip_seed9
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 9
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage1_seed9.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage1_seed9.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 9
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: false
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.2
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_dummy_seed13.yaml ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage1_dummy_seed13
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 13
5
+ data:
6
+ proxies:
7
+ - foliage_proxy
8
+ - bag_proxy
9
+ - cloth_proxy
10
+ resolution: 96
11
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
12
+ train_episodes_per_proxy: 48
13
+ val_episodes_per_proxy: 16
14
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_v6_rgbd_stage1_dummy_seed13.pt
15
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_v6_rgbd_stage1_dummy_seed13.pt
16
+ rebuild_dataset: false
17
+ chunk_horizon: 8
18
+ rollout_horizon: 5
19
+ history_steps: 6
20
+ planner_candidates: 8
21
+ seed: 13
22
+ optim:
23
+ epochs: 4
24
+ batch_size: 16
25
+ num_workers: 4
26
+ lr: 0.001
27
+ weight_decay: 0.0001
28
+ trainer:
29
+ policy_type: elastic_reveal
30
+ use_bf16: false
31
+ grad_clip_norm: 1.0
32
+ freeze_backbone: true
33
+ gradient_checkpointing: false
34
+ plan_during_train: true
35
+ plan_during_eval: true
36
+ support_mode_conditioning: true
37
+ planner_mode: trainable
38
+ use_depth: false
39
+ use_world_model: true
40
+ use_role_tokens: true
41
+ compute_equivariance_probe: true
42
+ policy:
43
+ backbone:
44
+ model_name: openai/clip-vit-base-patch32
45
+ hidden_dim: 192
46
+ max_text_tokens: 32
47
+ freeze_backbone: true
48
+ gradient_checkpointing: false
49
+ use_dummy_backbone: true
50
+ fusion:
51
+ hidden_dim: 192
52
+ num_cameras: 3
53
+ num_layers: 2
54
+ num_heads: 4
55
+ ff_dim: 384
56
+ dropout: 0.1
57
+ proprio_dim: 32
58
+ proprio_tokens: 1
59
+ memory:
60
+ hidden_dim: 192
61
+ action_dim: 14
62
+ history_steps: 6
63
+ scene_history_steps: 3
64
+ belief_history_steps: 8
65
+ num_layers: 2
66
+ dropout: 0.1
67
+ memory_bank_size: 4
68
+ scene_bank_size: 2
69
+ belief_bank_size: 2
70
+ num_heads: 4
71
+ max_history_steps: 8
72
+ decoder:
73
+ hidden_dim: 192
74
+ num_heads: 4
75
+ num_layers: 2
76
+ ff_dim: 384
77
+ dropout: 0.1
78
+ chunk_size: 8
79
+ action_dim: 14
80
+ arm_action_dim: 7
81
+ num_candidates: 8
82
+ num_phases: 5
83
+ num_arm_roles: 4
84
+ num_proposal_modes: 6
85
+ planner_top_k: 4
86
+ reveal_head:
87
+ hidden_dim: 192
88
+ num_support_modes: 3
89
+ num_approach_templates: 32
90
+ rollout_horizon: 5
91
+ belief_map_size: 32
92
+ field_size: 16
93
+ num_heads: 4
94
+ predict_belief_map: true
95
+ num_phases: 5
96
+ num_arm_roles: 4
97
+ num_interaction_tokens: 8
98
+ world_model:
99
+ hidden_dim: 192
100
+ action_dim: 14
101
+ num_support_modes: 3
102
+ num_approach_templates: 32
103
+ rollout_horizon: 5
104
+ field_size: 16
105
+ num_heads: 4
106
+ num_phases: 5
107
+ num_arm_roles: 4
108
+ num_interaction_tokens: 8
109
+ belief_map_size: 32
110
+ predict_belief_map: true
111
+ scene_bank_size: 2
112
+ belief_bank_size: 2
113
+ planner:
114
+ hidden_dim: 192
115
+ num_candidates: 8
116
+ action_dim: 14
117
+ num_support_modes: 3
118
+ utility_margin: 0.1
119
+ num_heads: 4
120
+ num_layers: 2
121
+ num_phases: 5
122
+ num_arm_roles: 4
123
+ top_k: 4
124
+ loss_weights:
125
+ action: 1.0
126
+ phase: 0.15
127
+ arm_role: 0.2
128
+ support_mode: 0.15
129
+ corridor: 0.2
130
+ persistence: 0.1
131
+ disturbance: 0.1
132
+ world_model: 0.25
133
+ belief: 0.05
134
+ visibility: 0.05
135
+ clearance: 0.05
136
+ support_stability: 0.05
137
+ reocclusion: 0.05
138
+ occluder_contact: 0.05
139
+ grasp_affordance: 0.05
140
+ planner_success: 0.2
141
+ planner_risk: 0.1
142
+ planner_ranking: 0.1
143
+ proposal_reconstruction: 0.2
144
+ proposal_success: 0.1
145
+ proposal_ranking: 0.1
146
+ proposal_diversity: 0.05
147
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_dummy_seed14.yaml ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage1_dummy_seed14
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 14
5
+ data:
6
+ proxies:
7
+ - foliage_proxy
8
+ - bag_proxy
9
+ - cloth_proxy
10
+ resolution: 96
11
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
12
+ train_episodes_per_proxy: 48
13
+ val_episodes_per_proxy: 16
14
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_v6_rgbd_stage1_dummy_seed14.pt
15
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_v6_rgbd_stage1_dummy_seed14.pt
16
+ rebuild_dataset: false
17
+ chunk_horizon: 8
18
+ rollout_horizon: 5
19
+ history_steps: 6
20
+ planner_candidates: 8
21
+ seed: 14
22
+ optim:
23
+ epochs: 4
24
+ batch_size: 16
25
+ num_workers: 4
26
+ lr: 0.001
27
+ weight_decay: 0.0001
28
+ trainer:
29
+ policy_type: elastic_reveal
30
+ use_bf16: false
31
+ grad_clip_norm: 1.0
32
+ freeze_backbone: true
33
+ gradient_checkpointing: false
34
+ plan_during_train: true
35
+ plan_during_eval: true
36
+ support_mode_conditioning: true
37
+ planner_mode: trainable
38
+ use_depth: false
39
+ use_world_model: true
40
+ use_role_tokens: true
41
+ compute_equivariance_probe: true
42
+ policy:
43
+ backbone:
44
+ model_name: openai/clip-vit-base-patch32
45
+ hidden_dim: 192
46
+ max_text_tokens: 32
47
+ freeze_backbone: true
48
+ gradient_checkpointing: false
49
+ use_dummy_backbone: true
50
+ fusion:
51
+ hidden_dim: 192
52
+ num_cameras: 3
53
+ num_layers: 2
54
+ num_heads: 4
55
+ ff_dim: 384
56
+ dropout: 0.1
57
+ proprio_dim: 32
58
+ proprio_tokens: 1
59
+ memory:
60
+ hidden_dim: 192
61
+ action_dim: 14
62
+ history_steps: 6
63
+ scene_history_steps: 3
64
+ belief_history_steps: 8
65
+ num_layers: 2
66
+ dropout: 0.1
67
+ memory_bank_size: 4
68
+ scene_bank_size: 2
69
+ belief_bank_size: 2
70
+ num_heads: 4
71
+ max_history_steps: 8
72
+ decoder:
73
+ hidden_dim: 192
74
+ num_heads: 4
75
+ num_layers: 2
76
+ ff_dim: 384
77
+ dropout: 0.1
78
+ chunk_size: 8
79
+ action_dim: 14
80
+ arm_action_dim: 7
81
+ num_candidates: 8
82
+ num_phases: 5
83
+ num_arm_roles: 4
84
+ num_proposal_modes: 6
85
+ planner_top_k: 4
86
+ reveal_head:
87
+ hidden_dim: 192
88
+ num_support_modes: 3
89
+ num_approach_templates: 32
90
+ rollout_horizon: 5
91
+ belief_map_size: 32
92
+ field_size: 16
93
+ num_heads: 4
94
+ predict_belief_map: true
95
+ num_phases: 5
96
+ num_arm_roles: 4
97
+ num_interaction_tokens: 8
98
+ world_model:
99
+ hidden_dim: 192
100
+ action_dim: 14
101
+ num_support_modes: 3
102
+ num_approach_templates: 32
103
+ rollout_horizon: 5
104
+ field_size: 16
105
+ num_heads: 4
106
+ num_phases: 5
107
+ num_arm_roles: 4
108
+ num_interaction_tokens: 8
109
+ belief_map_size: 32
110
+ predict_belief_map: true
111
+ scene_bank_size: 2
112
+ belief_bank_size: 2
113
+ planner:
114
+ hidden_dim: 192
115
+ num_candidates: 8
116
+ action_dim: 14
117
+ num_support_modes: 3
118
+ utility_margin: 0.1
119
+ num_heads: 4
120
+ num_layers: 2
121
+ num_phases: 5
122
+ num_arm_roles: 4
123
+ top_k: 4
124
+ loss_weights:
125
+ action: 1.0
126
+ phase: 0.15
127
+ arm_role: 0.2
128
+ support_mode: 0.15
129
+ corridor: 0.2
130
+ persistence: 0.1
131
+ disturbance: 0.1
132
+ world_model: 0.25
133
+ belief: 0.05
134
+ visibility: 0.05
135
+ clearance: 0.05
136
+ support_stability: 0.05
137
+ reocclusion: 0.05
138
+ occluder_contact: 0.05
139
+ grasp_affordance: 0.05
140
+ planner_success: 0.2
141
+ planner_risk: 0.1
142
+ planner_ranking: 0.1
143
+ proposal_reconstruction: 0.2
144
+ proposal_success: 0.1
145
+ proposal_ranking: 0.1
146
+ proposal_diversity: 0.05
147
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage1_dummy_seed15.yaml ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage1_dummy_seed15
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 15
5
+ data:
6
+ proxies:
7
+ - foliage_proxy
8
+ - bag_proxy
9
+ - cloth_proxy
10
+ resolution: 96
11
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
12
+ train_episodes_per_proxy: 48
13
+ val_episodes_per_proxy: 16
14
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_v6_rgbd_stage1_dummy_seed15.pt
15
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_v6_rgbd_stage1_dummy_seed15.pt
16
+ rebuild_dataset: false
17
+ chunk_horizon: 8
18
+ rollout_horizon: 5
19
+ history_steps: 6
20
+ planner_candidates: 8
21
+ seed: 15
22
+ optim:
23
+ epochs: 4
24
+ batch_size: 16
25
+ num_workers: 4
26
+ lr: 0.001
27
+ weight_decay: 0.0001
28
+ trainer:
29
+ policy_type: elastic_reveal
30
+ use_bf16: false
31
+ grad_clip_norm: 1.0
32
+ freeze_backbone: true
33
+ gradient_checkpointing: false
34
+ plan_during_train: true
35
+ plan_during_eval: true
36
+ support_mode_conditioning: true
37
+ planner_mode: trainable
38
+ use_depth: false
39
+ use_world_model: true
40
+ use_role_tokens: true
41
+ compute_equivariance_probe: true
42
+ policy:
43
+ backbone:
44
+ model_name: openai/clip-vit-base-patch32
45
+ hidden_dim: 192
46
+ max_text_tokens: 32
47
+ freeze_backbone: true
48
+ gradient_checkpointing: false
49
+ use_dummy_backbone: true
50
+ fusion:
51
+ hidden_dim: 192
52
+ num_cameras: 3
53
+ num_layers: 2
54
+ num_heads: 4
55
+ ff_dim: 384
56
+ dropout: 0.1
57
+ proprio_dim: 32
58
+ proprio_tokens: 1
59
+ memory:
60
+ hidden_dim: 192
61
+ action_dim: 14
62
+ history_steps: 6
63
+ scene_history_steps: 3
64
+ belief_history_steps: 8
65
+ num_layers: 2
66
+ dropout: 0.1
67
+ memory_bank_size: 4
68
+ scene_bank_size: 2
69
+ belief_bank_size: 2
70
+ num_heads: 4
71
+ max_history_steps: 8
72
+ decoder:
73
+ hidden_dim: 192
74
+ num_heads: 4
75
+ num_layers: 2
76
+ ff_dim: 384
77
+ dropout: 0.1
78
+ chunk_size: 8
79
+ action_dim: 14
80
+ arm_action_dim: 7
81
+ num_candidates: 8
82
+ num_phases: 5
83
+ num_arm_roles: 4
84
+ num_proposal_modes: 6
85
+ planner_top_k: 4
86
+ reveal_head:
87
+ hidden_dim: 192
88
+ num_support_modes: 3
89
+ num_approach_templates: 32
90
+ rollout_horizon: 5
91
+ belief_map_size: 32
92
+ field_size: 16
93
+ num_heads: 4
94
+ predict_belief_map: true
95
+ num_phases: 5
96
+ num_arm_roles: 4
97
+ num_interaction_tokens: 8
98
+ world_model:
99
+ hidden_dim: 192
100
+ action_dim: 14
101
+ num_support_modes: 3
102
+ num_approach_templates: 32
103
+ rollout_horizon: 5
104
+ field_size: 16
105
+ num_heads: 4
106
+ num_phases: 5
107
+ num_arm_roles: 4
108
+ num_interaction_tokens: 8
109
+ belief_map_size: 32
110
+ predict_belief_map: true
111
+ scene_bank_size: 2
112
+ belief_bank_size: 2
113
+ planner:
114
+ hidden_dim: 192
115
+ num_candidates: 8
116
+ action_dim: 14
117
+ num_support_modes: 3
118
+ utility_margin: 0.1
119
+ num_heads: 4
120
+ num_layers: 2
121
+ num_phases: 5
122
+ num_arm_roles: 4
123
+ top_k: 4
124
+ loss_weights:
125
+ action: 1.0
126
+ phase: 0.15
127
+ arm_role: 0.2
128
+ support_mode: 0.15
129
+ corridor: 0.2
130
+ persistence: 0.1
131
+ disturbance: 0.1
132
+ world_model: 0.25
133
+ belief: 0.05
134
+ visibility: 0.05
135
+ clearance: 0.05
136
+ support_stability: 0.05
137
+ reocclusion: 0.05
138
+ occluder_contact: 0.05
139
+ grasp_affordance: 0.05
140
+ planner_success: 0.2
141
+ planner_risk: 0.1
142
+ planner_ranking: 0.1
143
+ proposal_reconstruction: 0.2
144
+ proposal_success: 0.1
145
+ proposal_ranking: 0.1
146
+ proposal_diversity: 0.05
147
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_clip_seed11.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage2_clip_seed11
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 11
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage2_seed11.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage2_seed11.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 11
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: false
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.25
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_clip_seed12.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage2_clip_seed12
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 12
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage2_seed12.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage2_seed12.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 12
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: false
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.25
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_clip_seed13.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage2_clip_seed13
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 13
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage2_seed13.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage2_seed13.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 13
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: false
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.25
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_dummy_seed21.yaml ADDED
@@ -0,0 +1,148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage2_dummy_seed21
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 21
5
+ defaults: []
6
+ data:
7
+ proxies:
8
+ - foliage_proxy
9
+ - bag_proxy
10
+ - cloth_proxy
11
+ resolution: 96
12
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
13
+ train_episodes_per_proxy: 48
14
+ val_episodes_per_proxy: 16
15
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_v6_rgbd_stage2_dummy_seed21.pt
16
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_v6_rgbd_stage2_dummy_seed21.pt
17
+ rebuild_dataset: false
18
+ chunk_horizon: 8
19
+ rollout_horizon: 5
20
+ history_steps: 6
21
+ planner_candidates: 8
22
+ seed: 21
23
+ optim:
24
+ epochs: 4
25
+ batch_size: 16
26
+ num_workers: 4
27
+ lr: 0.001
28
+ weight_decay: 0.0001
29
+ trainer:
30
+ policy_type: elastic_reveal
31
+ use_bf16: false
32
+ grad_clip_norm: 1.0
33
+ freeze_backbone: true
34
+ gradient_checkpointing: false
35
+ plan_during_train: true
36
+ plan_during_eval: true
37
+ support_mode_conditioning: true
38
+ planner_mode: trainable
39
+ use_depth: false
40
+ use_world_model: true
41
+ use_role_tokens: true
42
+ compute_equivariance_probe: true
43
+ policy:
44
+ backbone:
45
+ model_name: openai/clip-vit-base-patch32
46
+ hidden_dim: 192
47
+ max_text_tokens: 32
48
+ freeze_backbone: true
49
+ gradient_checkpointing: false
50
+ use_dummy_backbone: true
51
+ fusion:
52
+ hidden_dim: 192
53
+ num_cameras: 3
54
+ num_layers: 2
55
+ num_heads: 4
56
+ ff_dim: 384
57
+ dropout: 0.1
58
+ proprio_dim: 32
59
+ proprio_tokens: 1
60
+ memory:
61
+ hidden_dim: 192
62
+ action_dim: 14
63
+ history_steps: 6
64
+ scene_history_steps: 3
65
+ belief_history_steps: 8
66
+ num_layers: 2
67
+ dropout: 0.1
68
+ memory_bank_size: 4
69
+ scene_bank_size: 2
70
+ belief_bank_size: 2
71
+ num_heads: 4
72
+ max_history_steps: 8
73
+ decoder:
74
+ hidden_dim: 192
75
+ num_heads: 4
76
+ num_layers: 2
77
+ ff_dim: 384
78
+ dropout: 0.1
79
+ chunk_size: 8
80
+ action_dim: 14
81
+ arm_action_dim: 7
82
+ num_candidates: 8
83
+ num_phases: 5
84
+ num_arm_roles: 4
85
+ num_proposal_modes: 6
86
+ planner_top_k: 4
87
+ reveal_head:
88
+ hidden_dim: 192
89
+ num_support_modes: 3
90
+ num_approach_templates: 32
91
+ rollout_horizon: 5
92
+ belief_map_size: 32
93
+ field_size: 16
94
+ num_heads: 4
95
+ predict_belief_map: true
96
+ num_phases: 5
97
+ num_arm_roles: 4
98
+ num_interaction_tokens: 8
99
+ world_model:
100
+ hidden_dim: 192
101
+ action_dim: 14
102
+ num_support_modes: 3
103
+ num_approach_templates: 32
104
+ rollout_horizon: 5
105
+ field_size: 16
106
+ num_heads: 4
107
+ num_phases: 5
108
+ num_arm_roles: 4
109
+ num_interaction_tokens: 8
110
+ belief_map_size: 32
111
+ predict_belief_map: true
112
+ scene_bank_size: 2
113
+ belief_bank_size: 2
114
+ planner:
115
+ hidden_dim: 192
116
+ num_candidates: 8
117
+ action_dim: 14
118
+ num_support_modes: 3
119
+ utility_margin: 0.1
120
+ num_heads: 4
121
+ num_layers: 2
122
+ num_phases: 5
123
+ num_arm_roles: 4
124
+ top_k: 4
125
+ loss_weights:
126
+ action: 1.0
127
+ phase: 0.15
128
+ arm_role: 0.2
129
+ support_mode: 0.15
130
+ corridor: 0.2
131
+ persistence: 0.1
132
+ disturbance: 0.1
133
+ world_model: 0.3
134
+ belief: 0.05
135
+ visibility: 0.05
136
+ clearance: 0.05
137
+ support_stability: 0.05
138
+ reocclusion: 0.05
139
+ occluder_contact: 0.05
140
+ grasp_affordance: 0.05
141
+ planner_success: 0.2
142
+ planner_risk: 0.1
143
+ planner_ranking: 0.1
144
+ proposal_reconstruction: 0.2
145
+ proposal_success: 0.1
146
+ proposal_ranking: 0.1
147
+ proposal_diversity: 0.05
148
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_dummy_seed22.yaml ADDED
@@ -0,0 +1,148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage2_dummy_seed22
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 22
5
+ defaults: []
6
+ data:
7
+ proxies:
8
+ - foliage_proxy
9
+ - bag_proxy
10
+ - cloth_proxy
11
+ resolution: 96
12
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
13
+ train_episodes_per_proxy: 48
14
+ val_episodes_per_proxy: 16
15
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_v6_rgbd_stage2_dummy_seed22.pt
16
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_v6_rgbd_stage2_dummy_seed22.pt
17
+ rebuild_dataset: false
18
+ chunk_horizon: 8
19
+ rollout_horizon: 5
20
+ history_steps: 6
21
+ planner_candidates: 8
22
+ seed: 22
23
+ optim:
24
+ epochs: 4
25
+ batch_size: 16
26
+ num_workers: 4
27
+ lr: 0.001
28
+ weight_decay: 0.0001
29
+ trainer:
30
+ policy_type: elastic_reveal
31
+ use_bf16: false
32
+ grad_clip_norm: 1.0
33
+ freeze_backbone: true
34
+ gradient_checkpointing: false
35
+ plan_during_train: true
36
+ plan_during_eval: true
37
+ support_mode_conditioning: true
38
+ planner_mode: trainable
39
+ use_depth: false
40
+ use_world_model: true
41
+ use_role_tokens: true
42
+ compute_equivariance_probe: true
43
+ policy:
44
+ backbone:
45
+ model_name: openai/clip-vit-base-patch32
46
+ hidden_dim: 192
47
+ max_text_tokens: 32
48
+ freeze_backbone: true
49
+ gradient_checkpointing: false
50
+ use_dummy_backbone: true
51
+ fusion:
52
+ hidden_dim: 192
53
+ num_cameras: 3
54
+ num_layers: 2
55
+ num_heads: 4
56
+ ff_dim: 384
57
+ dropout: 0.1
58
+ proprio_dim: 32
59
+ proprio_tokens: 1
60
+ memory:
61
+ hidden_dim: 192
62
+ action_dim: 14
63
+ history_steps: 6
64
+ scene_history_steps: 3
65
+ belief_history_steps: 8
66
+ num_layers: 2
67
+ dropout: 0.1
68
+ memory_bank_size: 4
69
+ scene_bank_size: 2
70
+ belief_bank_size: 2
71
+ num_heads: 4
72
+ max_history_steps: 8
73
+ decoder:
74
+ hidden_dim: 192
75
+ num_heads: 4
76
+ num_layers: 2
77
+ ff_dim: 384
78
+ dropout: 0.1
79
+ chunk_size: 8
80
+ action_dim: 14
81
+ arm_action_dim: 7
82
+ num_candidates: 8
83
+ num_phases: 5
84
+ num_arm_roles: 4
85
+ num_proposal_modes: 6
86
+ planner_top_k: 4
87
+ reveal_head:
88
+ hidden_dim: 192
89
+ num_support_modes: 3
90
+ num_approach_templates: 32
91
+ rollout_horizon: 5
92
+ belief_map_size: 32
93
+ field_size: 16
94
+ num_heads: 4
95
+ predict_belief_map: true
96
+ num_phases: 5
97
+ num_arm_roles: 4
98
+ num_interaction_tokens: 8
99
+ world_model:
100
+ hidden_dim: 192
101
+ action_dim: 14
102
+ num_support_modes: 3
103
+ num_approach_templates: 32
104
+ rollout_horizon: 5
105
+ field_size: 16
106
+ num_heads: 4
107
+ num_phases: 5
108
+ num_arm_roles: 4
109
+ num_interaction_tokens: 8
110
+ belief_map_size: 32
111
+ predict_belief_map: true
112
+ scene_bank_size: 2
113
+ belief_bank_size: 2
114
+ planner:
115
+ hidden_dim: 192
116
+ num_candidates: 8
117
+ action_dim: 14
118
+ num_support_modes: 3
119
+ utility_margin: 0.1
120
+ num_heads: 4
121
+ num_layers: 2
122
+ num_phases: 5
123
+ num_arm_roles: 4
124
+ top_k: 4
125
+ loss_weights:
126
+ action: 1.0
127
+ phase: 0.15
128
+ arm_role: 0.2
129
+ support_mode: 0.15
130
+ corridor: 0.2
131
+ persistence: 0.1
132
+ disturbance: 0.1
133
+ world_model: 0.3
134
+ belief: 0.05
135
+ visibility: 0.05
136
+ clearance: 0.05
137
+ support_stability: 0.05
138
+ reocclusion: 0.05
139
+ occluder_contact: 0.05
140
+ grasp_affordance: 0.05
141
+ planner_success: 0.2
142
+ planner_risk: 0.1
143
+ planner_ranking: 0.1
144
+ proposal_reconstruction: 0.2
145
+ proposal_success: 0.1
146
+ proposal_ranking: 0.1
147
+ proposal_diversity: 0.05
148
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage2_dummy_seed23.yaml ADDED
@@ -0,0 +1,148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage2_dummy_seed23
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 23
5
+ defaults: []
6
+ data:
7
+ proxies:
8
+ - foliage_proxy
9
+ - bag_proxy
10
+ - cloth_proxy
11
+ resolution: 96
12
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
13
+ train_episodes_per_proxy: 48
14
+ val_episodes_per_proxy: 16
15
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_v6_rgbd_stage2_dummy_seed23.pt
16
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_v6_rgbd_stage2_dummy_seed23.pt
17
+ rebuild_dataset: false
18
+ chunk_horizon: 8
19
+ rollout_horizon: 5
20
+ history_steps: 6
21
+ planner_candidates: 8
22
+ seed: 23
23
+ optim:
24
+ epochs: 4
25
+ batch_size: 16
26
+ num_workers: 4
27
+ lr: 0.001
28
+ weight_decay: 0.0001
29
+ trainer:
30
+ policy_type: elastic_reveal
31
+ use_bf16: false
32
+ grad_clip_norm: 1.0
33
+ freeze_backbone: true
34
+ gradient_checkpointing: false
35
+ plan_during_train: true
36
+ plan_during_eval: true
37
+ support_mode_conditioning: true
38
+ planner_mode: trainable
39
+ use_depth: false
40
+ use_world_model: true
41
+ use_role_tokens: true
42
+ compute_equivariance_probe: true
43
+ policy:
44
+ backbone:
45
+ model_name: openai/clip-vit-base-patch32
46
+ hidden_dim: 192
47
+ max_text_tokens: 32
48
+ freeze_backbone: true
49
+ gradient_checkpointing: false
50
+ use_dummy_backbone: true
51
+ fusion:
52
+ hidden_dim: 192
53
+ num_cameras: 3
54
+ num_layers: 2
55
+ num_heads: 4
56
+ ff_dim: 384
57
+ dropout: 0.1
58
+ proprio_dim: 32
59
+ proprio_tokens: 1
60
+ memory:
61
+ hidden_dim: 192
62
+ action_dim: 14
63
+ history_steps: 6
64
+ scene_history_steps: 3
65
+ belief_history_steps: 8
66
+ num_layers: 2
67
+ dropout: 0.1
68
+ memory_bank_size: 4
69
+ scene_bank_size: 2
70
+ belief_bank_size: 2
71
+ num_heads: 4
72
+ max_history_steps: 8
73
+ decoder:
74
+ hidden_dim: 192
75
+ num_heads: 4
76
+ num_layers: 2
77
+ ff_dim: 384
78
+ dropout: 0.1
79
+ chunk_size: 8
80
+ action_dim: 14
81
+ arm_action_dim: 7
82
+ num_candidates: 8
83
+ num_phases: 5
84
+ num_arm_roles: 4
85
+ num_proposal_modes: 6
86
+ planner_top_k: 4
87
+ reveal_head:
88
+ hidden_dim: 192
89
+ num_support_modes: 3
90
+ num_approach_templates: 32
91
+ rollout_horizon: 5
92
+ belief_map_size: 32
93
+ field_size: 16
94
+ num_heads: 4
95
+ predict_belief_map: true
96
+ num_phases: 5
97
+ num_arm_roles: 4
98
+ num_interaction_tokens: 8
99
+ world_model:
100
+ hidden_dim: 192
101
+ action_dim: 14
102
+ num_support_modes: 3
103
+ num_approach_templates: 32
104
+ rollout_horizon: 5
105
+ field_size: 16
106
+ num_heads: 4
107
+ num_phases: 5
108
+ num_arm_roles: 4
109
+ num_interaction_tokens: 8
110
+ belief_map_size: 32
111
+ predict_belief_map: true
112
+ scene_bank_size: 2
113
+ belief_bank_size: 2
114
+ planner:
115
+ hidden_dim: 192
116
+ num_candidates: 8
117
+ action_dim: 14
118
+ num_support_modes: 3
119
+ utility_margin: 0.1
120
+ num_heads: 4
121
+ num_layers: 2
122
+ num_phases: 5
123
+ num_arm_roles: 4
124
+ top_k: 4
125
+ loss_weights:
126
+ action: 1.0
127
+ phase: 0.15
128
+ arm_role: 0.2
129
+ support_mode: 0.15
130
+ corridor: 0.2
131
+ persistence: 0.1
132
+ disturbance: 0.1
133
+ world_model: 0.3
134
+ belief: 0.05
135
+ visibility: 0.05
136
+ clearance: 0.05
137
+ support_stability: 0.05
138
+ reocclusion: 0.05
139
+ occluder_contact: 0.05
140
+ grasp_affordance: 0.05
141
+ planner_success: 0.2
142
+ planner_risk: 0.1
143
+ planner_ranking: 0.1
144
+ proposal_reconstruction: 0.2
145
+ proposal_success: 0.1
146
+ proposal_ranking: 0.1
147
+ proposal_diversity: 0.05
148
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage3_clip_rgbd_seed17.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_seed17.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_seed17.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.25
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage3_clip_rgbd_seed18.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_seed18
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 18
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_seed18.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_seed18.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 18
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.25
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/proxy_interaction_r3d_stage3_clip_rgbd_seed19.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_seed19
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d
3
+ device: cuda
4
+ seed: 19
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_seed19.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_seed19.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 19
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 2
27
+ num_workers: 4
28
+ lr: 0.0003
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: true
37
+ plan_during_eval: true
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: true
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: true
44
+ policy:
45
+ backbone:
46
+ model_name: openai/clip-vit-base-patch32
47
+ hidden_dim: 512
48
+ max_text_tokens: 32
49
+ freeze_backbone: true
50
+ gradient_checkpointing: false
51
+ use_dummy_backbone: false
52
+ fusion:
53
+ hidden_dim: 512
54
+ num_cameras: 3
55
+ num_layers: 4
56
+ num_heads: 8
57
+ ff_dim: 2048
58
+ dropout: 0.1
59
+ proprio_dim: 32
60
+ proprio_tokens: 1
61
+ memory:
62
+ hidden_dim: 512
63
+ action_dim: 14
64
+ history_steps: 6
65
+ scene_history_steps: 3
66
+ belief_history_steps: 8
67
+ num_layers: 2
68
+ dropout: 0.1
69
+ memory_bank_size: 4
70
+ scene_bank_size: 2
71
+ belief_bank_size: 2
72
+ num_heads: 8
73
+ max_history_steps: 8
74
+ decoder:
75
+ hidden_dim: 512
76
+ num_heads: 8
77
+ num_layers: 4
78
+ ff_dim: 2048
79
+ dropout: 0.1
80
+ chunk_size: 8
81
+ action_dim: 14
82
+ arm_action_dim: 7
83
+ num_candidates: 8
84
+ num_phases: 5
85
+ num_arm_roles: 4
86
+ num_proposal_modes: 6
87
+ planner_top_k: 4
88
+ reveal_head:
89
+ hidden_dim: 512
90
+ num_support_modes: 3
91
+ num_approach_templates: 32
92
+ rollout_horizon: 5
93
+ belief_map_size: 32
94
+ field_size: 16
95
+ num_heads: 8
96
+ predict_belief_map: true
97
+ num_phases: 5
98
+ num_arm_roles: 4
99
+ num_interaction_tokens: 8
100
+ world_model:
101
+ hidden_dim: 512
102
+ action_dim: 14
103
+ num_support_modes: 3
104
+ num_approach_templates: 32
105
+ rollout_horizon: 5
106
+ field_size: 16
107
+ num_heads: 8
108
+ num_phases: 5
109
+ num_arm_roles: 4
110
+ num_interaction_tokens: 8
111
+ belief_map_size: 32
112
+ predict_belief_map: true
113
+ scene_bank_size: 2
114
+ belief_bank_size: 2
115
+ planner:
116
+ hidden_dim: 512
117
+ num_candidates: 8
118
+ action_dim: 14
119
+ num_support_modes: 3
120
+ utility_margin: 0.1
121
+ num_heads: 8
122
+ num_layers: 2
123
+ num_phases: 5
124
+ num_arm_roles: 4
125
+ top_k: 4
126
+ loss_weights:
127
+ action: 1.0
128
+ phase: 0.1
129
+ arm_role: 0.15
130
+ support_mode: 0.1
131
+ corridor: 0.15
132
+ persistence: 0.05
133
+ disturbance: 0.05
134
+ world_model: 0.25
135
+ belief: 0.05
136
+ visibility: 0.05
137
+ clearance: 0.05
138
+ support_stability: 0.05
139
+ reocclusion: 0.05
140
+ occluder_contact: 0.05
141
+ grasp_affordance: 0.05
142
+ planner_success: 0.25
143
+ planner_risk: 0.1
144
+ planner_ranking: 0.2
145
+ proposal_reconstruction: 0.1
146
+ proposal_success: 0.15
147
+ proposal_ranking: 0.2
148
+ proposal_diversity: 0.05
149
+ role_swap_consistency: 0.05
VLAarchtests/artifacts/generated_configs/reveal_proxy_iter9_bag_train_specs.json ADDED
@@ -0,0 +1,642 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "proxy_name": "bag_proxy",
4
+ "task_name": "bag",
5
+ "task_id": 1,
6
+ "stress_slice": "nominal",
7
+ "difficulty_bin": "medium",
8
+ "episode_id": 0,
9
+ "episode_index": 0,
10
+ "seed": 170000
11
+ },
12
+ {
13
+ "proxy_name": "bag_proxy",
14
+ "task_name": "bag",
15
+ "task_id": 1,
16
+ "stress_slice": "nominal",
17
+ "difficulty_bin": "medium",
18
+ "episode_id": 1,
19
+ "episode_index": 1,
20
+ "seed": 170001
21
+ },
22
+ {
23
+ "proxy_name": "bag_proxy",
24
+ "task_name": "bag",
25
+ "task_id": 1,
26
+ "stress_slice": "nominal",
27
+ "difficulty_bin": "medium",
28
+ "episode_id": 2,
29
+ "episode_index": 2,
30
+ "seed": 170002
31
+ },
32
+ {
33
+ "proxy_name": "bag_proxy",
34
+ "task_name": "bag",
35
+ "task_id": 1,
36
+ "stress_slice": "nominal",
37
+ "difficulty_bin": "medium",
38
+ "episode_id": 3,
39
+ "episode_index": 3,
40
+ "seed": 170003
41
+ },
42
+ {
43
+ "proxy_name": "bag_proxy",
44
+ "task_name": "bag",
45
+ "task_id": 1,
46
+ "stress_slice": "nominal",
47
+ "difficulty_bin": "medium",
48
+ "episode_id": 4,
49
+ "episode_index": 4,
50
+ "seed": 170004
51
+ },
52
+ {
53
+ "proxy_name": "bag_proxy",
54
+ "task_name": "bag",
55
+ "task_id": 1,
56
+ "stress_slice": "nominal",
57
+ "difficulty_bin": "medium",
58
+ "episode_id": 5,
59
+ "episode_index": 5,
60
+ "seed": 170005
61
+ },
62
+ {
63
+ "proxy_name": "bag_proxy",
64
+ "task_name": "bag",
65
+ "task_id": 1,
66
+ "stress_slice": "nominal",
67
+ "difficulty_bin": "medium",
68
+ "episode_id": 6,
69
+ "episode_index": 6,
70
+ "seed": 170006
71
+ },
72
+ {
73
+ "proxy_name": "bag_proxy",
74
+ "task_name": "bag",
75
+ "task_id": 1,
76
+ "stress_slice": "nominal",
77
+ "difficulty_bin": "medium",
78
+ "episode_id": 7,
79
+ "episode_index": 7,
80
+ "seed": 170007
81
+ },
82
+ {
83
+ "proxy_name": "bag_proxy",
84
+ "task_name": "bag",
85
+ "task_id": 1,
86
+ "stress_slice": "nominal",
87
+ "difficulty_bin": "hard",
88
+ "episode_id": 8,
89
+ "episode_index": 8,
90
+ "seed": 180000
91
+ },
92
+ {
93
+ "proxy_name": "bag_proxy",
94
+ "task_name": "bag",
95
+ "task_id": 1,
96
+ "stress_slice": "nominal",
97
+ "difficulty_bin": "hard",
98
+ "episode_id": 9,
99
+ "episode_index": 9,
100
+ "seed": 180001
101
+ },
102
+ {
103
+ "proxy_name": "bag_proxy",
104
+ "task_name": "bag",
105
+ "task_id": 1,
106
+ "stress_slice": "nominal",
107
+ "difficulty_bin": "hard",
108
+ "episode_id": 10,
109
+ "episode_index": 10,
110
+ "seed": 180002
111
+ },
112
+ {
113
+ "proxy_name": "bag_proxy",
114
+ "task_name": "bag",
115
+ "task_id": 1,
116
+ "stress_slice": "nominal",
117
+ "difficulty_bin": "hard",
118
+ "episode_id": 11,
119
+ "episode_index": 11,
120
+ "seed": 180003
121
+ },
122
+ {
123
+ "proxy_name": "bag_proxy",
124
+ "task_name": "bag",
125
+ "task_id": 1,
126
+ "stress_slice": "nominal",
127
+ "difficulty_bin": "hard",
128
+ "episode_id": 12,
129
+ "episode_index": 12,
130
+ "seed": 180004
131
+ },
132
+ {
133
+ "proxy_name": "bag_proxy",
134
+ "task_name": "bag",
135
+ "task_id": 1,
136
+ "stress_slice": "nominal",
137
+ "difficulty_bin": "hard",
138
+ "episode_id": 13,
139
+ "episode_index": 13,
140
+ "seed": 180005
141
+ },
142
+ {
143
+ "proxy_name": "bag_proxy",
144
+ "task_name": "bag",
145
+ "task_id": 1,
146
+ "stress_slice": "nominal",
147
+ "difficulty_bin": "hard",
148
+ "episode_id": 14,
149
+ "episode_index": 14,
150
+ "seed": 180006
151
+ },
152
+ {
153
+ "proxy_name": "bag_proxy",
154
+ "task_name": "bag",
155
+ "task_id": 1,
156
+ "stress_slice": "nominal",
157
+ "difficulty_bin": "hard",
158
+ "episode_id": 15,
159
+ "episode_index": 15,
160
+ "seed": 180007
161
+ },
162
+ {
163
+ "proxy_name": "bag_proxy",
164
+ "task_name": "bag",
165
+ "task_id": 1,
166
+ "stress_slice": "high_reocclusion",
167
+ "difficulty_bin": "hard",
168
+ "episode_id": 16,
169
+ "episode_index": 16,
170
+ "seed": 190000
171
+ },
172
+ {
173
+ "proxy_name": "bag_proxy",
174
+ "task_name": "bag",
175
+ "task_id": 1,
176
+ "stress_slice": "high_reocclusion",
177
+ "difficulty_bin": "hard",
178
+ "episode_id": 17,
179
+ "episode_index": 17,
180
+ "seed": 190001
181
+ },
182
+ {
183
+ "proxy_name": "bag_proxy",
184
+ "task_name": "bag",
185
+ "task_id": 1,
186
+ "stress_slice": "high_reocclusion",
187
+ "difficulty_bin": "hard",
188
+ "episode_id": 18,
189
+ "episode_index": 18,
190
+ "seed": 190002
191
+ },
192
+ {
193
+ "proxy_name": "bag_proxy",
194
+ "task_name": "bag",
195
+ "task_id": 1,
196
+ "stress_slice": "high_reocclusion",
197
+ "difficulty_bin": "hard",
198
+ "episode_id": 19,
199
+ "episode_index": 19,
200
+ "seed": 190003
201
+ },
202
+ {
203
+ "proxy_name": "bag_proxy",
204
+ "task_name": "bag",
205
+ "task_id": 1,
206
+ "stress_slice": "high_reocclusion",
207
+ "difficulty_bin": "hard",
208
+ "episode_id": 20,
209
+ "episode_index": 20,
210
+ "seed": 190004
211
+ },
212
+ {
213
+ "proxy_name": "bag_proxy",
214
+ "task_name": "bag",
215
+ "task_id": 1,
216
+ "stress_slice": "high_reocclusion",
217
+ "difficulty_bin": "hard",
218
+ "episode_id": 21,
219
+ "episode_index": 21,
220
+ "seed": 190005
221
+ },
222
+ {
223
+ "proxy_name": "bag_proxy",
224
+ "task_name": "bag",
225
+ "task_id": 1,
226
+ "stress_slice": "high_reocclusion",
227
+ "difficulty_bin": "hard",
228
+ "episode_id": 22,
229
+ "episode_index": 22,
230
+ "seed": 190006
231
+ },
232
+ {
233
+ "proxy_name": "bag_proxy",
234
+ "task_name": "bag",
235
+ "task_id": 1,
236
+ "stress_slice": "high_reocclusion",
237
+ "difficulty_bin": "hard",
238
+ "episode_id": 23,
239
+ "episode_index": 23,
240
+ "seed": 190007
241
+ },
242
+ {
243
+ "proxy_name": "bag_proxy",
244
+ "task_name": "bag",
245
+ "task_id": 1,
246
+ "stress_slice": "high_reocclusion",
247
+ "difficulty_bin": "hard",
248
+ "episode_id": 24,
249
+ "episode_index": 24,
250
+ "seed": 190008
251
+ },
252
+ {
253
+ "proxy_name": "bag_proxy",
254
+ "task_name": "bag",
255
+ "task_id": 1,
256
+ "stress_slice": "high_reocclusion",
257
+ "difficulty_bin": "hard",
258
+ "episode_id": 25,
259
+ "episode_index": 25,
260
+ "seed": 190009
261
+ },
262
+ {
263
+ "proxy_name": "bag_proxy",
264
+ "task_name": "bag",
265
+ "task_id": 1,
266
+ "stress_slice": "high_reocclusion",
267
+ "difficulty_bin": "hard",
268
+ "episode_id": 26,
269
+ "episode_index": 26,
270
+ "seed": 190010
271
+ },
272
+ {
273
+ "proxy_name": "bag_proxy",
274
+ "task_name": "bag",
275
+ "task_id": 1,
276
+ "stress_slice": "high_reocclusion",
277
+ "difficulty_bin": "hard",
278
+ "episode_id": 27,
279
+ "episode_index": 27,
280
+ "seed": 190011
281
+ },
282
+ {
283
+ "proxy_name": "bag_proxy",
284
+ "task_name": "bag",
285
+ "task_id": 1,
286
+ "stress_slice": "camera_perturbation",
287
+ "difficulty_bin": "hard",
288
+ "episode_id": 28,
289
+ "episode_index": 28,
290
+ "seed": 200000
291
+ },
292
+ {
293
+ "proxy_name": "bag_proxy",
294
+ "task_name": "bag",
295
+ "task_id": 1,
296
+ "stress_slice": "camera_perturbation",
297
+ "difficulty_bin": "hard",
298
+ "episode_id": 29,
299
+ "episode_index": 29,
300
+ "seed": 200001
301
+ },
302
+ {
303
+ "proxy_name": "bag_proxy",
304
+ "task_name": "bag",
305
+ "task_id": 1,
306
+ "stress_slice": "camera_perturbation",
307
+ "difficulty_bin": "hard",
308
+ "episode_id": 30,
309
+ "episode_index": 30,
310
+ "seed": 200002
311
+ },
312
+ {
313
+ "proxy_name": "bag_proxy",
314
+ "task_name": "bag",
315
+ "task_id": 1,
316
+ "stress_slice": "camera_perturbation",
317
+ "difficulty_bin": "hard",
318
+ "episode_id": 31,
319
+ "episode_index": 31,
320
+ "seed": 200003
321
+ },
322
+ {
323
+ "proxy_name": "bag_proxy",
324
+ "task_name": "bag",
325
+ "task_id": 1,
326
+ "stress_slice": "camera_perturbation",
327
+ "difficulty_bin": "hard",
328
+ "episode_id": 32,
329
+ "episode_index": 32,
330
+ "seed": 200004
331
+ },
332
+ {
333
+ "proxy_name": "bag_proxy",
334
+ "task_name": "bag",
335
+ "task_id": 1,
336
+ "stress_slice": "camera_perturbation",
337
+ "difficulty_bin": "hard",
338
+ "episode_id": 33,
339
+ "episode_index": 33,
340
+ "seed": 200005
341
+ },
342
+ {
343
+ "proxy_name": "bag_proxy",
344
+ "task_name": "bag",
345
+ "task_id": 1,
346
+ "stress_slice": "camera_perturbation",
347
+ "difficulty_bin": "hard",
348
+ "episode_id": 34,
349
+ "episode_index": 34,
350
+ "seed": 200006
351
+ },
352
+ {
353
+ "proxy_name": "bag_proxy",
354
+ "task_name": "bag",
355
+ "task_id": 1,
356
+ "stress_slice": "camera_perturbation",
357
+ "difficulty_bin": "hard",
358
+ "episode_id": 35,
359
+ "episode_index": 35,
360
+ "seed": 200007
361
+ },
362
+ {
363
+ "proxy_name": "bag_proxy",
364
+ "task_name": "bag",
365
+ "task_id": 1,
366
+ "stress_slice": "one_sided_slip",
367
+ "difficulty_bin": "medium",
368
+ "episode_id": 36,
369
+ "episode_index": 36,
370
+ "seed": 210000
371
+ },
372
+ {
373
+ "proxy_name": "bag_proxy",
374
+ "task_name": "bag",
375
+ "task_id": 1,
376
+ "stress_slice": "one_sided_slip",
377
+ "difficulty_bin": "medium",
378
+ "episode_id": 37,
379
+ "episode_index": 37,
380
+ "seed": 210001
381
+ },
382
+ {
383
+ "proxy_name": "bag_proxy",
384
+ "task_name": "bag",
385
+ "task_id": 1,
386
+ "stress_slice": "one_sided_slip",
387
+ "difficulty_bin": "medium",
388
+ "episode_id": 38,
389
+ "episode_index": 38,
390
+ "seed": 210002
391
+ },
392
+ {
393
+ "proxy_name": "bag_proxy",
394
+ "task_name": "bag",
395
+ "task_id": 1,
396
+ "stress_slice": "one_sided_slip",
397
+ "difficulty_bin": "medium",
398
+ "episode_id": 39,
399
+ "episode_index": 39,
400
+ "seed": 210003
401
+ },
402
+ {
403
+ "proxy_name": "bag_proxy",
404
+ "task_name": "bag",
405
+ "task_id": 1,
406
+ "stress_slice": "one_sided_slip",
407
+ "difficulty_bin": "medium",
408
+ "episode_id": 40,
409
+ "episode_index": 40,
410
+ "seed": 210004
411
+ },
412
+ {
413
+ "proxy_name": "bag_proxy",
414
+ "task_name": "bag",
415
+ "task_id": 1,
416
+ "stress_slice": "one_sided_slip",
417
+ "difficulty_bin": "medium",
418
+ "episode_id": 41,
419
+ "episode_index": 41,
420
+ "seed": 210005
421
+ },
422
+ {
423
+ "proxy_name": "bag_proxy",
424
+ "task_name": "bag",
425
+ "task_id": 1,
426
+ "stress_slice": "one_sided_slip",
427
+ "difficulty_bin": "medium",
428
+ "episode_id": 42,
429
+ "episode_index": 42,
430
+ "seed": 210006
431
+ },
432
+ {
433
+ "proxy_name": "bag_proxy",
434
+ "task_name": "bag",
435
+ "task_id": 1,
436
+ "stress_slice": "one_sided_slip",
437
+ "difficulty_bin": "medium",
438
+ "episode_id": 43,
439
+ "episode_index": 43,
440
+ "seed": 210007
441
+ },
442
+ {
443
+ "proxy_name": "bag_proxy",
444
+ "task_name": "bag",
445
+ "task_id": 1,
446
+ "stress_slice": "one_sided_slip",
447
+ "difficulty_bin": "medium",
448
+ "episode_id": 44,
449
+ "episode_index": 44,
450
+ "seed": 210008
451
+ },
452
+ {
453
+ "proxy_name": "bag_proxy",
454
+ "task_name": "bag",
455
+ "task_id": 1,
456
+ "stress_slice": "one_sided_slip",
457
+ "difficulty_bin": "medium",
458
+ "episode_id": 45,
459
+ "episode_index": 45,
460
+ "seed": 210009
461
+ },
462
+ {
463
+ "proxy_name": "bag_proxy",
464
+ "task_name": "bag",
465
+ "task_id": 1,
466
+ "stress_slice": "one_sided_slip",
467
+ "difficulty_bin": "medium",
468
+ "episode_id": 46,
469
+ "episode_index": 46,
470
+ "seed": 210010
471
+ },
472
+ {
473
+ "proxy_name": "bag_proxy",
474
+ "task_name": "bag",
475
+ "task_id": 1,
476
+ "stress_slice": "one_sided_slip",
477
+ "difficulty_bin": "medium",
478
+ "episode_id": 47,
479
+ "episode_index": 47,
480
+ "seed": 210011
481
+ },
482
+ {
483
+ "proxy_name": "bag_proxy",
484
+ "task_name": "bag",
485
+ "task_id": 1,
486
+ "stress_slice": "one_sided_slip",
487
+ "difficulty_bin": "hard",
488
+ "episode_id": 48,
489
+ "episode_index": 48,
490
+ "seed": 220000
491
+ },
492
+ {
493
+ "proxy_name": "bag_proxy",
494
+ "task_name": "bag",
495
+ "task_id": 1,
496
+ "stress_slice": "one_sided_slip",
497
+ "difficulty_bin": "hard",
498
+ "episode_id": 49,
499
+ "episode_index": 49,
500
+ "seed": 220001
501
+ },
502
+ {
503
+ "proxy_name": "bag_proxy",
504
+ "task_name": "bag",
505
+ "task_id": 1,
506
+ "stress_slice": "one_sided_slip",
507
+ "difficulty_bin": "hard",
508
+ "episode_id": 50,
509
+ "episode_index": 50,
510
+ "seed": 220002
511
+ },
512
+ {
513
+ "proxy_name": "bag_proxy",
514
+ "task_name": "bag",
515
+ "task_id": 1,
516
+ "stress_slice": "one_sided_slip",
517
+ "difficulty_bin": "hard",
518
+ "episode_id": 51,
519
+ "episode_index": 51,
520
+ "seed": 220003
521
+ },
522
+ {
523
+ "proxy_name": "bag_proxy",
524
+ "task_name": "bag",
525
+ "task_id": 1,
526
+ "stress_slice": "one_sided_slip",
527
+ "difficulty_bin": "hard",
528
+ "episode_id": 52,
529
+ "episode_index": 52,
530
+ "seed": 220004
531
+ },
532
+ {
533
+ "proxy_name": "bag_proxy",
534
+ "task_name": "bag",
535
+ "task_id": 1,
536
+ "stress_slice": "one_sided_slip",
537
+ "difficulty_bin": "hard",
538
+ "episode_id": 53,
539
+ "episode_index": 53,
540
+ "seed": 220005
541
+ },
542
+ {
543
+ "proxy_name": "bag_proxy",
544
+ "task_name": "bag",
545
+ "task_id": 1,
546
+ "stress_slice": "one_sided_slip",
547
+ "difficulty_bin": "hard",
548
+ "episode_id": 54,
549
+ "episode_index": 54,
550
+ "seed": 220006
551
+ },
552
+ {
553
+ "proxy_name": "bag_proxy",
554
+ "task_name": "bag",
555
+ "task_id": 1,
556
+ "stress_slice": "one_sided_slip",
557
+ "difficulty_bin": "hard",
558
+ "episode_id": 55,
559
+ "episode_index": 55,
560
+ "seed": 220007
561
+ },
562
+ {
563
+ "proxy_name": "bag_proxy",
564
+ "task_name": "bag",
565
+ "task_id": 1,
566
+ "stress_slice": "one_sided_slip",
567
+ "difficulty_bin": "hard",
568
+ "episode_id": 56,
569
+ "episode_index": 56,
570
+ "seed": 220008
571
+ },
572
+ {
573
+ "proxy_name": "bag_proxy",
574
+ "task_name": "bag",
575
+ "task_id": 1,
576
+ "stress_slice": "one_sided_slip",
577
+ "difficulty_bin": "hard",
578
+ "episode_id": 57,
579
+ "episode_index": 57,
580
+ "seed": 220009
581
+ },
582
+ {
583
+ "proxy_name": "bag_proxy",
584
+ "task_name": "bag",
585
+ "task_id": 1,
586
+ "stress_slice": "one_sided_slip",
587
+ "difficulty_bin": "hard",
588
+ "episode_id": 58,
589
+ "episode_index": 58,
590
+ "seed": 220010
591
+ },
592
+ {
593
+ "proxy_name": "bag_proxy",
594
+ "task_name": "bag",
595
+ "task_id": 1,
596
+ "stress_slice": "one_sided_slip",
597
+ "difficulty_bin": "hard",
598
+ "episode_id": 59,
599
+ "episode_index": 59,
600
+ "seed": 220011
601
+ },
602
+ {
603
+ "proxy_name": "bag_proxy",
604
+ "task_name": "bag",
605
+ "task_id": 1,
606
+ "stress_slice": "one_sided_slip",
607
+ "difficulty_bin": "hard",
608
+ "episode_id": 60,
609
+ "episode_index": 60,
610
+ "seed": 220012
611
+ },
612
+ {
613
+ "proxy_name": "bag_proxy",
614
+ "task_name": "bag",
615
+ "task_id": 1,
616
+ "stress_slice": "one_sided_slip",
617
+ "difficulty_bin": "hard",
618
+ "episode_id": 61,
619
+ "episode_index": 61,
620
+ "seed": 220013
621
+ },
622
+ {
623
+ "proxy_name": "bag_proxy",
624
+ "task_name": "bag",
625
+ "task_id": 1,
626
+ "stress_slice": "one_sided_slip",
627
+ "difficulty_bin": "hard",
628
+ "episode_id": 62,
629
+ "episode_index": 62,
630
+ "seed": 220014
631
+ },
632
+ {
633
+ "proxy_name": "bag_proxy",
634
+ "task_name": "bag",
635
+ "task_id": 1,
636
+ "stress_slice": "one_sided_slip",
637
+ "difficulty_bin": "hard",
638
+ "episode_id": 63,
639
+ "episode_index": 63,
640
+ "seed": 220015
641
+ }
642
+ ]
VLAarchtests/artifacts/generated_configs/reveal_proxy_iter9_bag_val_specs.json ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "proxy_name": "bag_proxy",
4
+ "task_name": "bag",
5
+ "task_id": 1,
6
+ "stress_slice": "nominal",
7
+ "difficulty_bin": "medium",
8
+ "episode_id": 0,
9
+ "episode_index": 0,
10
+ "seed": 270000
11
+ },
12
+ {
13
+ "proxy_name": "bag_proxy",
14
+ "task_name": "bag",
15
+ "task_id": 1,
16
+ "stress_slice": "nominal",
17
+ "difficulty_bin": "medium",
18
+ "episode_id": 1,
19
+ "episode_index": 1,
20
+ "seed": 270001
21
+ },
22
+ {
23
+ "proxy_name": "bag_proxy",
24
+ "task_name": "bag",
25
+ "task_id": 1,
26
+ "stress_slice": "nominal",
27
+ "difficulty_bin": "medium",
28
+ "episode_id": 2,
29
+ "episode_index": 2,
30
+ "seed": 270002
31
+ },
32
+ {
33
+ "proxy_name": "bag_proxy",
34
+ "task_name": "bag",
35
+ "task_id": 1,
36
+ "stress_slice": "nominal",
37
+ "difficulty_bin": "medium",
38
+ "episode_id": 3,
39
+ "episode_index": 3,
40
+ "seed": 270003
41
+ },
42
+ {
43
+ "proxy_name": "bag_proxy",
44
+ "task_name": "bag",
45
+ "task_id": 1,
46
+ "stress_slice": "nominal",
47
+ "difficulty_bin": "hard",
48
+ "episode_id": 4,
49
+ "episode_index": 4,
50
+ "seed": 280000
51
+ },
52
+ {
53
+ "proxy_name": "bag_proxy",
54
+ "task_name": "bag",
55
+ "task_id": 1,
56
+ "stress_slice": "nominal",
57
+ "difficulty_bin": "hard",
58
+ "episode_id": 5,
59
+ "episode_index": 5,
60
+ "seed": 280001
61
+ },
62
+ {
63
+ "proxy_name": "bag_proxy",
64
+ "task_name": "bag",
65
+ "task_id": 1,
66
+ "stress_slice": "nominal",
67
+ "difficulty_bin": "hard",
68
+ "episode_id": 6,
69
+ "episode_index": 6,
70
+ "seed": 280002
71
+ },
72
+ {
73
+ "proxy_name": "bag_proxy",
74
+ "task_name": "bag",
75
+ "task_id": 1,
76
+ "stress_slice": "nominal",
77
+ "difficulty_bin": "hard",
78
+ "episode_id": 7,
79
+ "episode_index": 7,
80
+ "seed": 280003
81
+ },
82
+ {
83
+ "proxy_name": "bag_proxy",
84
+ "task_name": "bag",
85
+ "task_id": 1,
86
+ "stress_slice": "high_reocclusion",
87
+ "difficulty_bin": "hard",
88
+ "episode_id": 8,
89
+ "episode_index": 8,
90
+ "seed": 290000
91
+ },
92
+ {
93
+ "proxy_name": "bag_proxy",
94
+ "task_name": "bag",
95
+ "task_id": 1,
96
+ "stress_slice": "high_reocclusion",
97
+ "difficulty_bin": "hard",
98
+ "episode_id": 9,
99
+ "episode_index": 9,
100
+ "seed": 290001
101
+ },
102
+ {
103
+ "proxy_name": "bag_proxy",
104
+ "task_name": "bag",
105
+ "task_id": 1,
106
+ "stress_slice": "high_reocclusion",
107
+ "difficulty_bin": "hard",
108
+ "episode_id": 10,
109
+ "episode_index": 10,
110
+ "seed": 290002
111
+ },
112
+ {
113
+ "proxy_name": "bag_proxy",
114
+ "task_name": "bag",
115
+ "task_id": 1,
116
+ "stress_slice": "high_reocclusion",
117
+ "difficulty_bin": "hard",
118
+ "episode_id": 11,
119
+ "episode_index": 11,
120
+ "seed": 290003
121
+ },
122
+ {
123
+ "proxy_name": "bag_proxy",
124
+ "task_name": "bag",
125
+ "task_id": 1,
126
+ "stress_slice": "camera_perturbation",
127
+ "difficulty_bin": "hard",
128
+ "episode_id": 12,
129
+ "episode_index": 12,
130
+ "seed": 300000
131
+ },
132
+ {
133
+ "proxy_name": "bag_proxy",
134
+ "task_name": "bag",
135
+ "task_id": 1,
136
+ "stress_slice": "camera_perturbation",
137
+ "difficulty_bin": "hard",
138
+ "episode_id": 13,
139
+ "episode_index": 13,
140
+ "seed": 300001
141
+ },
142
+ {
143
+ "proxy_name": "bag_proxy",
144
+ "task_name": "bag",
145
+ "task_id": 1,
146
+ "stress_slice": "camera_perturbation",
147
+ "difficulty_bin": "hard",
148
+ "episode_id": 14,
149
+ "episode_index": 14,
150
+ "seed": 300002
151
+ },
152
+ {
153
+ "proxy_name": "bag_proxy",
154
+ "task_name": "bag",
155
+ "task_id": 1,
156
+ "stress_slice": "camera_perturbation",
157
+ "difficulty_bin": "hard",
158
+ "episode_id": 15,
159
+ "episode_index": 15,
160
+ "seed": 300003
161
+ },
162
+ {
163
+ "proxy_name": "bag_proxy",
164
+ "task_name": "bag",
165
+ "task_id": 1,
166
+ "stress_slice": "one_sided_slip",
167
+ "difficulty_bin": "medium",
168
+ "episode_id": 16,
169
+ "episode_index": 16,
170
+ "seed": 310000
171
+ },
172
+ {
173
+ "proxy_name": "bag_proxy",
174
+ "task_name": "bag",
175
+ "task_id": 1,
176
+ "stress_slice": "one_sided_slip",
177
+ "difficulty_bin": "medium",
178
+ "episode_id": 17,
179
+ "episode_index": 17,
180
+ "seed": 310001
181
+ },
182
+ {
183
+ "proxy_name": "bag_proxy",
184
+ "task_name": "bag",
185
+ "task_id": 1,
186
+ "stress_slice": "one_sided_slip",
187
+ "difficulty_bin": "medium",
188
+ "episode_id": 18,
189
+ "episode_index": 18,
190
+ "seed": 310002
191
+ },
192
+ {
193
+ "proxy_name": "bag_proxy",
194
+ "task_name": "bag",
195
+ "task_id": 1,
196
+ "stress_slice": "one_sided_slip",
197
+ "difficulty_bin": "medium",
198
+ "episode_id": 19,
199
+ "episode_index": 19,
200
+ "seed": 310003
201
+ },
202
+ {
203
+ "proxy_name": "bag_proxy",
204
+ "task_name": "bag",
205
+ "task_id": 1,
206
+ "stress_slice": "one_sided_slip",
207
+ "difficulty_bin": "hard",
208
+ "episode_id": 20,
209
+ "episode_index": 20,
210
+ "seed": 320000
211
+ },
212
+ {
213
+ "proxy_name": "bag_proxy",
214
+ "task_name": "bag",
215
+ "task_id": 1,
216
+ "stress_slice": "one_sided_slip",
217
+ "difficulty_bin": "hard",
218
+ "episode_id": 21,
219
+ "episode_index": 21,
220
+ "seed": 320001
221
+ },
222
+ {
223
+ "proxy_name": "bag_proxy",
224
+ "task_name": "bag",
225
+ "task_id": 1,
226
+ "stress_slice": "one_sided_slip",
227
+ "difficulty_bin": "hard",
228
+ "episode_id": 22,
229
+ "episode_index": 22,
230
+ "seed": 320002
231
+ },
232
+ {
233
+ "proxy_name": "bag_proxy",
234
+ "task_name": "bag",
235
+ "task_id": 1,
236
+ "stress_slice": "one_sided_slip",
237
+ "difficulty_bin": "hard",
238
+ "episode_id": 23,
239
+ "episode_index": 23,
240
+ "seed": 320003
241
+ }
242
+ ]
VLAarchtests/artifacts/generated_configs/reveal_proxy_sprint_benchmark_v7.json ADDED
@@ -0,0 +1,2702 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "proxy_name": "foliage_proxy",
4
+ "task_name": "foliage",
5
+ "task_id": 0,
6
+ "stress_slice": "nominal",
7
+ "difficulty_bin": "medium",
8
+ "episode_index": 0,
9
+ "seed": 0
10
+ },
11
+ {
12
+ "proxy_name": "foliage_proxy",
13
+ "task_name": "foliage",
14
+ "task_id": 0,
15
+ "stress_slice": "high_reocclusion",
16
+ "difficulty_bin": "medium",
17
+ "episode_index": 1,
18
+ "seed": 1000
19
+ },
20
+ {
21
+ "proxy_name": "foliage_proxy",
22
+ "task_name": "foliage",
23
+ "task_id": 0,
24
+ "stress_slice": "nominal",
25
+ "difficulty_bin": "hard",
26
+ "episode_index": 2,
27
+ "seed": 2000
28
+ },
29
+ {
30
+ "proxy_name": "foliage_proxy",
31
+ "task_name": "foliage",
32
+ "task_id": 0,
33
+ "stress_slice": "high_reocclusion",
34
+ "difficulty_bin": "hard",
35
+ "episode_index": 3,
36
+ "seed": 3000
37
+ },
38
+ {
39
+ "proxy_name": "foliage_proxy",
40
+ "task_name": "foliage",
41
+ "task_id": 0,
42
+ "stress_slice": "camera_perturbation",
43
+ "difficulty_bin": "medium",
44
+ "episode_index": 4,
45
+ "seed": 4000
46
+ },
47
+ {
48
+ "proxy_name": "foliage_proxy",
49
+ "task_name": "foliage",
50
+ "task_id": 0,
51
+ "stress_slice": "tight_corridor_high_collateral",
52
+ "difficulty_bin": "medium",
53
+ "episode_index": 5,
54
+ "seed": 5000
55
+ },
56
+ {
57
+ "proxy_name": "foliage_proxy",
58
+ "task_name": "foliage",
59
+ "task_id": 0,
60
+ "stress_slice": "camera_perturbation",
61
+ "difficulty_bin": "hard",
62
+ "episode_index": 6,
63
+ "seed": 6000
64
+ },
65
+ {
66
+ "proxy_name": "foliage_proxy",
67
+ "task_name": "foliage",
68
+ "task_id": 0,
69
+ "stress_slice": "tight_corridor_high_collateral",
70
+ "difficulty_bin": "hard",
71
+ "episode_index": 7,
72
+ "seed": 7000
73
+ },
74
+ {
75
+ "proxy_name": "foliage_proxy",
76
+ "task_name": "foliage",
77
+ "task_id": 0,
78
+ "stress_slice": "nominal",
79
+ "difficulty_bin": "medium",
80
+ "episode_index": 8,
81
+ "seed": 1
82
+ },
83
+ {
84
+ "proxy_name": "foliage_proxy",
85
+ "task_name": "foliage",
86
+ "task_id": 0,
87
+ "stress_slice": "high_reocclusion",
88
+ "difficulty_bin": "medium",
89
+ "episode_index": 9,
90
+ "seed": 1001
91
+ },
92
+ {
93
+ "proxy_name": "foliage_proxy",
94
+ "task_name": "foliage",
95
+ "task_id": 0,
96
+ "stress_slice": "nominal",
97
+ "difficulty_bin": "hard",
98
+ "episode_index": 10,
99
+ "seed": 2001
100
+ },
101
+ {
102
+ "proxy_name": "foliage_proxy",
103
+ "task_name": "foliage",
104
+ "task_id": 0,
105
+ "stress_slice": "high_reocclusion",
106
+ "difficulty_bin": "hard",
107
+ "episode_index": 11,
108
+ "seed": 3001
109
+ },
110
+ {
111
+ "proxy_name": "foliage_proxy",
112
+ "task_name": "foliage",
113
+ "task_id": 0,
114
+ "stress_slice": "camera_perturbation",
115
+ "difficulty_bin": "medium",
116
+ "episode_index": 12,
117
+ "seed": 4001
118
+ },
119
+ {
120
+ "proxy_name": "foliage_proxy",
121
+ "task_name": "foliage",
122
+ "task_id": 0,
123
+ "stress_slice": "tight_corridor_high_collateral",
124
+ "difficulty_bin": "medium",
125
+ "episode_index": 13,
126
+ "seed": 5001
127
+ },
128
+ {
129
+ "proxy_name": "foliage_proxy",
130
+ "task_name": "foliage",
131
+ "task_id": 0,
132
+ "stress_slice": "camera_perturbation",
133
+ "difficulty_bin": "hard",
134
+ "episode_index": 14,
135
+ "seed": 6001
136
+ },
137
+ {
138
+ "proxy_name": "foliage_proxy",
139
+ "task_name": "foliage",
140
+ "task_id": 0,
141
+ "stress_slice": "tight_corridor_high_collateral",
142
+ "difficulty_bin": "hard",
143
+ "episode_index": 15,
144
+ "seed": 7001
145
+ },
146
+ {
147
+ "proxy_name": "foliage_proxy",
148
+ "task_name": "foliage",
149
+ "task_id": 0,
150
+ "stress_slice": "nominal",
151
+ "difficulty_bin": "medium",
152
+ "episode_index": 16,
153
+ "seed": 2
154
+ },
155
+ {
156
+ "proxy_name": "foliage_proxy",
157
+ "task_name": "foliage",
158
+ "task_id": 0,
159
+ "stress_slice": "high_reocclusion",
160
+ "difficulty_bin": "medium",
161
+ "episode_index": 17,
162
+ "seed": 1002
163
+ },
164
+ {
165
+ "proxy_name": "foliage_proxy",
166
+ "task_name": "foliage",
167
+ "task_id": 0,
168
+ "stress_slice": "nominal",
169
+ "difficulty_bin": "hard",
170
+ "episode_index": 18,
171
+ "seed": 2002
172
+ },
173
+ {
174
+ "proxy_name": "foliage_proxy",
175
+ "task_name": "foliage",
176
+ "task_id": 0,
177
+ "stress_slice": "high_reocclusion",
178
+ "difficulty_bin": "hard",
179
+ "episode_index": 19,
180
+ "seed": 3002
181
+ },
182
+ {
183
+ "proxy_name": "foliage_proxy",
184
+ "task_name": "foliage",
185
+ "task_id": 0,
186
+ "stress_slice": "camera_perturbation",
187
+ "difficulty_bin": "medium",
188
+ "episode_index": 20,
189
+ "seed": 4002
190
+ },
191
+ {
192
+ "proxy_name": "foliage_proxy",
193
+ "task_name": "foliage",
194
+ "task_id": 0,
195
+ "stress_slice": "tight_corridor_high_collateral",
196
+ "difficulty_bin": "medium",
197
+ "episode_index": 21,
198
+ "seed": 5002
199
+ },
200
+ {
201
+ "proxy_name": "foliage_proxy",
202
+ "task_name": "foliage",
203
+ "task_id": 0,
204
+ "stress_slice": "camera_perturbation",
205
+ "difficulty_bin": "hard",
206
+ "episode_index": 22,
207
+ "seed": 6002
208
+ },
209
+ {
210
+ "proxy_name": "foliage_proxy",
211
+ "task_name": "foliage",
212
+ "task_id": 0,
213
+ "stress_slice": "tight_corridor_high_collateral",
214
+ "difficulty_bin": "hard",
215
+ "episode_index": 23,
216
+ "seed": 7002
217
+ },
218
+ {
219
+ "proxy_name": "foliage_proxy",
220
+ "task_name": "foliage",
221
+ "task_id": 0,
222
+ "stress_slice": "nominal",
223
+ "difficulty_bin": "medium",
224
+ "episode_index": 24,
225
+ "seed": 3
226
+ },
227
+ {
228
+ "proxy_name": "foliage_proxy",
229
+ "task_name": "foliage",
230
+ "task_id": 0,
231
+ "stress_slice": "high_reocclusion",
232
+ "difficulty_bin": "medium",
233
+ "episode_index": 25,
234
+ "seed": 1003
235
+ },
236
+ {
237
+ "proxy_name": "foliage_proxy",
238
+ "task_name": "foliage",
239
+ "task_id": 0,
240
+ "stress_slice": "nominal",
241
+ "difficulty_bin": "hard",
242
+ "episode_index": 26,
243
+ "seed": 2003
244
+ },
245
+ {
246
+ "proxy_name": "foliage_proxy",
247
+ "task_name": "foliage",
248
+ "task_id": 0,
249
+ "stress_slice": "high_reocclusion",
250
+ "difficulty_bin": "hard",
251
+ "episode_index": 27,
252
+ "seed": 3003
253
+ },
254
+ {
255
+ "proxy_name": "foliage_proxy",
256
+ "task_name": "foliage",
257
+ "task_id": 0,
258
+ "stress_slice": "camera_perturbation",
259
+ "difficulty_bin": "medium",
260
+ "episode_index": 28,
261
+ "seed": 4003
262
+ },
263
+ {
264
+ "proxy_name": "foliage_proxy",
265
+ "task_name": "foliage",
266
+ "task_id": 0,
267
+ "stress_slice": "tight_corridor_high_collateral",
268
+ "difficulty_bin": "medium",
269
+ "episode_index": 29,
270
+ "seed": 5003
271
+ },
272
+ {
273
+ "proxy_name": "foliage_proxy",
274
+ "task_name": "foliage",
275
+ "task_id": 0,
276
+ "stress_slice": "camera_perturbation",
277
+ "difficulty_bin": "hard",
278
+ "episode_index": 30,
279
+ "seed": 6003
280
+ },
281
+ {
282
+ "proxy_name": "foliage_proxy",
283
+ "task_name": "foliage",
284
+ "task_id": 0,
285
+ "stress_slice": "tight_corridor_high_collateral",
286
+ "difficulty_bin": "hard",
287
+ "episode_index": 31,
288
+ "seed": 7003
289
+ },
290
+ {
291
+ "proxy_name": "foliage_proxy",
292
+ "task_name": "foliage",
293
+ "task_id": 0,
294
+ "stress_slice": "nominal",
295
+ "difficulty_bin": "medium",
296
+ "episode_index": 32,
297
+ "seed": 4
298
+ },
299
+ {
300
+ "proxy_name": "foliage_proxy",
301
+ "task_name": "foliage",
302
+ "task_id": 0,
303
+ "stress_slice": "high_reocclusion",
304
+ "difficulty_bin": "medium",
305
+ "episode_index": 33,
306
+ "seed": 1004
307
+ },
308
+ {
309
+ "proxy_name": "foliage_proxy",
310
+ "task_name": "foliage",
311
+ "task_id": 0,
312
+ "stress_slice": "nominal",
313
+ "difficulty_bin": "hard",
314
+ "episode_index": 34,
315
+ "seed": 2004
316
+ },
317
+ {
318
+ "proxy_name": "foliage_proxy",
319
+ "task_name": "foliage",
320
+ "task_id": 0,
321
+ "stress_slice": "high_reocclusion",
322
+ "difficulty_bin": "hard",
323
+ "episode_index": 35,
324
+ "seed": 3004
325
+ },
326
+ {
327
+ "proxy_name": "foliage_proxy",
328
+ "task_name": "foliage",
329
+ "task_id": 0,
330
+ "stress_slice": "camera_perturbation",
331
+ "difficulty_bin": "medium",
332
+ "episode_index": 36,
333
+ "seed": 4004
334
+ },
335
+ {
336
+ "proxy_name": "foliage_proxy",
337
+ "task_name": "foliage",
338
+ "task_id": 0,
339
+ "stress_slice": "tight_corridor_high_collateral",
340
+ "difficulty_bin": "medium",
341
+ "episode_index": 37,
342
+ "seed": 5004
343
+ },
344
+ {
345
+ "proxy_name": "foliage_proxy",
346
+ "task_name": "foliage",
347
+ "task_id": 0,
348
+ "stress_slice": "camera_perturbation",
349
+ "difficulty_bin": "hard",
350
+ "episode_index": 38,
351
+ "seed": 6004
352
+ },
353
+ {
354
+ "proxy_name": "foliage_proxy",
355
+ "task_name": "foliage",
356
+ "task_id": 0,
357
+ "stress_slice": "tight_corridor_high_collateral",
358
+ "difficulty_bin": "hard",
359
+ "episode_index": 39,
360
+ "seed": 7004
361
+ },
362
+ {
363
+ "proxy_name": "foliage_proxy",
364
+ "task_name": "foliage",
365
+ "task_id": 0,
366
+ "stress_slice": "nominal",
367
+ "difficulty_bin": "medium",
368
+ "episode_index": 40,
369
+ "seed": 5
370
+ },
371
+ {
372
+ "proxy_name": "foliage_proxy",
373
+ "task_name": "foliage",
374
+ "task_id": 0,
375
+ "stress_slice": "high_reocclusion",
376
+ "difficulty_bin": "medium",
377
+ "episode_index": 41,
378
+ "seed": 1005
379
+ },
380
+ {
381
+ "proxy_name": "foliage_proxy",
382
+ "task_name": "foliage",
383
+ "task_id": 0,
384
+ "stress_slice": "nominal",
385
+ "difficulty_bin": "hard",
386
+ "episode_index": 42,
387
+ "seed": 2005
388
+ },
389
+ {
390
+ "proxy_name": "foliage_proxy",
391
+ "task_name": "foliage",
392
+ "task_id": 0,
393
+ "stress_slice": "high_reocclusion",
394
+ "difficulty_bin": "hard",
395
+ "episode_index": 43,
396
+ "seed": 3005
397
+ },
398
+ {
399
+ "proxy_name": "foliage_proxy",
400
+ "task_name": "foliage",
401
+ "task_id": 0,
402
+ "stress_slice": "camera_perturbation",
403
+ "difficulty_bin": "medium",
404
+ "episode_index": 44,
405
+ "seed": 4005
406
+ },
407
+ {
408
+ "proxy_name": "foliage_proxy",
409
+ "task_name": "foliage",
410
+ "task_id": 0,
411
+ "stress_slice": "tight_corridor_high_collateral",
412
+ "difficulty_bin": "medium",
413
+ "episode_index": 45,
414
+ "seed": 5005
415
+ },
416
+ {
417
+ "proxy_name": "foliage_proxy",
418
+ "task_name": "foliage",
419
+ "task_id": 0,
420
+ "stress_slice": "camera_perturbation",
421
+ "difficulty_bin": "hard",
422
+ "episode_index": 46,
423
+ "seed": 6005
424
+ },
425
+ {
426
+ "proxy_name": "foliage_proxy",
427
+ "task_name": "foliage",
428
+ "task_id": 0,
429
+ "stress_slice": "tight_corridor_high_collateral",
430
+ "difficulty_bin": "hard",
431
+ "episode_index": 47,
432
+ "seed": 7005
433
+ },
434
+ {
435
+ "proxy_name": "foliage_proxy",
436
+ "task_name": "foliage",
437
+ "task_id": 0,
438
+ "stress_slice": "nominal",
439
+ "difficulty_bin": "medium",
440
+ "episode_index": 48,
441
+ "seed": 6
442
+ },
443
+ {
444
+ "proxy_name": "foliage_proxy",
445
+ "task_name": "foliage",
446
+ "task_id": 0,
447
+ "stress_slice": "high_reocclusion",
448
+ "difficulty_bin": "medium",
449
+ "episode_index": 49,
450
+ "seed": 1006
451
+ },
452
+ {
453
+ "proxy_name": "foliage_proxy",
454
+ "task_name": "foliage",
455
+ "task_id": 0,
456
+ "stress_slice": "nominal",
457
+ "difficulty_bin": "hard",
458
+ "episode_index": 50,
459
+ "seed": 2006
460
+ },
461
+ {
462
+ "proxy_name": "foliage_proxy",
463
+ "task_name": "foliage",
464
+ "task_id": 0,
465
+ "stress_slice": "high_reocclusion",
466
+ "difficulty_bin": "hard",
467
+ "episode_index": 51,
468
+ "seed": 3006
469
+ },
470
+ {
471
+ "proxy_name": "foliage_proxy",
472
+ "task_name": "foliage",
473
+ "task_id": 0,
474
+ "stress_slice": "camera_perturbation",
475
+ "difficulty_bin": "medium",
476
+ "episode_index": 52,
477
+ "seed": 4006
478
+ },
479
+ {
480
+ "proxy_name": "foliage_proxy",
481
+ "task_name": "foliage",
482
+ "task_id": 0,
483
+ "stress_slice": "tight_corridor_high_collateral",
484
+ "difficulty_bin": "medium",
485
+ "episode_index": 53,
486
+ "seed": 5006
487
+ },
488
+ {
489
+ "proxy_name": "foliage_proxy",
490
+ "task_name": "foliage",
491
+ "task_id": 0,
492
+ "stress_slice": "camera_perturbation",
493
+ "difficulty_bin": "hard",
494
+ "episode_index": 54,
495
+ "seed": 6006
496
+ },
497
+ {
498
+ "proxy_name": "foliage_proxy",
499
+ "task_name": "foliage",
500
+ "task_id": 0,
501
+ "stress_slice": "tight_corridor_high_collateral",
502
+ "difficulty_bin": "hard",
503
+ "episode_index": 55,
504
+ "seed": 7006
505
+ },
506
+ {
507
+ "proxy_name": "foliage_proxy",
508
+ "task_name": "foliage",
509
+ "task_id": 0,
510
+ "stress_slice": "nominal",
511
+ "difficulty_bin": "medium",
512
+ "episode_index": 56,
513
+ "seed": 7
514
+ },
515
+ {
516
+ "proxy_name": "foliage_proxy",
517
+ "task_name": "foliage",
518
+ "task_id": 0,
519
+ "stress_slice": "high_reocclusion",
520
+ "difficulty_bin": "medium",
521
+ "episode_index": 57,
522
+ "seed": 1007
523
+ },
524
+ {
525
+ "proxy_name": "foliage_proxy",
526
+ "task_name": "foliage",
527
+ "task_id": 0,
528
+ "stress_slice": "nominal",
529
+ "difficulty_bin": "hard",
530
+ "episode_index": 58,
531
+ "seed": 2007
532
+ },
533
+ {
534
+ "proxy_name": "foliage_proxy",
535
+ "task_name": "foliage",
536
+ "task_id": 0,
537
+ "stress_slice": "high_reocclusion",
538
+ "difficulty_bin": "hard",
539
+ "episode_index": 59,
540
+ "seed": 3007
541
+ },
542
+ {
543
+ "proxy_name": "foliage_proxy",
544
+ "task_name": "foliage",
545
+ "task_id": 0,
546
+ "stress_slice": "camera_perturbation",
547
+ "difficulty_bin": "medium",
548
+ "episode_index": 60,
549
+ "seed": 4007
550
+ },
551
+ {
552
+ "proxy_name": "foliage_proxy",
553
+ "task_name": "foliage",
554
+ "task_id": 0,
555
+ "stress_slice": "tight_corridor_high_collateral",
556
+ "difficulty_bin": "medium",
557
+ "episode_index": 61,
558
+ "seed": 5007
559
+ },
560
+ {
561
+ "proxy_name": "foliage_proxy",
562
+ "task_name": "foliage",
563
+ "task_id": 0,
564
+ "stress_slice": "camera_perturbation",
565
+ "difficulty_bin": "hard",
566
+ "episode_index": 62,
567
+ "seed": 6007
568
+ },
569
+ {
570
+ "proxy_name": "foliage_proxy",
571
+ "task_name": "foliage",
572
+ "task_id": 0,
573
+ "stress_slice": "tight_corridor_high_collateral",
574
+ "difficulty_bin": "hard",
575
+ "episode_index": 63,
576
+ "seed": 7007
577
+ },
578
+ {
579
+ "proxy_name": "foliage_proxy",
580
+ "task_name": "foliage",
581
+ "task_id": 0,
582
+ "stress_slice": "nominal",
583
+ "difficulty_bin": "medium",
584
+ "episode_index": 64,
585
+ "seed": 8
586
+ },
587
+ {
588
+ "proxy_name": "foliage_proxy",
589
+ "task_name": "foliage",
590
+ "task_id": 0,
591
+ "stress_slice": "high_reocclusion",
592
+ "difficulty_bin": "medium",
593
+ "episode_index": 65,
594
+ "seed": 1008
595
+ },
596
+ {
597
+ "proxy_name": "foliage_proxy",
598
+ "task_name": "foliage",
599
+ "task_id": 0,
600
+ "stress_slice": "nominal",
601
+ "difficulty_bin": "hard",
602
+ "episode_index": 66,
603
+ "seed": 2008
604
+ },
605
+ {
606
+ "proxy_name": "foliage_proxy",
607
+ "task_name": "foliage",
608
+ "task_id": 0,
609
+ "stress_slice": "high_reocclusion",
610
+ "difficulty_bin": "hard",
611
+ "episode_index": 67,
612
+ "seed": 3008
613
+ },
614
+ {
615
+ "proxy_name": "foliage_proxy",
616
+ "task_name": "foliage",
617
+ "task_id": 0,
618
+ "stress_slice": "camera_perturbation",
619
+ "difficulty_bin": "medium",
620
+ "episode_index": 68,
621
+ "seed": 4008
622
+ },
623
+ {
624
+ "proxy_name": "foliage_proxy",
625
+ "task_name": "foliage",
626
+ "task_id": 0,
627
+ "stress_slice": "tight_corridor_high_collateral",
628
+ "difficulty_bin": "medium",
629
+ "episode_index": 69,
630
+ "seed": 5008
631
+ },
632
+ {
633
+ "proxy_name": "foliage_proxy",
634
+ "task_name": "foliage",
635
+ "task_id": 0,
636
+ "stress_slice": "camera_perturbation",
637
+ "difficulty_bin": "hard",
638
+ "episode_index": 70,
639
+ "seed": 6008
640
+ },
641
+ {
642
+ "proxy_name": "foliage_proxy",
643
+ "task_name": "foliage",
644
+ "task_id": 0,
645
+ "stress_slice": "tight_corridor_high_collateral",
646
+ "difficulty_bin": "hard",
647
+ "episode_index": 71,
648
+ "seed": 7008
649
+ },
650
+ {
651
+ "proxy_name": "foliage_proxy",
652
+ "task_name": "foliage",
653
+ "task_id": 0,
654
+ "stress_slice": "nominal",
655
+ "difficulty_bin": "medium",
656
+ "episode_index": 72,
657
+ "seed": 9
658
+ },
659
+ {
660
+ "proxy_name": "foliage_proxy",
661
+ "task_name": "foliage",
662
+ "task_id": 0,
663
+ "stress_slice": "high_reocclusion",
664
+ "difficulty_bin": "medium",
665
+ "episode_index": 73,
666
+ "seed": 1009
667
+ },
668
+ {
669
+ "proxy_name": "foliage_proxy",
670
+ "task_name": "foliage",
671
+ "task_id": 0,
672
+ "stress_slice": "nominal",
673
+ "difficulty_bin": "hard",
674
+ "episode_index": 74,
675
+ "seed": 2009
676
+ },
677
+ {
678
+ "proxy_name": "foliage_proxy",
679
+ "task_name": "foliage",
680
+ "task_id": 0,
681
+ "stress_slice": "high_reocclusion",
682
+ "difficulty_bin": "hard",
683
+ "episode_index": 75,
684
+ "seed": 3009
685
+ },
686
+ {
687
+ "proxy_name": "foliage_proxy",
688
+ "task_name": "foliage",
689
+ "task_id": 0,
690
+ "stress_slice": "camera_perturbation",
691
+ "difficulty_bin": "medium",
692
+ "episode_index": 76,
693
+ "seed": 4009
694
+ },
695
+ {
696
+ "proxy_name": "foliage_proxy",
697
+ "task_name": "foliage",
698
+ "task_id": 0,
699
+ "stress_slice": "tight_corridor_high_collateral",
700
+ "difficulty_bin": "medium",
701
+ "episode_index": 77,
702
+ "seed": 5009
703
+ },
704
+ {
705
+ "proxy_name": "foliage_proxy",
706
+ "task_name": "foliage",
707
+ "task_id": 0,
708
+ "stress_slice": "camera_perturbation",
709
+ "difficulty_bin": "hard",
710
+ "episode_index": 78,
711
+ "seed": 6009
712
+ },
713
+ {
714
+ "proxy_name": "foliage_proxy",
715
+ "task_name": "foliage",
716
+ "task_id": 0,
717
+ "stress_slice": "tight_corridor_high_collateral",
718
+ "difficulty_bin": "hard",
719
+ "episode_index": 79,
720
+ "seed": 7009
721
+ },
722
+ {
723
+ "proxy_name": "foliage_proxy",
724
+ "task_name": "foliage",
725
+ "task_id": 0,
726
+ "stress_slice": "nominal",
727
+ "difficulty_bin": "medium",
728
+ "episode_index": 80,
729
+ "seed": 10
730
+ },
731
+ {
732
+ "proxy_name": "foliage_proxy",
733
+ "task_name": "foliage",
734
+ "task_id": 0,
735
+ "stress_slice": "nominal",
736
+ "difficulty_bin": "hard",
737
+ "episode_index": 81,
738
+ "seed": 2010
739
+ },
740
+ {
741
+ "proxy_name": "foliage_proxy",
742
+ "task_name": "foliage",
743
+ "task_id": 0,
744
+ "stress_slice": "nominal",
745
+ "difficulty_bin": "medium",
746
+ "episode_index": 82,
747
+ "seed": 11
748
+ },
749
+ {
750
+ "proxy_name": "foliage_proxy",
751
+ "task_name": "foliage",
752
+ "task_id": 0,
753
+ "stress_slice": "nominal",
754
+ "difficulty_bin": "hard",
755
+ "episode_index": 83,
756
+ "seed": 2011
757
+ },
758
+ {
759
+ "proxy_name": "foliage_proxy",
760
+ "task_name": "foliage",
761
+ "task_id": 0,
762
+ "stress_slice": "nominal",
763
+ "difficulty_bin": "medium",
764
+ "episode_index": 84,
765
+ "seed": 12
766
+ },
767
+ {
768
+ "proxy_name": "foliage_proxy",
769
+ "task_name": "foliage",
770
+ "task_id": 0,
771
+ "stress_slice": "nominal",
772
+ "difficulty_bin": "hard",
773
+ "episode_index": 85,
774
+ "seed": 2012
775
+ },
776
+ {
777
+ "proxy_name": "foliage_proxy",
778
+ "task_name": "foliage",
779
+ "task_id": 0,
780
+ "stress_slice": "nominal",
781
+ "difficulty_bin": "medium",
782
+ "episode_index": 86,
783
+ "seed": 13
784
+ },
785
+ {
786
+ "proxy_name": "foliage_proxy",
787
+ "task_name": "foliage",
788
+ "task_id": 0,
789
+ "stress_slice": "nominal",
790
+ "difficulty_bin": "hard",
791
+ "episode_index": 87,
792
+ "seed": 2013
793
+ },
794
+ {
795
+ "proxy_name": "foliage_proxy",
796
+ "task_name": "foliage",
797
+ "task_id": 0,
798
+ "stress_slice": "nominal",
799
+ "difficulty_bin": "medium",
800
+ "episode_index": 88,
801
+ "seed": 14
802
+ },
803
+ {
804
+ "proxy_name": "foliage_proxy",
805
+ "task_name": "foliage",
806
+ "task_id": 0,
807
+ "stress_slice": "nominal",
808
+ "difficulty_bin": "hard",
809
+ "episode_index": 89,
810
+ "seed": 2014
811
+ },
812
+ {
813
+ "proxy_name": "foliage_proxy",
814
+ "task_name": "foliage",
815
+ "task_id": 0,
816
+ "stress_slice": "nominal",
817
+ "difficulty_bin": "medium",
818
+ "episode_index": 90,
819
+ "seed": 15
820
+ },
821
+ {
822
+ "proxy_name": "foliage_proxy",
823
+ "task_name": "foliage",
824
+ "task_id": 0,
825
+ "stress_slice": "nominal",
826
+ "difficulty_bin": "hard",
827
+ "episode_index": 91,
828
+ "seed": 2015
829
+ },
830
+ {
831
+ "proxy_name": "foliage_proxy",
832
+ "task_name": "foliage",
833
+ "task_id": 0,
834
+ "stress_slice": "nominal",
835
+ "difficulty_bin": "medium",
836
+ "episode_index": 92,
837
+ "seed": 16
838
+ },
839
+ {
840
+ "proxy_name": "foliage_proxy",
841
+ "task_name": "foliage",
842
+ "task_id": 0,
843
+ "stress_slice": "nominal",
844
+ "difficulty_bin": "hard",
845
+ "episode_index": 93,
846
+ "seed": 2016
847
+ },
848
+ {
849
+ "proxy_name": "foliage_proxy",
850
+ "task_name": "foliage",
851
+ "task_id": 0,
852
+ "stress_slice": "nominal",
853
+ "difficulty_bin": "medium",
854
+ "episode_index": 94,
855
+ "seed": 17
856
+ },
857
+ {
858
+ "proxy_name": "foliage_proxy",
859
+ "task_name": "foliage",
860
+ "task_id": 0,
861
+ "stress_slice": "nominal",
862
+ "difficulty_bin": "hard",
863
+ "episode_index": 95,
864
+ "seed": 2017
865
+ },
866
+ {
867
+ "proxy_name": "foliage_proxy",
868
+ "task_name": "foliage",
869
+ "task_id": 0,
870
+ "stress_slice": "nominal",
871
+ "difficulty_bin": "medium",
872
+ "episode_index": 96,
873
+ "seed": 18
874
+ },
875
+ {
876
+ "proxy_name": "foliage_proxy",
877
+ "task_name": "foliage",
878
+ "task_id": 0,
879
+ "stress_slice": "nominal",
880
+ "difficulty_bin": "hard",
881
+ "episode_index": 97,
882
+ "seed": 2018
883
+ },
884
+ {
885
+ "proxy_name": "foliage_proxy",
886
+ "task_name": "foliage",
887
+ "task_id": 0,
888
+ "stress_slice": "nominal",
889
+ "difficulty_bin": "medium",
890
+ "episode_index": 98,
891
+ "seed": 19
892
+ },
893
+ {
894
+ "proxy_name": "foliage_proxy",
895
+ "task_name": "foliage",
896
+ "task_id": 0,
897
+ "stress_slice": "nominal",
898
+ "difficulty_bin": "hard",
899
+ "episode_index": 99,
900
+ "seed": 2019
901
+ },
902
+ {
903
+ "proxy_name": "bag_proxy",
904
+ "task_name": "bag",
905
+ "task_id": 1,
906
+ "stress_slice": "nominal",
907
+ "difficulty_bin": "medium",
908
+ "episode_index": 0,
909
+ "seed": 100000
910
+ },
911
+ {
912
+ "proxy_name": "bag_proxy",
913
+ "task_name": "bag",
914
+ "task_id": 1,
915
+ "stress_slice": "high_reocclusion",
916
+ "difficulty_bin": "medium",
917
+ "episode_index": 1,
918
+ "seed": 101000
919
+ },
920
+ {
921
+ "proxy_name": "bag_proxy",
922
+ "task_name": "bag",
923
+ "task_id": 1,
924
+ "stress_slice": "nominal",
925
+ "difficulty_bin": "hard",
926
+ "episode_index": 2,
927
+ "seed": 102000
928
+ },
929
+ {
930
+ "proxy_name": "bag_proxy",
931
+ "task_name": "bag",
932
+ "task_id": 1,
933
+ "stress_slice": "high_reocclusion",
934
+ "difficulty_bin": "hard",
935
+ "episode_index": 3,
936
+ "seed": 103000
937
+ },
938
+ {
939
+ "proxy_name": "bag_proxy",
940
+ "task_name": "bag",
941
+ "task_id": 1,
942
+ "stress_slice": "camera_perturbation",
943
+ "difficulty_bin": "medium",
944
+ "episode_index": 4,
945
+ "seed": 104000
946
+ },
947
+ {
948
+ "proxy_name": "bag_proxy",
949
+ "task_name": "bag",
950
+ "task_id": 1,
951
+ "stress_slice": "one_sided_slip",
952
+ "difficulty_bin": "medium",
953
+ "episode_index": 5,
954
+ "seed": 105000
955
+ },
956
+ {
957
+ "proxy_name": "bag_proxy",
958
+ "task_name": "bag",
959
+ "task_id": 1,
960
+ "stress_slice": "camera_perturbation",
961
+ "difficulty_bin": "hard",
962
+ "episode_index": 6,
963
+ "seed": 106000
964
+ },
965
+ {
966
+ "proxy_name": "bag_proxy",
967
+ "task_name": "bag",
968
+ "task_id": 1,
969
+ "stress_slice": "one_sided_slip",
970
+ "difficulty_bin": "hard",
971
+ "episode_index": 7,
972
+ "seed": 107000
973
+ },
974
+ {
975
+ "proxy_name": "bag_proxy",
976
+ "task_name": "bag",
977
+ "task_id": 1,
978
+ "stress_slice": "nominal",
979
+ "difficulty_bin": "medium",
980
+ "episode_index": 8,
981
+ "seed": 100001
982
+ },
983
+ {
984
+ "proxy_name": "bag_proxy",
985
+ "task_name": "bag",
986
+ "task_id": 1,
987
+ "stress_slice": "high_reocclusion",
988
+ "difficulty_bin": "medium",
989
+ "episode_index": 9,
990
+ "seed": 101001
991
+ },
992
+ {
993
+ "proxy_name": "bag_proxy",
994
+ "task_name": "bag",
995
+ "task_id": 1,
996
+ "stress_slice": "nominal",
997
+ "difficulty_bin": "hard",
998
+ "episode_index": 10,
999
+ "seed": 102001
1000
+ },
1001
+ {
1002
+ "proxy_name": "bag_proxy",
1003
+ "task_name": "bag",
1004
+ "task_id": 1,
1005
+ "stress_slice": "high_reocclusion",
1006
+ "difficulty_bin": "hard",
1007
+ "episode_index": 11,
1008
+ "seed": 103001
1009
+ },
1010
+ {
1011
+ "proxy_name": "bag_proxy",
1012
+ "task_name": "bag",
1013
+ "task_id": 1,
1014
+ "stress_slice": "camera_perturbation",
1015
+ "difficulty_bin": "medium",
1016
+ "episode_index": 12,
1017
+ "seed": 104001
1018
+ },
1019
+ {
1020
+ "proxy_name": "bag_proxy",
1021
+ "task_name": "bag",
1022
+ "task_id": 1,
1023
+ "stress_slice": "one_sided_slip",
1024
+ "difficulty_bin": "medium",
1025
+ "episode_index": 13,
1026
+ "seed": 105001
1027
+ },
1028
+ {
1029
+ "proxy_name": "bag_proxy",
1030
+ "task_name": "bag",
1031
+ "task_id": 1,
1032
+ "stress_slice": "camera_perturbation",
1033
+ "difficulty_bin": "hard",
1034
+ "episode_index": 14,
1035
+ "seed": 106001
1036
+ },
1037
+ {
1038
+ "proxy_name": "bag_proxy",
1039
+ "task_name": "bag",
1040
+ "task_id": 1,
1041
+ "stress_slice": "one_sided_slip",
1042
+ "difficulty_bin": "hard",
1043
+ "episode_index": 15,
1044
+ "seed": 107001
1045
+ },
1046
+ {
1047
+ "proxy_name": "bag_proxy",
1048
+ "task_name": "bag",
1049
+ "task_id": 1,
1050
+ "stress_slice": "nominal",
1051
+ "difficulty_bin": "medium",
1052
+ "episode_index": 16,
1053
+ "seed": 100002
1054
+ },
1055
+ {
1056
+ "proxy_name": "bag_proxy",
1057
+ "task_name": "bag",
1058
+ "task_id": 1,
1059
+ "stress_slice": "high_reocclusion",
1060
+ "difficulty_bin": "medium",
1061
+ "episode_index": 17,
1062
+ "seed": 101002
1063
+ },
1064
+ {
1065
+ "proxy_name": "bag_proxy",
1066
+ "task_name": "bag",
1067
+ "task_id": 1,
1068
+ "stress_slice": "nominal",
1069
+ "difficulty_bin": "hard",
1070
+ "episode_index": 18,
1071
+ "seed": 102002
1072
+ },
1073
+ {
1074
+ "proxy_name": "bag_proxy",
1075
+ "task_name": "bag",
1076
+ "task_id": 1,
1077
+ "stress_slice": "high_reocclusion",
1078
+ "difficulty_bin": "hard",
1079
+ "episode_index": 19,
1080
+ "seed": 103002
1081
+ },
1082
+ {
1083
+ "proxy_name": "bag_proxy",
1084
+ "task_name": "bag",
1085
+ "task_id": 1,
1086
+ "stress_slice": "camera_perturbation",
1087
+ "difficulty_bin": "medium",
1088
+ "episode_index": 20,
1089
+ "seed": 104002
1090
+ },
1091
+ {
1092
+ "proxy_name": "bag_proxy",
1093
+ "task_name": "bag",
1094
+ "task_id": 1,
1095
+ "stress_slice": "one_sided_slip",
1096
+ "difficulty_bin": "medium",
1097
+ "episode_index": 21,
1098
+ "seed": 105002
1099
+ },
1100
+ {
1101
+ "proxy_name": "bag_proxy",
1102
+ "task_name": "bag",
1103
+ "task_id": 1,
1104
+ "stress_slice": "camera_perturbation",
1105
+ "difficulty_bin": "hard",
1106
+ "episode_index": 22,
1107
+ "seed": 106002
1108
+ },
1109
+ {
1110
+ "proxy_name": "bag_proxy",
1111
+ "task_name": "bag",
1112
+ "task_id": 1,
1113
+ "stress_slice": "one_sided_slip",
1114
+ "difficulty_bin": "hard",
1115
+ "episode_index": 23,
1116
+ "seed": 107002
1117
+ },
1118
+ {
1119
+ "proxy_name": "bag_proxy",
1120
+ "task_name": "bag",
1121
+ "task_id": 1,
1122
+ "stress_slice": "nominal",
1123
+ "difficulty_bin": "medium",
1124
+ "episode_index": 24,
1125
+ "seed": 100003
1126
+ },
1127
+ {
1128
+ "proxy_name": "bag_proxy",
1129
+ "task_name": "bag",
1130
+ "task_id": 1,
1131
+ "stress_slice": "high_reocclusion",
1132
+ "difficulty_bin": "medium",
1133
+ "episode_index": 25,
1134
+ "seed": 101003
1135
+ },
1136
+ {
1137
+ "proxy_name": "bag_proxy",
1138
+ "task_name": "bag",
1139
+ "task_id": 1,
1140
+ "stress_slice": "nominal",
1141
+ "difficulty_bin": "hard",
1142
+ "episode_index": 26,
1143
+ "seed": 102003
1144
+ },
1145
+ {
1146
+ "proxy_name": "bag_proxy",
1147
+ "task_name": "bag",
1148
+ "task_id": 1,
1149
+ "stress_slice": "high_reocclusion",
1150
+ "difficulty_bin": "hard",
1151
+ "episode_index": 27,
1152
+ "seed": 103003
1153
+ },
1154
+ {
1155
+ "proxy_name": "bag_proxy",
1156
+ "task_name": "bag",
1157
+ "task_id": 1,
1158
+ "stress_slice": "camera_perturbation",
1159
+ "difficulty_bin": "medium",
1160
+ "episode_index": 28,
1161
+ "seed": 104003
1162
+ },
1163
+ {
1164
+ "proxy_name": "bag_proxy",
1165
+ "task_name": "bag",
1166
+ "task_id": 1,
1167
+ "stress_slice": "one_sided_slip",
1168
+ "difficulty_bin": "medium",
1169
+ "episode_index": 29,
1170
+ "seed": 105003
1171
+ },
1172
+ {
1173
+ "proxy_name": "bag_proxy",
1174
+ "task_name": "bag",
1175
+ "task_id": 1,
1176
+ "stress_slice": "camera_perturbation",
1177
+ "difficulty_bin": "hard",
1178
+ "episode_index": 30,
1179
+ "seed": 106003
1180
+ },
1181
+ {
1182
+ "proxy_name": "bag_proxy",
1183
+ "task_name": "bag",
1184
+ "task_id": 1,
1185
+ "stress_slice": "one_sided_slip",
1186
+ "difficulty_bin": "hard",
1187
+ "episode_index": 31,
1188
+ "seed": 107003
1189
+ },
1190
+ {
1191
+ "proxy_name": "bag_proxy",
1192
+ "task_name": "bag",
1193
+ "task_id": 1,
1194
+ "stress_slice": "nominal",
1195
+ "difficulty_bin": "medium",
1196
+ "episode_index": 32,
1197
+ "seed": 100004
1198
+ },
1199
+ {
1200
+ "proxy_name": "bag_proxy",
1201
+ "task_name": "bag",
1202
+ "task_id": 1,
1203
+ "stress_slice": "high_reocclusion",
1204
+ "difficulty_bin": "medium",
1205
+ "episode_index": 33,
1206
+ "seed": 101004
1207
+ },
1208
+ {
1209
+ "proxy_name": "bag_proxy",
1210
+ "task_name": "bag",
1211
+ "task_id": 1,
1212
+ "stress_slice": "nominal",
1213
+ "difficulty_bin": "hard",
1214
+ "episode_index": 34,
1215
+ "seed": 102004
1216
+ },
1217
+ {
1218
+ "proxy_name": "bag_proxy",
1219
+ "task_name": "bag",
1220
+ "task_id": 1,
1221
+ "stress_slice": "high_reocclusion",
1222
+ "difficulty_bin": "hard",
1223
+ "episode_index": 35,
1224
+ "seed": 103004
1225
+ },
1226
+ {
1227
+ "proxy_name": "bag_proxy",
1228
+ "task_name": "bag",
1229
+ "task_id": 1,
1230
+ "stress_slice": "camera_perturbation",
1231
+ "difficulty_bin": "medium",
1232
+ "episode_index": 36,
1233
+ "seed": 104004
1234
+ },
1235
+ {
1236
+ "proxy_name": "bag_proxy",
1237
+ "task_name": "bag",
1238
+ "task_id": 1,
1239
+ "stress_slice": "one_sided_slip",
1240
+ "difficulty_bin": "medium",
1241
+ "episode_index": 37,
1242
+ "seed": 105004
1243
+ },
1244
+ {
1245
+ "proxy_name": "bag_proxy",
1246
+ "task_name": "bag",
1247
+ "task_id": 1,
1248
+ "stress_slice": "camera_perturbation",
1249
+ "difficulty_bin": "hard",
1250
+ "episode_index": 38,
1251
+ "seed": 106004
1252
+ },
1253
+ {
1254
+ "proxy_name": "bag_proxy",
1255
+ "task_name": "bag",
1256
+ "task_id": 1,
1257
+ "stress_slice": "one_sided_slip",
1258
+ "difficulty_bin": "hard",
1259
+ "episode_index": 39,
1260
+ "seed": 107004
1261
+ },
1262
+ {
1263
+ "proxy_name": "bag_proxy",
1264
+ "task_name": "bag",
1265
+ "task_id": 1,
1266
+ "stress_slice": "nominal",
1267
+ "difficulty_bin": "medium",
1268
+ "episode_index": 40,
1269
+ "seed": 100005
1270
+ },
1271
+ {
1272
+ "proxy_name": "bag_proxy",
1273
+ "task_name": "bag",
1274
+ "task_id": 1,
1275
+ "stress_slice": "high_reocclusion",
1276
+ "difficulty_bin": "medium",
1277
+ "episode_index": 41,
1278
+ "seed": 101005
1279
+ },
1280
+ {
1281
+ "proxy_name": "bag_proxy",
1282
+ "task_name": "bag",
1283
+ "task_id": 1,
1284
+ "stress_slice": "nominal",
1285
+ "difficulty_bin": "hard",
1286
+ "episode_index": 42,
1287
+ "seed": 102005
1288
+ },
1289
+ {
1290
+ "proxy_name": "bag_proxy",
1291
+ "task_name": "bag",
1292
+ "task_id": 1,
1293
+ "stress_slice": "high_reocclusion",
1294
+ "difficulty_bin": "hard",
1295
+ "episode_index": 43,
1296
+ "seed": 103005
1297
+ },
1298
+ {
1299
+ "proxy_name": "bag_proxy",
1300
+ "task_name": "bag",
1301
+ "task_id": 1,
1302
+ "stress_slice": "camera_perturbation",
1303
+ "difficulty_bin": "medium",
1304
+ "episode_index": 44,
1305
+ "seed": 104005
1306
+ },
1307
+ {
1308
+ "proxy_name": "bag_proxy",
1309
+ "task_name": "bag",
1310
+ "task_id": 1,
1311
+ "stress_slice": "one_sided_slip",
1312
+ "difficulty_bin": "medium",
1313
+ "episode_index": 45,
1314
+ "seed": 105005
1315
+ },
1316
+ {
1317
+ "proxy_name": "bag_proxy",
1318
+ "task_name": "bag",
1319
+ "task_id": 1,
1320
+ "stress_slice": "camera_perturbation",
1321
+ "difficulty_bin": "hard",
1322
+ "episode_index": 46,
1323
+ "seed": 106005
1324
+ },
1325
+ {
1326
+ "proxy_name": "bag_proxy",
1327
+ "task_name": "bag",
1328
+ "task_id": 1,
1329
+ "stress_slice": "one_sided_slip",
1330
+ "difficulty_bin": "hard",
1331
+ "episode_index": 47,
1332
+ "seed": 107005
1333
+ },
1334
+ {
1335
+ "proxy_name": "bag_proxy",
1336
+ "task_name": "bag",
1337
+ "task_id": 1,
1338
+ "stress_slice": "nominal",
1339
+ "difficulty_bin": "medium",
1340
+ "episode_index": 48,
1341
+ "seed": 100006
1342
+ },
1343
+ {
1344
+ "proxy_name": "bag_proxy",
1345
+ "task_name": "bag",
1346
+ "task_id": 1,
1347
+ "stress_slice": "high_reocclusion",
1348
+ "difficulty_bin": "medium",
1349
+ "episode_index": 49,
1350
+ "seed": 101006
1351
+ },
1352
+ {
1353
+ "proxy_name": "bag_proxy",
1354
+ "task_name": "bag",
1355
+ "task_id": 1,
1356
+ "stress_slice": "nominal",
1357
+ "difficulty_bin": "hard",
1358
+ "episode_index": 50,
1359
+ "seed": 102006
1360
+ },
1361
+ {
1362
+ "proxy_name": "bag_proxy",
1363
+ "task_name": "bag",
1364
+ "task_id": 1,
1365
+ "stress_slice": "high_reocclusion",
1366
+ "difficulty_bin": "hard",
1367
+ "episode_index": 51,
1368
+ "seed": 103006
1369
+ },
1370
+ {
1371
+ "proxy_name": "bag_proxy",
1372
+ "task_name": "bag",
1373
+ "task_id": 1,
1374
+ "stress_slice": "camera_perturbation",
1375
+ "difficulty_bin": "medium",
1376
+ "episode_index": 52,
1377
+ "seed": 104006
1378
+ },
1379
+ {
1380
+ "proxy_name": "bag_proxy",
1381
+ "task_name": "bag",
1382
+ "task_id": 1,
1383
+ "stress_slice": "one_sided_slip",
1384
+ "difficulty_bin": "medium",
1385
+ "episode_index": 53,
1386
+ "seed": 105006
1387
+ },
1388
+ {
1389
+ "proxy_name": "bag_proxy",
1390
+ "task_name": "bag",
1391
+ "task_id": 1,
1392
+ "stress_slice": "camera_perturbation",
1393
+ "difficulty_bin": "hard",
1394
+ "episode_index": 54,
1395
+ "seed": 106006
1396
+ },
1397
+ {
1398
+ "proxy_name": "bag_proxy",
1399
+ "task_name": "bag",
1400
+ "task_id": 1,
1401
+ "stress_slice": "one_sided_slip",
1402
+ "difficulty_bin": "hard",
1403
+ "episode_index": 55,
1404
+ "seed": 107006
1405
+ },
1406
+ {
1407
+ "proxy_name": "bag_proxy",
1408
+ "task_name": "bag",
1409
+ "task_id": 1,
1410
+ "stress_slice": "nominal",
1411
+ "difficulty_bin": "medium",
1412
+ "episode_index": 56,
1413
+ "seed": 100007
1414
+ },
1415
+ {
1416
+ "proxy_name": "bag_proxy",
1417
+ "task_name": "bag",
1418
+ "task_id": 1,
1419
+ "stress_slice": "high_reocclusion",
1420
+ "difficulty_bin": "medium",
1421
+ "episode_index": 57,
1422
+ "seed": 101007
1423
+ },
1424
+ {
1425
+ "proxy_name": "bag_proxy",
1426
+ "task_name": "bag",
1427
+ "task_id": 1,
1428
+ "stress_slice": "nominal",
1429
+ "difficulty_bin": "hard",
1430
+ "episode_index": 58,
1431
+ "seed": 102007
1432
+ },
1433
+ {
1434
+ "proxy_name": "bag_proxy",
1435
+ "task_name": "bag",
1436
+ "task_id": 1,
1437
+ "stress_slice": "high_reocclusion",
1438
+ "difficulty_bin": "hard",
1439
+ "episode_index": 59,
1440
+ "seed": 103007
1441
+ },
1442
+ {
1443
+ "proxy_name": "bag_proxy",
1444
+ "task_name": "bag",
1445
+ "task_id": 1,
1446
+ "stress_slice": "camera_perturbation",
1447
+ "difficulty_bin": "medium",
1448
+ "episode_index": 60,
1449
+ "seed": 104007
1450
+ },
1451
+ {
1452
+ "proxy_name": "bag_proxy",
1453
+ "task_name": "bag",
1454
+ "task_id": 1,
1455
+ "stress_slice": "one_sided_slip",
1456
+ "difficulty_bin": "medium",
1457
+ "episode_index": 61,
1458
+ "seed": 105007
1459
+ },
1460
+ {
1461
+ "proxy_name": "bag_proxy",
1462
+ "task_name": "bag",
1463
+ "task_id": 1,
1464
+ "stress_slice": "camera_perturbation",
1465
+ "difficulty_bin": "hard",
1466
+ "episode_index": 62,
1467
+ "seed": 106007
1468
+ },
1469
+ {
1470
+ "proxy_name": "bag_proxy",
1471
+ "task_name": "bag",
1472
+ "task_id": 1,
1473
+ "stress_slice": "one_sided_slip",
1474
+ "difficulty_bin": "hard",
1475
+ "episode_index": 63,
1476
+ "seed": 107007
1477
+ },
1478
+ {
1479
+ "proxy_name": "bag_proxy",
1480
+ "task_name": "bag",
1481
+ "task_id": 1,
1482
+ "stress_slice": "nominal",
1483
+ "difficulty_bin": "medium",
1484
+ "episode_index": 64,
1485
+ "seed": 100008
1486
+ },
1487
+ {
1488
+ "proxy_name": "bag_proxy",
1489
+ "task_name": "bag",
1490
+ "task_id": 1,
1491
+ "stress_slice": "high_reocclusion",
1492
+ "difficulty_bin": "medium",
1493
+ "episode_index": 65,
1494
+ "seed": 101008
1495
+ },
1496
+ {
1497
+ "proxy_name": "bag_proxy",
1498
+ "task_name": "bag",
1499
+ "task_id": 1,
1500
+ "stress_slice": "nominal",
1501
+ "difficulty_bin": "hard",
1502
+ "episode_index": 66,
1503
+ "seed": 102008
1504
+ },
1505
+ {
1506
+ "proxy_name": "bag_proxy",
1507
+ "task_name": "bag",
1508
+ "task_id": 1,
1509
+ "stress_slice": "high_reocclusion",
1510
+ "difficulty_bin": "hard",
1511
+ "episode_index": 67,
1512
+ "seed": 103008
1513
+ },
1514
+ {
1515
+ "proxy_name": "bag_proxy",
1516
+ "task_name": "bag",
1517
+ "task_id": 1,
1518
+ "stress_slice": "camera_perturbation",
1519
+ "difficulty_bin": "medium",
1520
+ "episode_index": 68,
1521
+ "seed": 104008
1522
+ },
1523
+ {
1524
+ "proxy_name": "bag_proxy",
1525
+ "task_name": "bag",
1526
+ "task_id": 1,
1527
+ "stress_slice": "one_sided_slip",
1528
+ "difficulty_bin": "medium",
1529
+ "episode_index": 69,
1530
+ "seed": 105008
1531
+ },
1532
+ {
1533
+ "proxy_name": "bag_proxy",
1534
+ "task_name": "bag",
1535
+ "task_id": 1,
1536
+ "stress_slice": "camera_perturbation",
1537
+ "difficulty_bin": "hard",
1538
+ "episode_index": 70,
1539
+ "seed": 106008
1540
+ },
1541
+ {
1542
+ "proxy_name": "bag_proxy",
1543
+ "task_name": "bag",
1544
+ "task_id": 1,
1545
+ "stress_slice": "one_sided_slip",
1546
+ "difficulty_bin": "hard",
1547
+ "episode_index": 71,
1548
+ "seed": 107008
1549
+ },
1550
+ {
1551
+ "proxy_name": "bag_proxy",
1552
+ "task_name": "bag",
1553
+ "task_id": 1,
1554
+ "stress_slice": "nominal",
1555
+ "difficulty_bin": "medium",
1556
+ "episode_index": 72,
1557
+ "seed": 100009
1558
+ },
1559
+ {
1560
+ "proxy_name": "bag_proxy",
1561
+ "task_name": "bag",
1562
+ "task_id": 1,
1563
+ "stress_slice": "high_reocclusion",
1564
+ "difficulty_bin": "medium",
1565
+ "episode_index": 73,
1566
+ "seed": 101009
1567
+ },
1568
+ {
1569
+ "proxy_name": "bag_proxy",
1570
+ "task_name": "bag",
1571
+ "task_id": 1,
1572
+ "stress_slice": "nominal",
1573
+ "difficulty_bin": "hard",
1574
+ "episode_index": 74,
1575
+ "seed": 102009
1576
+ },
1577
+ {
1578
+ "proxy_name": "bag_proxy",
1579
+ "task_name": "bag",
1580
+ "task_id": 1,
1581
+ "stress_slice": "high_reocclusion",
1582
+ "difficulty_bin": "hard",
1583
+ "episode_index": 75,
1584
+ "seed": 103009
1585
+ },
1586
+ {
1587
+ "proxy_name": "bag_proxy",
1588
+ "task_name": "bag",
1589
+ "task_id": 1,
1590
+ "stress_slice": "camera_perturbation",
1591
+ "difficulty_bin": "medium",
1592
+ "episode_index": 76,
1593
+ "seed": 104009
1594
+ },
1595
+ {
1596
+ "proxy_name": "bag_proxy",
1597
+ "task_name": "bag",
1598
+ "task_id": 1,
1599
+ "stress_slice": "one_sided_slip",
1600
+ "difficulty_bin": "medium",
1601
+ "episode_index": 77,
1602
+ "seed": 105009
1603
+ },
1604
+ {
1605
+ "proxy_name": "bag_proxy",
1606
+ "task_name": "bag",
1607
+ "task_id": 1,
1608
+ "stress_slice": "camera_perturbation",
1609
+ "difficulty_bin": "hard",
1610
+ "episode_index": 78,
1611
+ "seed": 106009
1612
+ },
1613
+ {
1614
+ "proxy_name": "bag_proxy",
1615
+ "task_name": "bag",
1616
+ "task_id": 1,
1617
+ "stress_slice": "one_sided_slip",
1618
+ "difficulty_bin": "hard",
1619
+ "episode_index": 79,
1620
+ "seed": 107009
1621
+ },
1622
+ {
1623
+ "proxy_name": "bag_proxy",
1624
+ "task_name": "bag",
1625
+ "task_id": 1,
1626
+ "stress_slice": "nominal",
1627
+ "difficulty_bin": "medium",
1628
+ "episode_index": 80,
1629
+ "seed": 100010
1630
+ },
1631
+ {
1632
+ "proxy_name": "bag_proxy",
1633
+ "task_name": "bag",
1634
+ "task_id": 1,
1635
+ "stress_slice": "nominal",
1636
+ "difficulty_bin": "hard",
1637
+ "episode_index": 81,
1638
+ "seed": 102010
1639
+ },
1640
+ {
1641
+ "proxy_name": "bag_proxy",
1642
+ "task_name": "bag",
1643
+ "task_id": 1,
1644
+ "stress_slice": "nominal",
1645
+ "difficulty_bin": "medium",
1646
+ "episode_index": 82,
1647
+ "seed": 100011
1648
+ },
1649
+ {
1650
+ "proxy_name": "bag_proxy",
1651
+ "task_name": "bag",
1652
+ "task_id": 1,
1653
+ "stress_slice": "nominal",
1654
+ "difficulty_bin": "hard",
1655
+ "episode_index": 83,
1656
+ "seed": 102011
1657
+ },
1658
+ {
1659
+ "proxy_name": "bag_proxy",
1660
+ "task_name": "bag",
1661
+ "task_id": 1,
1662
+ "stress_slice": "nominal",
1663
+ "difficulty_bin": "medium",
1664
+ "episode_index": 84,
1665
+ "seed": 100012
1666
+ },
1667
+ {
1668
+ "proxy_name": "bag_proxy",
1669
+ "task_name": "bag",
1670
+ "task_id": 1,
1671
+ "stress_slice": "nominal",
1672
+ "difficulty_bin": "hard",
1673
+ "episode_index": 85,
1674
+ "seed": 102012
1675
+ },
1676
+ {
1677
+ "proxy_name": "bag_proxy",
1678
+ "task_name": "bag",
1679
+ "task_id": 1,
1680
+ "stress_slice": "nominal",
1681
+ "difficulty_bin": "medium",
1682
+ "episode_index": 86,
1683
+ "seed": 100013
1684
+ },
1685
+ {
1686
+ "proxy_name": "bag_proxy",
1687
+ "task_name": "bag",
1688
+ "task_id": 1,
1689
+ "stress_slice": "nominal",
1690
+ "difficulty_bin": "hard",
1691
+ "episode_index": 87,
1692
+ "seed": 102013
1693
+ },
1694
+ {
1695
+ "proxy_name": "bag_proxy",
1696
+ "task_name": "bag",
1697
+ "task_id": 1,
1698
+ "stress_slice": "nominal",
1699
+ "difficulty_bin": "medium",
1700
+ "episode_index": 88,
1701
+ "seed": 100014
1702
+ },
1703
+ {
1704
+ "proxy_name": "bag_proxy",
1705
+ "task_name": "bag",
1706
+ "task_id": 1,
1707
+ "stress_slice": "nominal",
1708
+ "difficulty_bin": "hard",
1709
+ "episode_index": 89,
1710
+ "seed": 102014
1711
+ },
1712
+ {
1713
+ "proxy_name": "bag_proxy",
1714
+ "task_name": "bag",
1715
+ "task_id": 1,
1716
+ "stress_slice": "nominal",
1717
+ "difficulty_bin": "medium",
1718
+ "episode_index": 90,
1719
+ "seed": 100015
1720
+ },
1721
+ {
1722
+ "proxy_name": "bag_proxy",
1723
+ "task_name": "bag",
1724
+ "task_id": 1,
1725
+ "stress_slice": "nominal",
1726
+ "difficulty_bin": "hard",
1727
+ "episode_index": 91,
1728
+ "seed": 102015
1729
+ },
1730
+ {
1731
+ "proxy_name": "bag_proxy",
1732
+ "task_name": "bag",
1733
+ "task_id": 1,
1734
+ "stress_slice": "nominal",
1735
+ "difficulty_bin": "medium",
1736
+ "episode_index": 92,
1737
+ "seed": 100016
1738
+ },
1739
+ {
1740
+ "proxy_name": "bag_proxy",
1741
+ "task_name": "bag",
1742
+ "task_id": 1,
1743
+ "stress_slice": "nominal",
1744
+ "difficulty_bin": "hard",
1745
+ "episode_index": 93,
1746
+ "seed": 102016
1747
+ },
1748
+ {
1749
+ "proxy_name": "bag_proxy",
1750
+ "task_name": "bag",
1751
+ "task_id": 1,
1752
+ "stress_slice": "nominal",
1753
+ "difficulty_bin": "medium",
1754
+ "episode_index": 94,
1755
+ "seed": 100017
1756
+ },
1757
+ {
1758
+ "proxy_name": "bag_proxy",
1759
+ "task_name": "bag",
1760
+ "task_id": 1,
1761
+ "stress_slice": "nominal",
1762
+ "difficulty_bin": "hard",
1763
+ "episode_index": 95,
1764
+ "seed": 102017
1765
+ },
1766
+ {
1767
+ "proxy_name": "bag_proxy",
1768
+ "task_name": "bag",
1769
+ "task_id": 1,
1770
+ "stress_slice": "nominal",
1771
+ "difficulty_bin": "medium",
1772
+ "episode_index": 96,
1773
+ "seed": 100018
1774
+ },
1775
+ {
1776
+ "proxy_name": "bag_proxy",
1777
+ "task_name": "bag",
1778
+ "task_id": 1,
1779
+ "stress_slice": "nominal",
1780
+ "difficulty_bin": "hard",
1781
+ "episode_index": 97,
1782
+ "seed": 102018
1783
+ },
1784
+ {
1785
+ "proxy_name": "bag_proxy",
1786
+ "task_name": "bag",
1787
+ "task_id": 1,
1788
+ "stress_slice": "nominal",
1789
+ "difficulty_bin": "medium",
1790
+ "episode_index": 98,
1791
+ "seed": 100019
1792
+ },
1793
+ {
1794
+ "proxy_name": "bag_proxy",
1795
+ "task_name": "bag",
1796
+ "task_id": 1,
1797
+ "stress_slice": "nominal",
1798
+ "difficulty_bin": "hard",
1799
+ "episode_index": 99,
1800
+ "seed": 102019
1801
+ },
1802
+ {
1803
+ "proxy_name": "cloth_proxy",
1804
+ "task_name": "cloth",
1805
+ "task_id": 2,
1806
+ "stress_slice": "nominal",
1807
+ "difficulty_bin": "medium",
1808
+ "episode_index": 0,
1809
+ "seed": 200000
1810
+ },
1811
+ {
1812
+ "proxy_name": "cloth_proxy",
1813
+ "task_name": "cloth",
1814
+ "task_id": 2,
1815
+ "stress_slice": "high_reocclusion",
1816
+ "difficulty_bin": "medium",
1817
+ "episode_index": 1,
1818
+ "seed": 201000
1819
+ },
1820
+ {
1821
+ "proxy_name": "cloth_proxy",
1822
+ "task_name": "cloth",
1823
+ "task_id": 2,
1824
+ "stress_slice": "nominal",
1825
+ "difficulty_bin": "hard",
1826
+ "episode_index": 2,
1827
+ "seed": 202000
1828
+ },
1829
+ {
1830
+ "proxy_name": "cloth_proxy",
1831
+ "task_name": "cloth",
1832
+ "task_id": 2,
1833
+ "stress_slice": "high_reocclusion",
1834
+ "difficulty_bin": "hard",
1835
+ "episode_index": 3,
1836
+ "seed": 203000
1837
+ },
1838
+ {
1839
+ "proxy_name": "cloth_proxy",
1840
+ "task_name": "cloth",
1841
+ "task_id": 2,
1842
+ "stress_slice": "camera_perturbation",
1843
+ "difficulty_bin": "medium",
1844
+ "episode_index": 4,
1845
+ "seed": 204000
1846
+ },
1847
+ {
1848
+ "proxy_name": "cloth_proxy",
1849
+ "task_name": "cloth",
1850
+ "task_id": 2,
1851
+ "stress_slice": "fold_sensitive_long_persistence",
1852
+ "difficulty_bin": "medium",
1853
+ "episode_index": 5,
1854
+ "seed": 205000
1855
+ },
1856
+ {
1857
+ "proxy_name": "cloth_proxy",
1858
+ "task_name": "cloth",
1859
+ "task_id": 2,
1860
+ "stress_slice": "camera_perturbation",
1861
+ "difficulty_bin": "hard",
1862
+ "episode_index": 6,
1863
+ "seed": 206000
1864
+ },
1865
+ {
1866
+ "proxy_name": "cloth_proxy",
1867
+ "task_name": "cloth",
1868
+ "task_id": 2,
1869
+ "stress_slice": "fold_sensitive_long_persistence",
1870
+ "difficulty_bin": "hard",
1871
+ "episode_index": 7,
1872
+ "seed": 207000
1873
+ },
1874
+ {
1875
+ "proxy_name": "cloth_proxy",
1876
+ "task_name": "cloth",
1877
+ "task_id": 2,
1878
+ "stress_slice": "nominal",
1879
+ "difficulty_bin": "medium",
1880
+ "episode_index": 8,
1881
+ "seed": 200001
1882
+ },
1883
+ {
1884
+ "proxy_name": "cloth_proxy",
1885
+ "task_name": "cloth",
1886
+ "task_id": 2,
1887
+ "stress_slice": "high_reocclusion",
1888
+ "difficulty_bin": "medium",
1889
+ "episode_index": 9,
1890
+ "seed": 201001
1891
+ },
1892
+ {
1893
+ "proxy_name": "cloth_proxy",
1894
+ "task_name": "cloth",
1895
+ "task_id": 2,
1896
+ "stress_slice": "nominal",
1897
+ "difficulty_bin": "hard",
1898
+ "episode_index": 10,
1899
+ "seed": 202001
1900
+ },
1901
+ {
1902
+ "proxy_name": "cloth_proxy",
1903
+ "task_name": "cloth",
1904
+ "task_id": 2,
1905
+ "stress_slice": "high_reocclusion",
1906
+ "difficulty_bin": "hard",
1907
+ "episode_index": 11,
1908
+ "seed": 203001
1909
+ },
1910
+ {
1911
+ "proxy_name": "cloth_proxy",
1912
+ "task_name": "cloth",
1913
+ "task_id": 2,
1914
+ "stress_slice": "camera_perturbation",
1915
+ "difficulty_bin": "medium",
1916
+ "episode_index": 12,
1917
+ "seed": 204001
1918
+ },
1919
+ {
1920
+ "proxy_name": "cloth_proxy",
1921
+ "task_name": "cloth",
1922
+ "task_id": 2,
1923
+ "stress_slice": "fold_sensitive_long_persistence",
1924
+ "difficulty_bin": "medium",
1925
+ "episode_index": 13,
1926
+ "seed": 205001
1927
+ },
1928
+ {
1929
+ "proxy_name": "cloth_proxy",
1930
+ "task_name": "cloth",
1931
+ "task_id": 2,
1932
+ "stress_slice": "camera_perturbation",
1933
+ "difficulty_bin": "hard",
1934
+ "episode_index": 14,
1935
+ "seed": 206001
1936
+ },
1937
+ {
1938
+ "proxy_name": "cloth_proxy",
1939
+ "task_name": "cloth",
1940
+ "task_id": 2,
1941
+ "stress_slice": "fold_sensitive_long_persistence",
1942
+ "difficulty_bin": "hard",
1943
+ "episode_index": 15,
1944
+ "seed": 207001
1945
+ },
1946
+ {
1947
+ "proxy_name": "cloth_proxy",
1948
+ "task_name": "cloth",
1949
+ "task_id": 2,
1950
+ "stress_slice": "nominal",
1951
+ "difficulty_bin": "medium",
1952
+ "episode_index": 16,
1953
+ "seed": 200002
1954
+ },
1955
+ {
1956
+ "proxy_name": "cloth_proxy",
1957
+ "task_name": "cloth",
1958
+ "task_id": 2,
1959
+ "stress_slice": "high_reocclusion",
1960
+ "difficulty_bin": "medium",
1961
+ "episode_index": 17,
1962
+ "seed": 201002
1963
+ },
1964
+ {
1965
+ "proxy_name": "cloth_proxy",
1966
+ "task_name": "cloth",
1967
+ "task_id": 2,
1968
+ "stress_slice": "nominal",
1969
+ "difficulty_bin": "hard",
1970
+ "episode_index": 18,
1971
+ "seed": 202002
1972
+ },
1973
+ {
1974
+ "proxy_name": "cloth_proxy",
1975
+ "task_name": "cloth",
1976
+ "task_id": 2,
1977
+ "stress_slice": "high_reocclusion",
1978
+ "difficulty_bin": "hard",
1979
+ "episode_index": 19,
1980
+ "seed": 203002
1981
+ },
1982
+ {
1983
+ "proxy_name": "cloth_proxy",
1984
+ "task_name": "cloth",
1985
+ "task_id": 2,
1986
+ "stress_slice": "camera_perturbation",
1987
+ "difficulty_bin": "medium",
1988
+ "episode_index": 20,
1989
+ "seed": 204002
1990
+ },
1991
+ {
1992
+ "proxy_name": "cloth_proxy",
1993
+ "task_name": "cloth",
1994
+ "task_id": 2,
1995
+ "stress_slice": "fold_sensitive_long_persistence",
1996
+ "difficulty_bin": "medium",
1997
+ "episode_index": 21,
1998
+ "seed": 205002
1999
+ },
2000
+ {
2001
+ "proxy_name": "cloth_proxy",
2002
+ "task_name": "cloth",
2003
+ "task_id": 2,
2004
+ "stress_slice": "camera_perturbation",
2005
+ "difficulty_bin": "hard",
2006
+ "episode_index": 22,
2007
+ "seed": 206002
2008
+ },
2009
+ {
2010
+ "proxy_name": "cloth_proxy",
2011
+ "task_name": "cloth",
2012
+ "task_id": 2,
2013
+ "stress_slice": "fold_sensitive_long_persistence",
2014
+ "difficulty_bin": "hard",
2015
+ "episode_index": 23,
2016
+ "seed": 207002
2017
+ },
2018
+ {
2019
+ "proxy_name": "cloth_proxy",
2020
+ "task_name": "cloth",
2021
+ "task_id": 2,
2022
+ "stress_slice": "nominal",
2023
+ "difficulty_bin": "medium",
2024
+ "episode_index": 24,
2025
+ "seed": 200003
2026
+ },
2027
+ {
2028
+ "proxy_name": "cloth_proxy",
2029
+ "task_name": "cloth",
2030
+ "task_id": 2,
2031
+ "stress_slice": "high_reocclusion",
2032
+ "difficulty_bin": "medium",
2033
+ "episode_index": 25,
2034
+ "seed": 201003
2035
+ },
2036
+ {
2037
+ "proxy_name": "cloth_proxy",
2038
+ "task_name": "cloth",
2039
+ "task_id": 2,
2040
+ "stress_slice": "nominal",
2041
+ "difficulty_bin": "hard",
2042
+ "episode_index": 26,
2043
+ "seed": 202003
2044
+ },
2045
+ {
2046
+ "proxy_name": "cloth_proxy",
2047
+ "task_name": "cloth",
2048
+ "task_id": 2,
2049
+ "stress_slice": "high_reocclusion",
2050
+ "difficulty_bin": "hard",
2051
+ "episode_index": 27,
2052
+ "seed": 203003
2053
+ },
2054
+ {
2055
+ "proxy_name": "cloth_proxy",
2056
+ "task_name": "cloth",
2057
+ "task_id": 2,
2058
+ "stress_slice": "camera_perturbation",
2059
+ "difficulty_bin": "medium",
2060
+ "episode_index": 28,
2061
+ "seed": 204003
2062
+ },
2063
+ {
2064
+ "proxy_name": "cloth_proxy",
2065
+ "task_name": "cloth",
2066
+ "task_id": 2,
2067
+ "stress_slice": "fold_sensitive_long_persistence",
2068
+ "difficulty_bin": "medium",
2069
+ "episode_index": 29,
2070
+ "seed": 205003
2071
+ },
2072
+ {
2073
+ "proxy_name": "cloth_proxy",
2074
+ "task_name": "cloth",
2075
+ "task_id": 2,
2076
+ "stress_slice": "camera_perturbation",
2077
+ "difficulty_bin": "hard",
2078
+ "episode_index": 30,
2079
+ "seed": 206003
2080
+ },
2081
+ {
2082
+ "proxy_name": "cloth_proxy",
2083
+ "task_name": "cloth",
2084
+ "task_id": 2,
2085
+ "stress_slice": "fold_sensitive_long_persistence",
2086
+ "difficulty_bin": "hard",
2087
+ "episode_index": 31,
2088
+ "seed": 207003
2089
+ },
2090
+ {
2091
+ "proxy_name": "cloth_proxy",
2092
+ "task_name": "cloth",
2093
+ "task_id": 2,
2094
+ "stress_slice": "nominal",
2095
+ "difficulty_bin": "medium",
2096
+ "episode_index": 32,
2097
+ "seed": 200004
2098
+ },
2099
+ {
2100
+ "proxy_name": "cloth_proxy",
2101
+ "task_name": "cloth",
2102
+ "task_id": 2,
2103
+ "stress_slice": "high_reocclusion",
2104
+ "difficulty_bin": "medium",
2105
+ "episode_index": 33,
2106
+ "seed": 201004
2107
+ },
2108
+ {
2109
+ "proxy_name": "cloth_proxy",
2110
+ "task_name": "cloth",
2111
+ "task_id": 2,
2112
+ "stress_slice": "nominal",
2113
+ "difficulty_bin": "hard",
2114
+ "episode_index": 34,
2115
+ "seed": 202004
2116
+ },
2117
+ {
2118
+ "proxy_name": "cloth_proxy",
2119
+ "task_name": "cloth",
2120
+ "task_id": 2,
2121
+ "stress_slice": "high_reocclusion",
2122
+ "difficulty_bin": "hard",
2123
+ "episode_index": 35,
2124
+ "seed": 203004
2125
+ },
2126
+ {
2127
+ "proxy_name": "cloth_proxy",
2128
+ "task_name": "cloth",
2129
+ "task_id": 2,
2130
+ "stress_slice": "camera_perturbation",
2131
+ "difficulty_bin": "medium",
2132
+ "episode_index": 36,
2133
+ "seed": 204004
2134
+ },
2135
+ {
2136
+ "proxy_name": "cloth_proxy",
2137
+ "task_name": "cloth",
2138
+ "task_id": 2,
2139
+ "stress_slice": "fold_sensitive_long_persistence",
2140
+ "difficulty_bin": "medium",
2141
+ "episode_index": 37,
2142
+ "seed": 205004
2143
+ },
2144
+ {
2145
+ "proxy_name": "cloth_proxy",
2146
+ "task_name": "cloth",
2147
+ "task_id": 2,
2148
+ "stress_slice": "camera_perturbation",
2149
+ "difficulty_bin": "hard",
2150
+ "episode_index": 38,
2151
+ "seed": 206004
2152
+ },
2153
+ {
2154
+ "proxy_name": "cloth_proxy",
2155
+ "task_name": "cloth",
2156
+ "task_id": 2,
2157
+ "stress_slice": "fold_sensitive_long_persistence",
2158
+ "difficulty_bin": "hard",
2159
+ "episode_index": 39,
2160
+ "seed": 207004
2161
+ },
2162
+ {
2163
+ "proxy_name": "cloth_proxy",
2164
+ "task_name": "cloth",
2165
+ "task_id": 2,
2166
+ "stress_slice": "nominal",
2167
+ "difficulty_bin": "medium",
2168
+ "episode_index": 40,
2169
+ "seed": 200005
2170
+ },
2171
+ {
2172
+ "proxy_name": "cloth_proxy",
2173
+ "task_name": "cloth",
2174
+ "task_id": 2,
2175
+ "stress_slice": "high_reocclusion",
2176
+ "difficulty_bin": "medium",
2177
+ "episode_index": 41,
2178
+ "seed": 201005
2179
+ },
2180
+ {
2181
+ "proxy_name": "cloth_proxy",
2182
+ "task_name": "cloth",
2183
+ "task_id": 2,
2184
+ "stress_slice": "nominal",
2185
+ "difficulty_bin": "hard",
2186
+ "episode_index": 42,
2187
+ "seed": 202005
2188
+ },
2189
+ {
2190
+ "proxy_name": "cloth_proxy",
2191
+ "task_name": "cloth",
2192
+ "task_id": 2,
2193
+ "stress_slice": "high_reocclusion",
2194
+ "difficulty_bin": "hard",
2195
+ "episode_index": 43,
2196
+ "seed": 203005
2197
+ },
2198
+ {
2199
+ "proxy_name": "cloth_proxy",
2200
+ "task_name": "cloth",
2201
+ "task_id": 2,
2202
+ "stress_slice": "camera_perturbation",
2203
+ "difficulty_bin": "medium",
2204
+ "episode_index": 44,
2205
+ "seed": 204005
2206
+ },
2207
+ {
2208
+ "proxy_name": "cloth_proxy",
2209
+ "task_name": "cloth",
2210
+ "task_id": 2,
2211
+ "stress_slice": "fold_sensitive_long_persistence",
2212
+ "difficulty_bin": "medium",
2213
+ "episode_index": 45,
2214
+ "seed": 205005
2215
+ },
2216
+ {
2217
+ "proxy_name": "cloth_proxy",
2218
+ "task_name": "cloth",
2219
+ "task_id": 2,
2220
+ "stress_slice": "camera_perturbation",
2221
+ "difficulty_bin": "hard",
2222
+ "episode_index": 46,
2223
+ "seed": 206005
2224
+ },
2225
+ {
2226
+ "proxy_name": "cloth_proxy",
2227
+ "task_name": "cloth",
2228
+ "task_id": 2,
2229
+ "stress_slice": "fold_sensitive_long_persistence",
2230
+ "difficulty_bin": "hard",
2231
+ "episode_index": 47,
2232
+ "seed": 207005
2233
+ },
2234
+ {
2235
+ "proxy_name": "cloth_proxy",
2236
+ "task_name": "cloth",
2237
+ "task_id": 2,
2238
+ "stress_slice": "nominal",
2239
+ "difficulty_bin": "medium",
2240
+ "episode_index": 48,
2241
+ "seed": 200006
2242
+ },
2243
+ {
2244
+ "proxy_name": "cloth_proxy",
2245
+ "task_name": "cloth",
2246
+ "task_id": 2,
2247
+ "stress_slice": "high_reocclusion",
2248
+ "difficulty_bin": "medium",
2249
+ "episode_index": 49,
2250
+ "seed": 201006
2251
+ },
2252
+ {
2253
+ "proxy_name": "cloth_proxy",
2254
+ "task_name": "cloth",
2255
+ "task_id": 2,
2256
+ "stress_slice": "nominal",
2257
+ "difficulty_bin": "hard",
2258
+ "episode_index": 50,
2259
+ "seed": 202006
2260
+ },
2261
+ {
2262
+ "proxy_name": "cloth_proxy",
2263
+ "task_name": "cloth",
2264
+ "task_id": 2,
2265
+ "stress_slice": "high_reocclusion",
2266
+ "difficulty_bin": "hard",
2267
+ "episode_index": 51,
2268
+ "seed": 203006
2269
+ },
2270
+ {
2271
+ "proxy_name": "cloth_proxy",
2272
+ "task_name": "cloth",
2273
+ "task_id": 2,
2274
+ "stress_slice": "camera_perturbation",
2275
+ "difficulty_bin": "medium",
2276
+ "episode_index": 52,
2277
+ "seed": 204006
2278
+ },
2279
+ {
2280
+ "proxy_name": "cloth_proxy",
2281
+ "task_name": "cloth",
2282
+ "task_id": 2,
2283
+ "stress_slice": "fold_sensitive_long_persistence",
2284
+ "difficulty_bin": "medium",
2285
+ "episode_index": 53,
2286
+ "seed": 205006
2287
+ },
2288
+ {
2289
+ "proxy_name": "cloth_proxy",
2290
+ "task_name": "cloth",
2291
+ "task_id": 2,
2292
+ "stress_slice": "camera_perturbation",
2293
+ "difficulty_bin": "hard",
2294
+ "episode_index": 54,
2295
+ "seed": 206006
2296
+ },
2297
+ {
2298
+ "proxy_name": "cloth_proxy",
2299
+ "task_name": "cloth",
2300
+ "task_id": 2,
2301
+ "stress_slice": "fold_sensitive_long_persistence",
2302
+ "difficulty_bin": "hard",
2303
+ "episode_index": 55,
2304
+ "seed": 207006
2305
+ },
2306
+ {
2307
+ "proxy_name": "cloth_proxy",
2308
+ "task_name": "cloth",
2309
+ "task_id": 2,
2310
+ "stress_slice": "nominal",
2311
+ "difficulty_bin": "medium",
2312
+ "episode_index": 56,
2313
+ "seed": 200007
2314
+ },
2315
+ {
2316
+ "proxy_name": "cloth_proxy",
2317
+ "task_name": "cloth",
2318
+ "task_id": 2,
2319
+ "stress_slice": "high_reocclusion",
2320
+ "difficulty_bin": "medium",
2321
+ "episode_index": 57,
2322
+ "seed": 201007
2323
+ },
2324
+ {
2325
+ "proxy_name": "cloth_proxy",
2326
+ "task_name": "cloth",
2327
+ "task_id": 2,
2328
+ "stress_slice": "nominal",
2329
+ "difficulty_bin": "hard",
2330
+ "episode_index": 58,
2331
+ "seed": 202007
2332
+ },
2333
+ {
2334
+ "proxy_name": "cloth_proxy",
2335
+ "task_name": "cloth",
2336
+ "task_id": 2,
2337
+ "stress_slice": "high_reocclusion",
2338
+ "difficulty_bin": "hard",
2339
+ "episode_index": 59,
2340
+ "seed": 203007
2341
+ },
2342
+ {
2343
+ "proxy_name": "cloth_proxy",
2344
+ "task_name": "cloth",
2345
+ "task_id": 2,
2346
+ "stress_slice": "camera_perturbation",
2347
+ "difficulty_bin": "medium",
2348
+ "episode_index": 60,
2349
+ "seed": 204007
2350
+ },
2351
+ {
2352
+ "proxy_name": "cloth_proxy",
2353
+ "task_name": "cloth",
2354
+ "task_id": 2,
2355
+ "stress_slice": "fold_sensitive_long_persistence",
2356
+ "difficulty_bin": "medium",
2357
+ "episode_index": 61,
2358
+ "seed": 205007
2359
+ },
2360
+ {
2361
+ "proxy_name": "cloth_proxy",
2362
+ "task_name": "cloth",
2363
+ "task_id": 2,
2364
+ "stress_slice": "camera_perturbation",
2365
+ "difficulty_bin": "hard",
2366
+ "episode_index": 62,
2367
+ "seed": 206007
2368
+ },
2369
+ {
2370
+ "proxy_name": "cloth_proxy",
2371
+ "task_name": "cloth",
2372
+ "task_id": 2,
2373
+ "stress_slice": "fold_sensitive_long_persistence",
2374
+ "difficulty_bin": "hard",
2375
+ "episode_index": 63,
2376
+ "seed": 207007
2377
+ },
2378
+ {
2379
+ "proxy_name": "cloth_proxy",
2380
+ "task_name": "cloth",
2381
+ "task_id": 2,
2382
+ "stress_slice": "nominal",
2383
+ "difficulty_bin": "medium",
2384
+ "episode_index": 64,
2385
+ "seed": 200008
2386
+ },
2387
+ {
2388
+ "proxy_name": "cloth_proxy",
2389
+ "task_name": "cloth",
2390
+ "task_id": 2,
2391
+ "stress_slice": "high_reocclusion",
2392
+ "difficulty_bin": "medium",
2393
+ "episode_index": 65,
2394
+ "seed": 201008
2395
+ },
2396
+ {
2397
+ "proxy_name": "cloth_proxy",
2398
+ "task_name": "cloth",
2399
+ "task_id": 2,
2400
+ "stress_slice": "nominal",
2401
+ "difficulty_bin": "hard",
2402
+ "episode_index": 66,
2403
+ "seed": 202008
2404
+ },
2405
+ {
2406
+ "proxy_name": "cloth_proxy",
2407
+ "task_name": "cloth",
2408
+ "task_id": 2,
2409
+ "stress_slice": "high_reocclusion",
2410
+ "difficulty_bin": "hard",
2411
+ "episode_index": 67,
2412
+ "seed": 203008
2413
+ },
2414
+ {
2415
+ "proxy_name": "cloth_proxy",
2416
+ "task_name": "cloth",
2417
+ "task_id": 2,
2418
+ "stress_slice": "camera_perturbation",
2419
+ "difficulty_bin": "medium",
2420
+ "episode_index": 68,
2421
+ "seed": 204008
2422
+ },
2423
+ {
2424
+ "proxy_name": "cloth_proxy",
2425
+ "task_name": "cloth",
2426
+ "task_id": 2,
2427
+ "stress_slice": "fold_sensitive_long_persistence",
2428
+ "difficulty_bin": "medium",
2429
+ "episode_index": 69,
2430
+ "seed": 205008
2431
+ },
2432
+ {
2433
+ "proxy_name": "cloth_proxy",
2434
+ "task_name": "cloth",
2435
+ "task_id": 2,
2436
+ "stress_slice": "camera_perturbation",
2437
+ "difficulty_bin": "hard",
2438
+ "episode_index": 70,
2439
+ "seed": 206008
2440
+ },
2441
+ {
2442
+ "proxy_name": "cloth_proxy",
2443
+ "task_name": "cloth",
2444
+ "task_id": 2,
2445
+ "stress_slice": "fold_sensitive_long_persistence",
2446
+ "difficulty_bin": "hard",
2447
+ "episode_index": 71,
2448
+ "seed": 207008
2449
+ },
2450
+ {
2451
+ "proxy_name": "cloth_proxy",
2452
+ "task_name": "cloth",
2453
+ "task_id": 2,
2454
+ "stress_slice": "nominal",
2455
+ "difficulty_bin": "medium",
2456
+ "episode_index": 72,
2457
+ "seed": 200009
2458
+ },
2459
+ {
2460
+ "proxy_name": "cloth_proxy",
2461
+ "task_name": "cloth",
2462
+ "task_id": 2,
2463
+ "stress_slice": "high_reocclusion",
2464
+ "difficulty_bin": "medium",
2465
+ "episode_index": 73,
2466
+ "seed": 201009
2467
+ },
2468
+ {
2469
+ "proxy_name": "cloth_proxy",
2470
+ "task_name": "cloth",
2471
+ "task_id": 2,
2472
+ "stress_slice": "nominal",
2473
+ "difficulty_bin": "hard",
2474
+ "episode_index": 74,
2475
+ "seed": 202009
2476
+ },
2477
+ {
2478
+ "proxy_name": "cloth_proxy",
2479
+ "task_name": "cloth",
2480
+ "task_id": 2,
2481
+ "stress_slice": "high_reocclusion",
2482
+ "difficulty_bin": "hard",
2483
+ "episode_index": 75,
2484
+ "seed": 203009
2485
+ },
2486
+ {
2487
+ "proxy_name": "cloth_proxy",
2488
+ "task_name": "cloth",
2489
+ "task_id": 2,
2490
+ "stress_slice": "camera_perturbation",
2491
+ "difficulty_bin": "medium",
2492
+ "episode_index": 76,
2493
+ "seed": 204009
2494
+ },
2495
+ {
2496
+ "proxy_name": "cloth_proxy",
2497
+ "task_name": "cloth",
2498
+ "task_id": 2,
2499
+ "stress_slice": "fold_sensitive_long_persistence",
2500
+ "difficulty_bin": "medium",
2501
+ "episode_index": 77,
2502
+ "seed": 205009
2503
+ },
2504
+ {
2505
+ "proxy_name": "cloth_proxy",
2506
+ "task_name": "cloth",
2507
+ "task_id": 2,
2508
+ "stress_slice": "camera_perturbation",
2509
+ "difficulty_bin": "hard",
2510
+ "episode_index": 78,
2511
+ "seed": 206009
2512
+ },
2513
+ {
2514
+ "proxy_name": "cloth_proxy",
2515
+ "task_name": "cloth",
2516
+ "task_id": 2,
2517
+ "stress_slice": "fold_sensitive_long_persistence",
2518
+ "difficulty_bin": "hard",
2519
+ "episode_index": 79,
2520
+ "seed": 207009
2521
+ },
2522
+ {
2523
+ "proxy_name": "cloth_proxy",
2524
+ "task_name": "cloth",
2525
+ "task_id": 2,
2526
+ "stress_slice": "nominal",
2527
+ "difficulty_bin": "medium",
2528
+ "episode_index": 80,
2529
+ "seed": 200010
2530
+ },
2531
+ {
2532
+ "proxy_name": "cloth_proxy",
2533
+ "task_name": "cloth",
2534
+ "task_id": 2,
2535
+ "stress_slice": "nominal",
2536
+ "difficulty_bin": "hard",
2537
+ "episode_index": 81,
2538
+ "seed": 202010
2539
+ },
2540
+ {
2541
+ "proxy_name": "cloth_proxy",
2542
+ "task_name": "cloth",
2543
+ "task_id": 2,
2544
+ "stress_slice": "nominal",
2545
+ "difficulty_bin": "medium",
2546
+ "episode_index": 82,
2547
+ "seed": 200011
2548
+ },
2549
+ {
2550
+ "proxy_name": "cloth_proxy",
2551
+ "task_name": "cloth",
2552
+ "task_id": 2,
2553
+ "stress_slice": "nominal",
2554
+ "difficulty_bin": "hard",
2555
+ "episode_index": 83,
2556
+ "seed": 202011
2557
+ },
2558
+ {
2559
+ "proxy_name": "cloth_proxy",
2560
+ "task_name": "cloth",
2561
+ "task_id": 2,
2562
+ "stress_slice": "nominal",
2563
+ "difficulty_bin": "medium",
2564
+ "episode_index": 84,
2565
+ "seed": 200012
2566
+ },
2567
+ {
2568
+ "proxy_name": "cloth_proxy",
2569
+ "task_name": "cloth",
2570
+ "task_id": 2,
2571
+ "stress_slice": "nominal",
2572
+ "difficulty_bin": "hard",
2573
+ "episode_index": 85,
2574
+ "seed": 202012
2575
+ },
2576
+ {
2577
+ "proxy_name": "cloth_proxy",
2578
+ "task_name": "cloth",
2579
+ "task_id": 2,
2580
+ "stress_slice": "nominal",
2581
+ "difficulty_bin": "medium",
2582
+ "episode_index": 86,
2583
+ "seed": 200013
2584
+ },
2585
+ {
2586
+ "proxy_name": "cloth_proxy",
2587
+ "task_name": "cloth",
2588
+ "task_id": 2,
2589
+ "stress_slice": "nominal",
2590
+ "difficulty_bin": "hard",
2591
+ "episode_index": 87,
2592
+ "seed": 202013
2593
+ },
2594
+ {
2595
+ "proxy_name": "cloth_proxy",
2596
+ "task_name": "cloth",
2597
+ "task_id": 2,
2598
+ "stress_slice": "nominal",
2599
+ "difficulty_bin": "medium",
2600
+ "episode_index": 88,
2601
+ "seed": 200014
2602
+ },
2603
+ {
2604
+ "proxy_name": "cloth_proxy",
2605
+ "task_name": "cloth",
2606
+ "task_id": 2,
2607
+ "stress_slice": "nominal",
2608
+ "difficulty_bin": "hard",
2609
+ "episode_index": 89,
2610
+ "seed": 202014
2611
+ },
2612
+ {
2613
+ "proxy_name": "cloth_proxy",
2614
+ "task_name": "cloth",
2615
+ "task_id": 2,
2616
+ "stress_slice": "nominal",
2617
+ "difficulty_bin": "medium",
2618
+ "episode_index": 90,
2619
+ "seed": 200015
2620
+ },
2621
+ {
2622
+ "proxy_name": "cloth_proxy",
2623
+ "task_name": "cloth",
2624
+ "task_id": 2,
2625
+ "stress_slice": "nominal",
2626
+ "difficulty_bin": "hard",
2627
+ "episode_index": 91,
2628
+ "seed": 202015
2629
+ },
2630
+ {
2631
+ "proxy_name": "cloth_proxy",
2632
+ "task_name": "cloth",
2633
+ "task_id": 2,
2634
+ "stress_slice": "nominal",
2635
+ "difficulty_bin": "medium",
2636
+ "episode_index": 92,
2637
+ "seed": 200016
2638
+ },
2639
+ {
2640
+ "proxy_name": "cloth_proxy",
2641
+ "task_name": "cloth",
2642
+ "task_id": 2,
2643
+ "stress_slice": "nominal",
2644
+ "difficulty_bin": "hard",
2645
+ "episode_index": 93,
2646
+ "seed": 202016
2647
+ },
2648
+ {
2649
+ "proxy_name": "cloth_proxy",
2650
+ "task_name": "cloth",
2651
+ "task_id": 2,
2652
+ "stress_slice": "nominal",
2653
+ "difficulty_bin": "medium",
2654
+ "episode_index": 94,
2655
+ "seed": 200017
2656
+ },
2657
+ {
2658
+ "proxy_name": "cloth_proxy",
2659
+ "task_name": "cloth",
2660
+ "task_id": 2,
2661
+ "stress_slice": "nominal",
2662
+ "difficulty_bin": "hard",
2663
+ "episode_index": 95,
2664
+ "seed": 202017
2665
+ },
2666
+ {
2667
+ "proxy_name": "cloth_proxy",
2668
+ "task_name": "cloth",
2669
+ "task_id": 2,
2670
+ "stress_slice": "nominal",
2671
+ "difficulty_bin": "medium",
2672
+ "episode_index": 96,
2673
+ "seed": 200018
2674
+ },
2675
+ {
2676
+ "proxy_name": "cloth_proxy",
2677
+ "task_name": "cloth",
2678
+ "task_id": 2,
2679
+ "stress_slice": "nominal",
2680
+ "difficulty_bin": "hard",
2681
+ "episode_index": 97,
2682
+ "seed": 202018
2683
+ },
2684
+ {
2685
+ "proxy_name": "cloth_proxy",
2686
+ "task_name": "cloth",
2687
+ "task_id": 2,
2688
+ "stress_slice": "nominal",
2689
+ "difficulty_bin": "medium",
2690
+ "episode_index": 98,
2691
+ "seed": 200019
2692
+ },
2693
+ {
2694
+ "proxy_name": "cloth_proxy",
2695
+ "task_name": "cloth",
2696
+ "task_id": 2,
2697
+ "stress_slice": "nominal",
2698
+ "difficulty_bin": "hard",
2699
+ "episode_index": 99,
2700
+ "seed": 202019
2701
+ }
2702
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 6
26
+ batch_size: 8
27
+ num_workers: 48
28
+ lr: 0.0001
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ - decoder.proposal_mode_head
47
+ - decoder.proposal_mode_embeddings
48
+ - decoder.proposal_slot_embeddings
49
+ - decoder.slot_delta
50
+ - decoder.mode_residual_heads
51
+ policy:
52
+ backbone:
53
+ model_name: openai/clip-vit-base-patch32
54
+ hidden_dim: 512
55
+ max_text_tokens: 32
56
+ freeze_backbone: true
57
+ gradient_checkpointing: false
58
+ use_dummy_backbone: false
59
+ fusion:
60
+ hidden_dim: 512
61
+ num_cameras: 3
62
+ num_layers: 4
63
+ num_heads: 8
64
+ ff_dim: 2048
65
+ dropout: 0.1
66
+ proprio_dim: 32
67
+ proprio_tokens: 1
68
+ memory:
69
+ hidden_dim: 512
70
+ action_dim: 14
71
+ history_steps: 6
72
+ scene_history_steps: 3
73
+ belief_history_steps: 8
74
+ num_layers: 2
75
+ dropout: 0.1
76
+ memory_bank_size: 4
77
+ scene_bank_size: 2
78
+ belief_bank_size: 2
79
+ num_heads: 8
80
+ max_history_steps: 8
81
+ decoder:
82
+ hidden_dim: 512
83
+ num_heads: 8
84
+ num_layers: 4
85
+ ff_dim: 2048
86
+ dropout: 0.1
87
+ chunk_size: 8
88
+ action_dim: 14
89
+ arm_action_dim: 7
90
+ num_candidates: 8
91
+ num_phases: 5
92
+ num_arm_roles: 4
93
+ num_proposal_modes: 7
94
+ planner_top_k: 4
95
+ reveal_head:
96
+ hidden_dim: 512
97
+ num_support_modes: 3
98
+ num_approach_templates: 32
99
+ rollout_horizon: 5
100
+ belief_map_size: 32
101
+ field_size: 16
102
+ num_heads: 8
103
+ predict_belief_map: true
104
+ num_phases: 5
105
+ num_arm_roles: 4
106
+ num_interaction_tokens: 8
107
+ num_tasks: 4
108
+ world_model:
109
+ hidden_dim: 512
110
+ action_dim: 14
111
+ num_support_modes: 3
112
+ num_approach_templates: 32
113
+ rollout_horizon: 5
114
+ field_size: 16
115
+ num_heads: 8
116
+ num_phases: 5
117
+ num_arm_roles: 4
118
+ num_interaction_tokens: 8
119
+ belief_map_size: 32
120
+ predict_belief_map: true
121
+ scene_bank_size: 2
122
+ belief_bank_size: 2
123
+ rollout_mode: compact_rollout
124
+ num_tasks: 4
125
+ planner:
126
+ hidden_dim: 512
127
+ num_candidates: 8
128
+ action_dim: 14
129
+ num_support_modes: 3
130
+ utility_margin: 0.1
131
+ num_heads: 8
132
+ num_layers: 2
133
+ num_phases: 5
134
+ num_arm_roles: 4
135
+ top_k: 4
136
+ loss_weights:
137
+ action: 1.0
138
+ phase: 0.08
139
+ arm_role: 0.1
140
+ support_mode: 0.1
141
+ corridor: 0.12
142
+ persistence: 0.06
143
+ disturbance: 0.06
144
+ world_model: 0.0
145
+ belief: 0.05
146
+ visibility: 0.05
147
+ clearance: 0.06
148
+ support_stability: 0.06
149
+ reocclusion: 0.06
150
+ occluder_contact: 0.05
151
+ grasp_affordance: 0.05
152
+ planner_success: 0.0
153
+ planner_risk: 0.0
154
+ planner_ranking: 0.0
155
+ proposal_reconstruction: 0.2
156
+ proposal_success: 0.35
157
+ proposal_ranking: 0.5
158
+ proposal_diversity: 0.02
159
+ role_swap_consistency: 0.0
160
+ task_metrics: 0.05
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/metrics.json ADDED
@@ -0,0 +1,356 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.008432811576252182,
6
+ "arm_role": 0.002273504649444173,
7
+ "belief": 0.10277632955047819,
8
+ "clearance": 0.08025376283460194,
9
+ "corridor": 0.21883455134100385,
10
+ "disturbance": 0.0014543996891006826,
11
+ "grasp_affordance": 0.011551767225480743,
12
+ "occluder_contact": 0.19488196902804905,
13
+ "persistence": 0.9404279150896602,
14
+ "phase": 0.17632753915256924,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.12523935619327758,
17
+ "planner_success": 0.6931471837891473,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_ranking": 0.7125731355614132,
20
+ "proposal_reconstruction": 0.18275271554787953,
21
+ "proposal_success": 0.6549593104256524,
22
+ "reocclusion": 0.20121162566873763,
23
+ "role_swap_consistency": 0.0,
24
+ "support_mode": 0.0013020760017550654,
25
+ "support_stability": 0.13026923984289168,
26
+ "task_metrics": 0.14540329062276416,
27
+ "total": 0.7799928426742554,
28
+ "uncertainty": 2.6053362628570336e-05,
29
+ "visibility": 0.09630628029505411,
30
+ "world_model": 0.0
31
+ },
32
+ "val": {
33
+ "action": 0.0053514603059738874,
34
+ "arm_role": 0.0022453996643889695,
35
+ "belief": 0.10027084173634648,
36
+ "clearance": 0.07778254197910428,
37
+ "corridor": 0.2157157389447093,
38
+ "disturbance": 0.0014214217544576968,
39
+ "grasp_affordance": 0.01136290206341073,
40
+ "occluder_contact": 0.19327112287282944,
41
+ "persistence": 0.7723222486674786,
42
+ "phase": 0.15601468390377704,
43
+ "planner_ranking": 1.1397207975387573,
44
+ "planner_risk": 0.126484238775447,
45
+ "planner_success": 0.6931471824645996,
46
+ "proposal_diversity": 0.0,
47
+ "proposal_ranking": 0.7120068427175283,
48
+ "proposal_reconstruction": 0.17555204965174198,
49
+ "proposal_success": 0.5844162469729781,
50
+ "reocclusion": 0.19295985670760274,
51
+ "role_swap_consistency": 0.0,
52
+ "support_mode": 0.0011425519696786068,
53
+ "support_stability": 0.13256454304791987,
54
+ "task_metrics": 0.14390430646017194,
55
+ "total": 0.7374893166124821,
56
+ "uncertainty": 2.918480456770567e-05,
57
+ "visibility": 0.09417397761717439,
58
+ "world_model": 0.0
59
+ }
60
+ },
61
+ {
62
+ "epoch": 1,
63
+ "train": {
64
+ "action": 0.008332832297310234,
65
+ "arm_role": 0.002273829731469353,
66
+ "belief": 0.10274868392282062,
67
+ "clearance": 0.08024236568146281,
68
+ "corridor": 0.2188452462355296,
69
+ "disturbance": 0.0014552442382814155,
70
+ "grasp_affordance": 0.011547605538119872,
71
+ "occluder_contact": 0.1948953178193834,
72
+ "persistence": 0.9412507334517108,
73
+ "phase": 0.17556332871317865,
74
+ "planner_ranking": 1.1397207975387573,
75
+ "planner_risk": 0.12531031568845113,
76
+ "planner_success": 0.6931471837891473,
77
+ "proposal_diversity": 0.0,
78
+ "proposal_ranking": 0.6959405726856656,
79
+ "proposal_reconstruction": 0.17591083149115244,
80
+ "proposal_success": 0.6547565910551283,
81
+ "reocclusion": 0.20194717653923563,
82
+ "role_swap_consistency": 0.0,
83
+ "support_mode": 0.0013004594379001193,
84
+ "support_stability": 0.1302881760729684,
85
+ "task_metrics": 0.1454765311545796,
86
+ "total": 0.7701726224687364,
87
+ "uncertainty": 2.5947070781108372e-05,
88
+ "visibility": 0.09627863599194421,
89
+ "world_model": 0.0
90
+ },
91
+ "val": {
92
+ "action": 0.0053514603059738874,
93
+ "arm_role": 0.0022453996643889695,
94
+ "belief": 0.10027084173634648,
95
+ "clearance": 0.07778254197910428,
96
+ "corridor": 0.2157157389447093,
97
+ "disturbance": 0.0014214217544576968,
98
+ "grasp_affordance": 0.01136290206341073,
99
+ "occluder_contact": 0.19327112287282944,
100
+ "persistence": 0.7723222486674786,
101
+ "phase": 0.15601468390377704,
102
+ "planner_ranking": 1.1397207975387573,
103
+ "planner_risk": 0.126484238775447,
104
+ "planner_success": 0.6931471824645996,
105
+ "proposal_diversity": 0.0,
106
+ "proposal_ranking": 0.6907800622284412,
107
+ "proposal_reconstruction": 0.16766467038542032,
108
+ "proposal_success": 0.6013775262981653,
109
+ "reocclusion": 0.19295985670760274,
110
+ "role_swap_consistency": 0.0,
111
+ "support_mode": 0.0011425519696786068,
112
+ "support_stability": 0.13256454304791987,
113
+ "task_metrics": 0.14390430646017194,
114
+ "total": 0.7312349062412977,
115
+ "uncertainty": 2.918480456770567e-05,
116
+ "visibility": 0.09417397761717439,
117
+ "world_model": 0.0
118
+ }
119
+ },
120
+ {
121
+ "epoch": 2,
122
+ "train": {
123
+ "action": 0.008366946669088469,
124
+ "arm_role": 0.002274706204318338,
125
+ "belief": 0.10278309136629105,
126
+ "clearance": 0.08030619381202592,
127
+ "corridor": 0.21905698594119813,
128
+ "disturbance": 0.001456600502004019,
129
+ "grasp_affordance": 0.011565518906960885,
130
+ "occluder_contact": 0.19491849011845058,
131
+ "persistence": 0.9367264790667428,
132
+ "phase": 0.17600557886891896,
133
+ "planner_ranking": 1.1397207975387573,
134
+ "planner_risk": 0.12536679887109334,
135
+ "planner_success": 0.6931471837891473,
136
+ "proposal_diversity": 0.0,
137
+ "proposal_ranking": 0.6933223764101665,
138
+ "proposal_reconstruction": 0.1691286818848716,
139
+ "proposal_success": 0.6469661474227906,
140
+ "reocclusion": 0.20159597396850587,
141
+ "role_swap_consistency": 0.0,
142
+ "support_mode": 0.001305902239659594,
143
+ "support_stability": 0.13024686293469534,
144
+ "task_metrics": 0.14554575698243247,
145
+ "total": 0.7645939045482212,
146
+ "uncertainty": 2.5990851948639223e-05,
147
+ "visibility": 0.09631420142120785,
148
+ "world_model": 0.0
149
+ },
150
+ "val": {
151
+ "action": 0.0053514603059738874,
152
+ "arm_role": 0.0022453996643889695,
153
+ "belief": 0.10027084173634648,
154
+ "clearance": 0.07778254197910428,
155
+ "corridor": 0.2157157389447093,
156
+ "disturbance": 0.0014214217544576968,
157
+ "grasp_affordance": 0.01136290206341073,
158
+ "occluder_contact": 0.19327112287282944,
159
+ "persistence": 0.7723222486674786,
160
+ "phase": 0.15601468390377704,
161
+ "planner_ranking": 1.1397207975387573,
162
+ "planner_risk": 0.126484238775447,
163
+ "planner_success": 0.6931471824645996,
164
+ "proposal_diversity": 0.0,
165
+ "proposal_ranking": 0.6972661931067705,
166
+ "proposal_reconstruction": 0.16182927321642637,
167
+ "proposal_success": 0.5923049878329039,
168
+ "reocclusion": 0.19295985670760274,
169
+ "role_swap_consistency": 0.0,
170
+ "support_mode": 0.0011425519696786068,
171
+ "support_stability": 0.13256454304791987,
172
+ "task_metrics": 0.14390430646017194,
173
+ "total": 0.7301354967057705,
174
+ "uncertainty": 2.918480456770567e-05,
175
+ "visibility": 0.09417397761717439,
176
+ "world_model": 0.0
177
+ }
178
+ },
179
+ {
180
+ "epoch": 3,
181
+ "train": {
182
+ "action": 0.00833133469439215,
183
+ "arm_role": 0.0022765965718362065,
184
+ "belief": 0.1027679873837365,
185
+ "clearance": 0.08025755294495159,
186
+ "corridor": 0.21885353442695404,
187
+ "disturbance": 0.001460503926500678,
188
+ "grasp_affordance": 0.011550571738431851,
189
+ "occluder_contact": 0.19488155709372626,
190
+ "persistence": 0.9387773328357273,
191
+ "phase": 0.17613315383593242,
192
+ "planner_ranking": 1.1397207975387573,
193
+ "planner_risk": 0.12531640463405186,
194
+ "planner_success": 0.6931471837891473,
195
+ "proposal_diversity": 0.0,
196
+ "proposal_ranking": 0.702262751923667,
197
+ "proposal_reconstruction": 0.16296078496509128,
198
+ "proposal_success": 0.6415920191340976,
199
+ "reocclusion": 0.20179985993438296,
200
+ "role_swap_consistency": 0.0,
201
+ "support_mode": 0.0013087218239282569,
202
+ "support_stability": 0.13019564615355597,
203
+ "task_metrics": 0.14553608016835318,
204
+ "total": 0.7660251922077603,
205
+ "uncertainty": 2.593846887369485e-05,
206
+ "visibility": 0.0962998597158326,
207
+ "world_model": 0.0
208
+ },
209
+ "val": {
210
+ "action": 0.0053514603059738874,
211
+ "arm_role": 0.0022453996643889695,
212
+ "belief": 0.10027084173634648,
213
+ "clearance": 0.07778254197910428,
214
+ "corridor": 0.2157157389447093,
215
+ "disturbance": 0.0014214217544576968,
216
+ "grasp_affordance": 0.01136290206341073,
217
+ "occluder_contact": 0.19327112287282944,
218
+ "persistence": 0.7723222486674786,
219
+ "phase": 0.15601468390377704,
220
+ "planner_ranking": 1.1397207975387573,
221
+ "planner_risk": 0.126484238775447,
222
+ "planner_success": 0.6931471824645996,
223
+ "proposal_diversity": 0.0,
224
+ "proposal_ranking": 0.6783784739673138,
225
+ "proposal_reconstruction": 0.15618967358022928,
226
+ "proposal_success": 0.6048137079924345,
227
+ "reocclusion": 0.19295985670760274,
228
+ "role_swap_consistency": 0.0,
229
+ "support_mode": 0.0011425519696786068,
230
+ "support_stability": 0.13256454304791987,
231
+ "task_metrics": 0.14390430646017194,
232
+ "total": 0.7239417675882578,
233
+ "uncertainty": 2.918480456770567e-05,
234
+ "visibility": 0.09417397761717439,
235
+ "world_model": 0.0
236
+ }
237
+ },
238
+ {
239
+ "epoch": 4,
240
+ "train": {
241
+ "action": 0.008563573229023153,
242
+ "arm_role": 0.002277681567809648,
243
+ "belief": 0.1027910966012213,
244
+ "clearance": 0.08030774320165317,
245
+ "corridor": 0.21896195511023203,
246
+ "disturbance": 0.0014566548336814675,
247
+ "grasp_affordance": 0.011567252481149303,
248
+ "occluder_contact": 0.19487594366073607,
249
+ "persistence": 0.9370742370684941,
250
+ "phase": 0.176364623175727,
251
+ "planner_ranking": 1.1397207975387573,
252
+ "planner_risk": 0.12534045659833484,
253
+ "planner_success": 0.6931471837891473,
254
+ "proposal_diversity": 0.0,
255
+ "proposal_ranking": 0.691854468981425,
256
+ "proposal_reconstruction": 0.1606157385640674,
257
+ "proposal_success": 0.6482978675100538,
258
+ "reocclusion": 0.20127213895320892,
259
+ "role_swap_consistency": 0.0,
260
+ "support_mode": 0.0012988169509400096,
261
+ "support_stability": 0.13020655148559146,
262
+ "task_metrics": 0.14548294709788429,
263
+ "total": 0.7628319170739916,
264
+ "uncertainty": 2.5966881407334263e-05,
265
+ "visibility": 0.09632589485910203,
266
+ "world_model": 0.0
267
+ },
268
+ "val": {
269
+ "action": 0.0053514603059738874,
270
+ "arm_role": 0.0022453996643889695,
271
+ "belief": 0.10027084173634648,
272
+ "clearance": 0.07778254197910428,
273
+ "corridor": 0.2157157389447093,
274
+ "disturbance": 0.0014214217544576968,
275
+ "grasp_affordance": 0.01136290206341073,
276
+ "occluder_contact": 0.19327112287282944,
277
+ "persistence": 0.7723222486674786,
278
+ "phase": 0.15601468390377704,
279
+ "planner_ranking": 1.1397207975387573,
280
+ "planner_risk": 0.126484238775447,
281
+ "planner_success": 0.6931471824645996,
282
+ "proposal_diversity": 0.0,
283
+ "proposal_ranking": 0.6852764040231705,
284
+ "proposal_reconstruction": 0.15524083375930786,
285
+ "proposal_success": 0.6014087814837694,
286
+ "reocclusion": 0.19295985670760274,
287
+ "role_swap_consistency": 0.0,
288
+ "support_mode": 0.0011425519696786068,
289
+ "support_stability": 0.13256454304791987,
290
+ "task_metrics": 0.14390430646017194,
291
+ "total": 0.7260092385113239,
292
+ "uncertainty": 2.918480456770567e-05,
293
+ "visibility": 0.09417397761717439,
294
+ "world_model": 0.0
295
+ }
296
+ },
297
+ {
298
+ "epoch": 5,
299
+ "train": {
300
+ "action": 0.008163272589445113,
301
+ "arm_role": 0.002270963079192572,
302
+ "belief": 0.1027760460972786,
303
+ "clearance": 0.080271129641268,
304
+ "corridor": 0.21886802795860502,
305
+ "disturbance": 0.001460033423629486,
306
+ "grasp_affordance": 0.011552496714931396,
307
+ "occluder_contact": 0.19490585691399046,
308
+ "persistence": 0.9391454341510932,
309
+ "phase": 0.17615854011641607,
310
+ "planner_ranking": 1.1397207975387573,
311
+ "planner_risk": 0.1253143643339475,
312
+ "planner_success": 0.6931471837891473,
313
+ "proposal_diversity": 0.0,
314
+ "proposal_ranking": 0.6943234350946215,
315
+ "proposal_reconstruction": 0.15940979917844136,
316
+ "proposal_success": 0.6404064999686347,
317
+ "reocclusion": 0.20177234990729226,
318
+ "role_swap_consistency": 0.0,
319
+ "support_mode": 0.0013064973418497378,
320
+ "support_stability": 0.1302844143576092,
321
+ "task_metrics": 0.1454945238100158,
322
+ "total": 0.7607918368445502,
323
+ "uncertainty": 2.5985930288799055e-05,
324
+ "visibility": 0.09630630215009053,
325
+ "world_model": 0.0
326
+ },
327
+ "val": {
328
+ "action": 0.0053514603059738874,
329
+ "arm_role": 0.0022453996643889695,
330
+ "belief": 0.10027084173634648,
331
+ "clearance": 0.07778254197910428,
332
+ "corridor": 0.2157157389447093,
333
+ "disturbance": 0.0014214217544576968,
334
+ "grasp_affordance": 0.01136290206341073,
335
+ "occluder_contact": 0.19327112287282944,
336
+ "persistence": 0.7723222486674786,
337
+ "phase": 0.15601468390377704,
338
+ "planner_ranking": 1.1397207975387573,
339
+ "planner_risk": 0.126484238775447,
340
+ "planner_success": 0.6931471824645996,
341
+ "proposal_diversity": 0.0,
342
+ "proposal_ranking": 0.67919229157269,
343
+ "proposal_reconstruction": 0.15482797287404537,
344
+ "proposal_success": 0.6137643866240978,
345
+ "reocclusion": 0.19295985670760274,
346
+ "role_swap_consistency": 0.0,
347
+ "support_mode": 0.0011425519696786068,
348
+ "support_stability": 0.13256454304791987,
349
+ "task_metrics": 0.14390430646017194,
350
+ "total": 0.7272090800106525,
351
+ "uncertainty": 2.918480456770567e-05,
352
+ "visibility": 0.09417397761717439,
353
+ "world_model": 0.0
354
+ }
355
+ }
356
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/summary.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/checkpoint_best.pt",
5
+ "final_train_total": 0.7607918368445502,
6
+ "final_val_total": 0.7272090800106525,
7
+ "train_time_sec": 71.96680951118469,
8
+ "peak_gpu_memory_mb": 1566.15283203125,
9
+ "num_train_samples": 359,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score",
15
+ "decoder.proposal_mode_head",
16
+ "decoder.proposal_mode_embeddings",
17
+ "decoder.proposal_slot_embeddings",
18
+ "decoder.slot_delta",
19
+ "decoder.mode_residual_heads"
20
+ ],
21
+ "trainable_parameter_names": [
22
+ "decoder.proposal_mode_head.0.weight",
23
+ "decoder.proposal_mode_head.0.bias",
24
+ "decoder.proposal_mode_head.1.weight",
25
+ "decoder.proposal_mode_head.1.bias",
26
+ "decoder.proposal_mode_head.3.weight",
27
+ "decoder.proposal_mode_head.3.bias",
28
+ "decoder.proposal_mode_embeddings.weight",
29
+ "decoder.proposal_slot_embeddings.weight",
30
+ "decoder.mode_residual_heads.0.0.weight",
31
+ "decoder.mode_residual_heads.0.0.bias",
32
+ "decoder.mode_residual_heads.0.1.weight",
33
+ "decoder.mode_residual_heads.0.1.bias",
34
+ "decoder.mode_residual_heads.0.3.weight",
35
+ "decoder.mode_residual_heads.0.3.bias",
36
+ "decoder.mode_residual_heads.1.0.weight",
37
+ "decoder.mode_residual_heads.1.0.bias",
38
+ "decoder.mode_residual_heads.1.1.weight",
39
+ "decoder.mode_residual_heads.1.1.bias",
40
+ "decoder.mode_residual_heads.1.3.weight",
41
+ "decoder.mode_residual_heads.1.3.bias",
42
+ "decoder.mode_residual_heads.2.0.weight",
43
+ "decoder.mode_residual_heads.2.0.bias",
44
+ "decoder.mode_residual_heads.2.1.weight",
45
+ "decoder.mode_residual_heads.2.1.bias",
46
+ "decoder.mode_residual_heads.2.3.weight",
47
+ "decoder.mode_residual_heads.2.3.bias",
48
+ "decoder.mode_residual_heads.3.0.weight",
49
+ "decoder.mode_residual_heads.3.0.bias",
50
+ "decoder.mode_residual_heads.3.1.weight",
51
+ "decoder.mode_residual_heads.3.1.bias",
52
+ "decoder.mode_residual_heads.3.3.weight",
53
+ "decoder.mode_residual_heads.3.3.bias",
54
+ "decoder.mode_residual_heads.4.0.weight",
55
+ "decoder.mode_residual_heads.4.0.bias",
56
+ "decoder.mode_residual_heads.4.1.weight",
57
+ "decoder.mode_residual_heads.4.1.bias",
58
+ "decoder.mode_residual_heads.4.3.weight",
59
+ "decoder.mode_residual_heads.4.3.bias",
60
+ "decoder.mode_residual_heads.5.0.weight",
61
+ "decoder.mode_residual_heads.5.0.bias",
62
+ "decoder.mode_residual_heads.5.1.weight",
63
+ "decoder.mode_residual_heads.5.1.bias",
64
+ "decoder.mode_residual_heads.5.3.weight",
65
+ "decoder.mode_residual_heads.5.3.bias",
66
+ "decoder.mode_residual_heads.6.0.weight",
67
+ "decoder.mode_residual_heads.6.0.bias",
68
+ "decoder.mode_residual_heads.6.1.weight",
69
+ "decoder.mode_residual_heads.6.1.bias",
70
+ "decoder.mode_residual_heads.6.3.weight",
71
+ "decoder.mode_residual_heads.6.3.bias",
72
+ "decoder.slot_delta.0.weight",
73
+ "decoder.slot_delta.0.bias",
74
+ "decoder.slot_delta.1.weight",
75
+ "decoder.slot_delta.1.bias",
76
+ "decoder.slot_delta.3.weight",
77
+ "decoder.slot_delta.3.bias",
78
+ "decoder.proposal_score.0.weight",
79
+ "decoder.proposal_score.0.bias",
80
+ "decoder.proposal_score.1.weight",
81
+ "decoder.proposal_score.1.bias",
82
+ "decoder.proposal_score.3.weight",
83
+ "decoder.proposal_score.3.bias"
84
+ ],
85
+ "init_info": {
86
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
87
+ "loaded_keys": 906,
88
+ "skipped_shape_mismatch_keys": [],
89
+ "missing_keys": [],
90
+ "unexpected_keys": []
91
+ }
92
+ }
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 6
26
+ batch_size: 8
27
+ num_workers: 48
28
+ lr: 0.0001
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ - decoder.proposal_mode_head
47
+ - decoder.proposal_mode_embeddings
48
+ - decoder.proposal_slot_embeddings
49
+ - decoder.slot_delta
50
+ - decoder.mode_residual_heads
51
+ policy:
52
+ backbone:
53
+ model_name: openai/clip-vit-base-patch32
54
+ hidden_dim: 512
55
+ max_text_tokens: 32
56
+ freeze_backbone: true
57
+ gradient_checkpointing: false
58
+ use_dummy_backbone: false
59
+ fusion:
60
+ hidden_dim: 512
61
+ num_cameras: 3
62
+ num_layers: 4
63
+ num_heads: 8
64
+ ff_dim: 2048
65
+ dropout: 0.1
66
+ proprio_dim: 32
67
+ proprio_tokens: 1
68
+ memory:
69
+ hidden_dim: 512
70
+ action_dim: 14
71
+ history_steps: 6
72
+ scene_history_steps: 3
73
+ belief_history_steps: 8
74
+ num_layers: 2
75
+ dropout: 0.1
76
+ memory_bank_size: 4
77
+ scene_bank_size: 2
78
+ belief_bank_size: 2
79
+ num_heads: 8
80
+ max_history_steps: 8
81
+ decoder:
82
+ hidden_dim: 512
83
+ num_heads: 8
84
+ num_layers: 4
85
+ ff_dim: 2048
86
+ dropout: 0.1
87
+ chunk_size: 8
88
+ action_dim: 14
89
+ arm_action_dim: 7
90
+ num_candidates: 8
91
+ num_phases: 5
92
+ num_arm_roles: 4
93
+ num_proposal_modes: 7
94
+ planner_top_k: 4
95
+ reveal_head:
96
+ hidden_dim: 512
97
+ num_support_modes: 3
98
+ num_approach_templates: 32
99
+ rollout_horizon: 5
100
+ belief_map_size: 32
101
+ field_size: 16
102
+ num_heads: 8
103
+ predict_belief_map: true
104
+ num_phases: 5
105
+ num_arm_roles: 4
106
+ num_interaction_tokens: 8
107
+ num_tasks: 4
108
+ world_model:
109
+ hidden_dim: 512
110
+ action_dim: 14
111
+ num_support_modes: 3
112
+ num_approach_templates: 32
113
+ rollout_horizon: 5
114
+ field_size: 16
115
+ num_heads: 8
116
+ num_phases: 5
117
+ num_arm_roles: 4
118
+ num_interaction_tokens: 8
119
+ belief_map_size: 32
120
+ predict_belief_map: true
121
+ scene_bank_size: 2
122
+ belief_bank_size: 2
123
+ rollout_mode: compact_rollout
124
+ num_tasks: 4
125
+ planner:
126
+ hidden_dim: 512
127
+ num_candidates: 8
128
+ action_dim: 14
129
+ num_support_modes: 3
130
+ utility_margin: 0.1
131
+ num_heads: 8
132
+ num_layers: 2
133
+ num_phases: 5
134
+ num_arm_roles: 4
135
+ top_k: 4
136
+ loss_weights:
137
+ action: 1.0
138
+ phase: 0.08
139
+ arm_role: 0.1
140
+ support_mode: 0.1
141
+ corridor: 0.12
142
+ persistence: 0.06
143
+ disturbance: 0.06
144
+ world_model: 0.0
145
+ belief: 0.05
146
+ visibility: 0.05
147
+ clearance: 0.06
148
+ support_stability: 0.06
149
+ reocclusion: 0.06
150
+ occluder_contact: 0.05
151
+ grasp_affordance: 0.05
152
+ planner_success: 0.0
153
+ planner_risk: 0.0
154
+ planner_ranking: 0.0
155
+ proposal_reconstruction: 0.1
156
+ proposal_success: 0.35
157
+ proposal_ranking: 0.5
158
+ proposal_diversity: 0.02
159
+ role_swap_consistency: 0.0
160
+ task_metrics: 0.05
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/metrics.json ADDED
@@ -0,0 +1,356 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.008432811576252182,
6
+ "arm_role": 0.002273504649444173,
7
+ "belief": 0.10277632955047819,
8
+ "clearance": 0.08025376283460194,
9
+ "corridor": 0.21883455134100385,
10
+ "disturbance": 0.0014543996891006826,
11
+ "grasp_affordance": 0.011551767225480743,
12
+ "occluder_contact": 0.19488196902804905,
13
+ "persistence": 0.9404279150896602,
14
+ "phase": 0.17632753915256924,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.12523935619327758,
17
+ "planner_success": 0.6931471837891473,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_ranking": 0.7124915778636932,
20
+ "proposal_reconstruction": 0.17350232236915164,
21
+ "proposal_success": 0.6549067020416259,
22
+ "reocclusion": 0.20121162566873763,
23
+ "role_swap_consistency": 0.0,
24
+ "support_mode": 0.0013020760017550654,
25
+ "support_stability": 0.13026923984289168,
26
+ "task_metrics": 0.14540329062276416,
27
+ "total": 0.7607333368725246,
28
+ "uncertainty": 2.6053362628570336e-05,
29
+ "visibility": 0.09630628029505411,
30
+ "world_model": 0.0
31
+ },
32
+ "val": {
33
+ "action": 0.0053514603059738874,
34
+ "arm_role": 0.0022453996643889695,
35
+ "belief": 0.10027084173634648,
36
+ "clearance": 0.07778254197910428,
37
+ "corridor": 0.2157157389447093,
38
+ "disturbance": 0.0014214217544576968,
39
+ "grasp_affordance": 0.01136290206341073,
40
+ "occluder_contact": 0.19327112287282944,
41
+ "persistence": 0.7723222486674786,
42
+ "phase": 0.15601468390377704,
43
+ "planner_ranking": 1.1397207975387573,
44
+ "planner_risk": 0.126484238775447,
45
+ "planner_success": 0.6931471824645996,
46
+ "proposal_diversity": 0.0,
47
+ "proposal_ranking": 0.7117758579552174,
48
+ "proposal_reconstruction": 0.1607495890930295,
49
+ "proposal_success": 0.584408369846642,
50
+ "reocclusion": 0.19295985670760274,
51
+ "role_swap_consistency": 0.0,
52
+ "support_mode": 0.0011425519696786068,
53
+ "support_stability": 0.13256454304791987,
54
+ "task_metrics": 0.14390430646017194,
55
+ "total": 0.718335622921586,
56
+ "uncertainty": 2.918480456770567e-05,
57
+ "visibility": 0.09417397761717439,
58
+ "world_model": 0.0
59
+ }
60
+ },
61
+ {
62
+ "epoch": 1,
63
+ "train": {
64
+ "action": 0.008332832297310234,
65
+ "arm_role": 0.002273829731469353,
66
+ "belief": 0.10274868392282062,
67
+ "clearance": 0.08024236568146281,
68
+ "corridor": 0.2188452462355296,
69
+ "disturbance": 0.0014552442382814155,
70
+ "grasp_affordance": 0.011547605538119872,
71
+ "occluder_contact": 0.1948953178193834,
72
+ "persistence": 0.9412507334517108,
73
+ "phase": 0.17556332871317865,
74
+ "planner_ranking": 1.1397207975387573,
75
+ "planner_risk": 0.12531031568845113,
76
+ "planner_success": 0.6931471837891473,
77
+ "proposal_diversity": 0.0,
78
+ "proposal_ranking": 0.6961379733350542,
79
+ "proposal_reconstruction": 0.15589893692069584,
80
+ "proposal_success": 0.6549067285325793,
81
+ "reocclusion": 0.20194717653923563,
82
+ "role_swap_consistency": 0.0,
83
+ "support_mode": 0.0013004594379001193,
84
+ "support_stability": 0.1302881760729684,
85
+ "task_metrics": 0.1454765311545796,
86
+ "total": 0.7507316046290927,
87
+ "uncertainty": 2.5947070781108372e-05,
88
+ "visibility": 0.09627863599194421,
89
+ "world_model": 0.0
90
+ },
91
+ "val": {
92
+ "action": 0.0053514603059738874,
93
+ "arm_role": 0.0022453996643889695,
94
+ "belief": 0.10027084173634648,
95
+ "clearance": 0.07778254197910428,
96
+ "corridor": 0.2157157389447093,
97
+ "disturbance": 0.0014214217544576968,
98
+ "grasp_affordance": 0.01136290206341073,
99
+ "occluder_contact": 0.19327112287282944,
100
+ "persistence": 0.7723222486674786,
101
+ "phase": 0.15601468390377704,
102
+ "planner_ranking": 1.1397207975387573,
103
+ "planner_risk": 0.126484238775447,
104
+ "planner_success": 0.6931471824645996,
105
+ "proposal_diversity": 0.0,
106
+ "proposal_ranking": 0.6905346475541592,
107
+ "proposal_reconstruction": 0.14312540600076318,
108
+ "proposal_success": 0.6014367695897818,
109
+ "reocclusion": 0.19295985670760274,
110
+ "role_swap_consistency": 0.0,
111
+ "support_mode": 0.0011425519696786068,
112
+ "support_stability": 0.13256454304791987,
113
+ "task_metrics": 0.14390430646017194,
114
+ "total": 0.7119125332683325,
115
+ "uncertainty": 2.918480456770567e-05,
116
+ "visibility": 0.09417397761717439,
117
+ "world_model": 0.0
118
+ }
119
+ },
120
+ {
121
+ "epoch": 2,
122
+ "train": {
123
+ "action": 0.008366946669088469,
124
+ "arm_role": 0.002274706204318338,
125
+ "belief": 0.10278309136629105,
126
+ "clearance": 0.08030619381202592,
127
+ "corridor": 0.21905698594119813,
128
+ "disturbance": 0.001456600502004019,
129
+ "grasp_affordance": 0.011565518906960885,
130
+ "occluder_contact": 0.19491849011845058,
131
+ "persistence": 0.9367264790667428,
132
+ "phase": 0.17600557886891896,
133
+ "planner_ranking": 1.1397207975387573,
134
+ "planner_risk": 0.12536679887109334,
135
+ "planner_success": 0.6931471837891473,
136
+ "proposal_diversity": 0.0,
137
+ "proposal_ranking": 0.6930678612656064,
138
+ "proposal_reconstruction": 0.14559157225820754,
139
+ "proposal_success": 0.6470769921938578,
140
+ "reocclusion": 0.20159597396850587,
141
+ "role_swap_consistency": 0.0,
142
+ "support_mode": 0.001305902239659594,
143
+ "support_stability": 0.13024686293469534,
144
+ "task_metrics": 0.14554575698243247,
145
+ "total": 0.7452388630972968,
146
+ "uncertainty": 2.5990851948639223e-05,
147
+ "visibility": 0.09631420142120785,
148
+ "world_model": 0.0
149
+ },
150
+ "val": {
151
+ "action": 0.0053514603059738874,
152
+ "arm_role": 0.0022453996643889695,
153
+ "belief": 0.10027084173634648,
154
+ "clearance": 0.07778254197910428,
155
+ "corridor": 0.2157157389447093,
156
+ "disturbance": 0.0014214217544576968,
157
+ "grasp_affordance": 0.01136290206341073,
158
+ "occluder_contact": 0.19327112287282944,
159
+ "persistence": 0.7723222486674786,
160
+ "phase": 0.15601468390377704,
161
+ "planner_ranking": 1.1397207975387573,
162
+ "planner_risk": 0.126484238775447,
163
+ "planner_success": 0.6931471824645996,
164
+ "proposal_diversity": 0.0,
165
+ "proposal_ranking": 0.6976679731160402,
166
+ "proposal_reconstruction": 0.1381812305189669,
167
+ "proposal_success": 0.5923749720677733,
168
+ "reocclusion": 0.19295985670760274,
169
+ "role_swap_consistency": 0.0,
170
+ "support_mode": 0.0011425519696786068,
171
+ "support_stability": 0.13256454304791987,
172
+ "task_metrics": 0.14390430646017194,
173
+ "total": 0.7118131574243307,
174
+ "uncertainty": 2.918480456770567e-05,
175
+ "visibility": 0.09417397761717439,
176
+ "world_model": 0.0
177
+ }
178
+ },
179
+ {
180
+ "epoch": 3,
181
+ "train": {
182
+ "action": 0.00833133469439215,
183
+ "arm_role": 0.0022765965718362065,
184
+ "belief": 0.1027679873837365,
185
+ "clearance": 0.08025755294495159,
186
+ "corridor": 0.21885353442695404,
187
+ "disturbance": 0.001460503926500678,
188
+ "grasp_affordance": 0.011550571738431851,
189
+ "occluder_contact": 0.19488155709372626,
190
+ "persistence": 0.9387773328357273,
191
+ "phase": 0.17613315383593242,
192
+ "planner_ranking": 1.1397207975387573,
193
+ "planner_risk": 0.12531640463405186,
194
+ "planner_success": 0.6931471837891473,
195
+ "proposal_diversity": 0.0,
196
+ "proposal_ranking": 0.7024611022737292,
197
+ "proposal_reconstruction": 0.14284286499023438,
198
+ "proposal_success": 0.641804469956292,
199
+ "reocclusion": 0.20179985993438296,
200
+ "role_swap_consistency": 0.0,
201
+ "support_mode": 0.0013087218239282569,
202
+ "support_stability": 0.13019564615355597,
203
+ "task_metrics": 0.14553608016835318,
204
+ "total": 0.7478908618291219,
205
+ "uncertainty": 2.593846887369485e-05,
206
+ "visibility": 0.0962998597158326,
207
+ "world_model": 0.0
208
+ },
209
+ "val": {
210
+ "action": 0.0053514603059738874,
211
+ "arm_role": 0.0022453996643889695,
212
+ "belief": 0.10027084173634648,
213
+ "clearance": 0.07778254197910428,
214
+ "corridor": 0.2157157389447093,
215
+ "disturbance": 0.0014214217544576968,
216
+ "grasp_affordance": 0.01136290206341073,
217
+ "occluder_contact": 0.19327112287282944,
218
+ "persistence": 0.7723222486674786,
219
+ "phase": 0.15601468390377704,
220
+ "planner_ranking": 1.1397207975387573,
221
+ "planner_risk": 0.126484238775447,
222
+ "planner_success": 0.6931471824645996,
223
+ "proposal_diversity": 0.0,
224
+ "proposal_ranking": 0.6784642525017262,
225
+ "proposal_reconstruction": 0.1360954437404871,
226
+ "proposal_success": 0.6048452444374561,
227
+ "reocclusion": 0.19295985670760274,
228
+ "role_swap_consistency": 0.0,
229
+ "support_mode": 0.0011425519696786068,
230
+ "support_stability": 0.13256454304791987,
231
+ "task_metrics": 0.14390430646017194,
232
+ "total": 0.7063673008233309,
233
+ "uncertainty": 2.918480456770567e-05,
234
+ "visibility": 0.09417397761717439,
235
+ "world_model": 0.0
236
+ }
237
+ },
238
+ {
239
+ "epoch": 4,
240
+ "train": {
241
+ "action": 0.008563573229023153,
242
+ "arm_role": 0.002277681567809648,
243
+ "belief": 0.1027910966012213,
244
+ "clearance": 0.08030774320165317,
245
+ "corridor": 0.21896195511023203,
246
+ "disturbance": 0.0014566548336814675,
247
+ "grasp_affordance": 0.011567252481149303,
248
+ "occluder_contact": 0.19487594366073607,
249
+ "persistence": 0.9370742370684941,
250
+ "phase": 0.176364623175727,
251
+ "planner_ranking": 1.1397207975387573,
252
+ "planner_risk": 0.12534045659833484,
253
+ "planner_success": 0.6931471837891473,
254
+ "proposal_diversity": 0.0,
255
+ "proposal_ranking": 0.6920341008239322,
256
+ "proposal_reconstruction": 0.1413873384396235,
257
+ "proposal_success": 0.6483564250999027,
258
+ "reocclusion": 0.20127213895320892,
259
+ "role_swap_consistency": 0.0,
260
+ "support_mode": 0.0012988169509400096,
261
+ "support_stability": 0.13020655148559146,
262
+ "task_metrics": 0.14548294709788429,
263
+ "total": 0.7449578099780613,
264
+ "uncertainty": 2.5966881407334263e-05,
265
+ "visibility": 0.09632589485910203,
266
+ "world_model": 0.0
267
+ },
268
+ "val": {
269
+ "action": 0.0053514603059738874,
270
+ "arm_role": 0.0022453996643889695,
271
+ "belief": 0.10027084173634648,
272
+ "clearance": 0.07778254197910428,
273
+ "corridor": 0.2157157389447093,
274
+ "disturbance": 0.0014214217544576968,
275
+ "grasp_affordance": 0.01136290206341073,
276
+ "occluder_contact": 0.19327112287282944,
277
+ "persistence": 0.7723222486674786,
278
+ "phase": 0.15601468390377704,
279
+ "planner_ranking": 1.1397207975387573,
280
+ "planner_risk": 0.126484238775447,
281
+ "planner_success": 0.6931471824645996,
282
+ "proposal_diversity": 0.0,
283
+ "proposal_ranking": 0.6853685788810253,
284
+ "proposal_reconstruction": 0.1345338043756783,
285
+ "proposal_success": 0.6010718354955316,
286
+ "reocclusion": 0.19295985670760274,
287
+ "role_swap_consistency": 0.0,
288
+ "support_mode": 0.0011425519696786068,
289
+ "support_stability": 0.13256454304791987,
290
+ "task_metrics": 0.14390430646017194,
291
+ "total": 0.7083426155149937,
292
+ "uncertainty": 2.918480456770567e-05,
293
+ "visibility": 0.09417397761717439,
294
+ "world_model": 0.0
295
+ }
296
+ },
297
+ {
298
+ "epoch": 5,
299
+ "train": {
300
+ "action": 0.008163272589445113,
301
+ "arm_role": 0.002270963079192572,
302
+ "belief": 0.1027760460972786,
303
+ "clearance": 0.080271129641268,
304
+ "corridor": 0.21886802795860502,
305
+ "disturbance": 0.001460033423629486,
306
+ "grasp_affordance": 0.011552496714931396,
307
+ "occluder_contact": 0.19490585691399046,
308
+ "persistence": 0.9391454341510932,
309
+ "phase": 0.17615854011641607,
310
+ "planner_ranking": 1.1397207975387573,
311
+ "planner_risk": 0.1253143643339475,
312
+ "planner_success": 0.6931471837891473,
313
+ "proposal_diversity": 0.0,
314
+ "proposal_ranking": 0.6946669783857133,
315
+ "proposal_reconstruction": 0.1398675858974457,
316
+ "proposal_success": 0.6401084257496727,
317
+ "reocclusion": 0.20177234990729226,
318
+ "role_swap_consistency": 0.0,
319
+ "support_mode": 0.0013064973418497378,
320
+ "support_stability": 0.1302844143576092,
321
+ "task_metrics": 0.1454945238100158,
322
+ "total": 0.7429640769958497,
323
+ "uncertainty": 2.5985930288799055e-05,
324
+ "visibility": 0.09630630215009053,
325
+ "world_model": 0.0
326
+ },
327
+ "val": {
328
+ "action": 0.0053514603059738874,
329
+ "arm_role": 0.0022453996643889695,
330
+ "belief": 0.10027084173634648,
331
+ "clearance": 0.07778254197910428,
332
+ "corridor": 0.2157157389447093,
333
+ "disturbance": 0.0014214217544576968,
334
+ "grasp_affordance": 0.01136290206341073,
335
+ "occluder_contact": 0.19327112287282944,
336
+ "persistence": 0.7723222486674786,
337
+ "phase": 0.15601468390377704,
338
+ "planner_ranking": 1.1397207975387573,
339
+ "planner_risk": 0.126484238775447,
340
+ "planner_success": 0.6931471824645996,
341
+ "proposal_diversity": 0.0,
342
+ "proposal_ranking": 0.6791616678237915,
343
+ "proposal_reconstruction": 0.13433512998744845,
344
+ "proposal_success": 0.6137199569493532,
345
+ "reocclusion": 0.19295985670760274,
346
+ "role_swap_consistency": 0.0,
347
+ "support_mode": 0.0011425519696786068,
348
+ "support_stability": 0.13256454304791987,
349
+ "task_metrics": 0.14390430646017194,
350
+ "total": 0.7096461318433285,
351
+ "uncertainty": 2.918480456770567e-05,
352
+ "visibility": 0.09417397761717439,
353
+ "world_model": 0.0
354
+ }
355
+ }
356
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/summary.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/checkpoint_best.pt",
5
+ "final_train_total": 0.7429640769958497,
6
+ "final_val_total": 0.7096461318433285,
7
+ "train_time_sec": 72.51760625839233,
8
+ "peak_gpu_memory_mb": 1566.15283203125,
9
+ "num_train_samples": 359,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score",
15
+ "decoder.proposal_mode_head",
16
+ "decoder.proposal_mode_embeddings",
17
+ "decoder.proposal_slot_embeddings",
18
+ "decoder.slot_delta",
19
+ "decoder.mode_residual_heads"
20
+ ],
21
+ "trainable_parameter_names": [
22
+ "decoder.proposal_mode_head.0.weight",
23
+ "decoder.proposal_mode_head.0.bias",
24
+ "decoder.proposal_mode_head.1.weight",
25
+ "decoder.proposal_mode_head.1.bias",
26
+ "decoder.proposal_mode_head.3.weight",
27
+ "decoder.proposal_mode_head.3.bias",
28
+ "decoder.proposal_mode_embeddings.weight",
29
+ "decoder.proposal_slot_embeddings.weight",
30
+ "decoder.mode_residual_heads.0.0.weight",
31
+ "decoder.mode_residual_heads.0.0.bias",
32
+ "decoder.mode_residual_heads.0.1.weight",
33
+ "decoder.mode_residual_heads.0.1.bias",
34
+ "decoder.mode_residual_heads.0.3.weight",
35
+ "decoder.mode_residual_heads.0.3.bias",
36
+ "decoder.mode_residual_heads.1.0.weight",
37
+ "decoder.mode_residual_heads.1.0.bias",
38
+ "decoder.mode_residual_heads.1.1.weight",
39
+ "decoder.mode_residual_heads.1.1.bias",
40
+ "decoder.mode_residual_heads.1.3.weight",
41
+ "decoder.mode_residual_heads.1.3.bias",
42
+ "decoder.mode_residual_heads.2.0.weight",
43
+ "decoder.mode_residual_heads.2.0.bias",
44
+ "decoder.mode_residual_heads.2.1.weight",
45
+ "decoder.mode_residual_heads.2.1.bias",
46
+ "decoder.mode_residual_heads.2.3.weight",
47
+ "decoder.mode_residual_heads.2.3.bias",
48
+ "decoder.mode_residual_heads.3.0.weight",
49
+ "decoder.mode_residual_heads.3.0.bias",
50
+ "decoder.mode_residual_heads.3.1.weight",
51
+ "decoder.mode_residual_heads.3.1.bias",
52
+ "decoder.mode_residual_heads.3.3.weight",
53
+ "decoder.mode_residual_heads.3.3.bias",
54
+ "decoder.mode_residual_heads.4.0.weight",
55
+ "decoder.mode_residual_heads.4.0.bias",
56
+ "decoder.mode_residual_heads.4.1.weight",
57
+ "decoder.mode_residual_heads.4.1.bias",
58
+ "decoder.mode_residual_heads.4.3.weight",
59
+ "decoder.mode_residual_heads.4.3.bias",
60
+ "decoder.mode_residual_heads.5.0.weight",
61
+ "decoder.mode_residual_heads.5.0.bias",
62
+ "decoder.mode_residual_heads.5.1.weight",
63
+ "decoder.mode_residual_heads.5.1.bias",
64
+ "decoder.mode_residual_heads.5.3.weight",
65
+ "decoder.mode_residual_heads.5.3.bias",
66
+ "decoder.mode_residual_heads.6.0.weight",
67
+ "decoder.mode_residual_heads.6.0.bias",
68
+ "decoder.mode_residual_heads.6.1.weight",
69
+ "decoder.mode_residual_heads.6.1.bias",
70
+ "decoder.mode_residual_heads.6.3.weight",
71
+ "decoder.mode_residual_heads.6.3.bias",
72
+ "decoder.slot_delta.0.weight",
73
+ "decoder.slot_delta.0.bias",
74
+ "decoder.slot_delta.1.weight",
75
+ "decoder.slot_delta.1.bias",
76
+ "decoder.slot_delta.3.weight",
77
+ "decoder.slot_delta.3.bias",
78
+ "decoder.proposal_score.0.weight",
79
+ "decoder.proposal_score.0.bias",
80
+ "decoder.proposal_score.1.weight",
81
+ "decoder.proposal_score.1.bias",
82
+ "decoder.proposal_score.3.weight",
83
+ "decoder.proposal_score.3.bias"
84
+ ],
85
+ "init_info": {
86
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
87
+ "loaded_keys": 906,
88
+ "skipped_shape_mismatch_keys": [],
89
+ "missing_keys": [],
90
+ "unexpected_keys": []
91
+ }
92
+ }
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align_iter1
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align_iter1.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align_iter1.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 8
27
+ num_workers: 48
28
+ lr: 5.0e-05
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ - decoder.proposal_mode_head
47
+ - decoder.proposal_mode_embeddings
48
+ - decoder.proposal_slot_embeddings
49
+ - decoder.slot_delta
50
+ - decoder.mode_residual_heads
51
+ policy:
52
+ backbone:
53
+ model_name: openai/clip-vit-base-patch32
54
+ hidden_dim: 512
55
+ max_text_tokens: 32
56
+ freeze_backbone: true
57
+ gradient_checkpointing: false
58
+ use_dummy_backbone: false
59
+ fusion:
60
+ hidden_dim: 512
61
+ num_cameras: 3
62
+ num_layers: 4
63
+ num_heads: 8
64
+ ff_dim: 2048
65
+ dropout: 0.1
66
+ proprio_dim: 32
67
+ proprio_tokens: 1
68
+ memory:
69
+ hidden_dim: 512
70
+ action_dim: 14
71
+ history_steps: 6
72
+ scene_history_steps: 3
73
+ belief_history_steps: 8
74
+ num_layers: 2
75
+ dropout: 0.1
76
+ memory_bank_size: 4
77
+ scene_bank_size: 2
78
+ belief_bank_size: 2
79
+ num_heads: 8
80
+ max_history_steps: 8
81
+ decoder:
82
+ hidden_dim: 512
83
+ num_heads: 8
84
+ num_layers: 4
85
+ ff_dim: 2048
86
+ dropout: 0.1
87
+ chunk_size: 8
88
+ action_dim: 14
89
+ arm_action_dim: 7
90
+ num_candidates: 8
91
+ num_phases: 5
92
+ num_arm_roles: 4
93
+ num_proposal_modes: 7
94
+ planner_top_k: 4
95
+ reveal_head:
96
+ hidden_dim: 512
97
+ num_support_modes: 3
98
+ num_approach_templates: 32
99
+ rollout_horizon: 5
100
+ belief_map_size: 32
101
+ field_size: 16
102
+ num_heads: 8
103
+ predict_belief_map: true
104
+ num_phases: 5
105
+ num_arm_roles: 4
106
+ num_interaction_tokens: 8
107
+ num_tasks: 4
108
+ world_model:
109
+ hidden_dim: 512
110
+ action_dim: 14
111
+ num_support_modes: 3
112
+ num_approach_templates: 32
113
+ rollout_horizon: 5
114
+ field_size: 16
115
+ num_heads: 8
116
+ num_phases: 5
117
+ num_arm_roles: 4
118
+ num_interaction_tokens: 8
119
+ belief_map_size: 32
120
+ predict_belief_map: true
121
+ scene_bank_size: 2
122
+ belief_bank_size: 2
123
+ rollout_mode: compact_rollout
124
+ num_tasks: 4
125
+ planner:
126
+ hidden_dim: 512
127
+ num_candidates: 8
128
+ action_dim: 14
129
+ num_support_modes: 3
130
+ utility_margin: 0.1
131
+ num_heads: 8
132
+ num_layers: 2
133
+ num_phases: 5
134
+ num_arm_roles: 4
135
+ top_k: 4
136
+ loss_weights:
137
+ action: 1.0
138
+ phase: 0.08
139
+ arm_role: 0.1
140
+ support_mode: 0.1
141
+ corridor: 0.12
142
+ persistence: 0.06
143
+ disturbance: 0.06
144
+ world_model: 0.0
145
+ belief: 0.05
146
+ visibility: 0.05
147
+ clearance: 0.06
148
+ support_stability: 0.06
149
+ reocclusion: 0.06
150
+ occluder_contact: 0.05
151
+ grasp_affordance: 0.05
152
+ planner_success: 0.0
153
+ planner_risk: 0.0
154
+ planner_ranking: 0.0
155
+ proposal_reconstruction: 0.05
156
+ proposal_success: 0.35
157
+ proposal_ranking: 0.5
158
+ proposal_diversity: 0.02
159
+ role_swap_consistency: 0.0
160
+ task_metrics: 0.05
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17/metrics.json ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.008432811576252182,
6
+ "arm_role": 0.002273504649444173,
7
+ "belief": 0.10277632955047819,
8
+ "clearance": 0.08025376283460194,
9
+ "corridor": 0.21883455134100385,
10
+ "disturbance": 0.0014543996891006826,
11
+ "grasp_affordance": 0.011551767225480743,
12
+ "occluder_contact": 0.19488196902804905,
13
+ "persistence": 0.9404279150896602,
14
+ "phase": 0.17632753915256924,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.12523935619327758,
17
+ "planner_success": 0.6931471837891473,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_ranking": 0.701881057686276,
20
+ "proposal_reconstruction": 0.17561867899364894,
21
+ "proposal_success": 0.6538654738002353,
22
+ "reocclusion": 0.20121162566873763,
23
+ "role_swap_consistency": 0.0,
24
+ "support_mode": 0.0013020760017550654,
25
+ "support_stability": 0.13026923984289168,
26
+ "task_metrics": 0.14540329062276416,
27
+ "total": 0.7464943442079756,
28
+ "uncertainty": 2.6053362628570336e-05,
29
+ "visibility": 0.09630628029505411,
30
+ "world_model": 0.0
31
+ },
32
+ "val": {
33
+ "action": 0.0053514603059738874,
34
+ "arm_role": 0.0022453996643889695,
35
+ "belief": 0.10027084173634648,
36
+ "clearance": 0.07778254197910428,
37
+ "corridor": 0.2157157389447093,
38
+ "disturbance": 0.0014214217544576968,
39
+ "grasp_affordance": 0.01136290206341073,
40
+ "occluder_contact": 0.19327112287282944,
41
+ "persistence": 0.7723222486674786,
42
+ "phase": 0.15601468390377704,
43
+ "planner_ranking": 1.1397207975387573,
44
+ "planner_risk": 0.126484238775447,
45
+ "planner_success": 0.6931471824645996,
46
+ "proposal_diversity": 0.0,
47
+ "proposal_ranking": 0.6967866718769073,
48
+ "proposal_reconstruction": 0.16776876710355282,
49
+ "proposal_success": 0.5962407179176807,
50
+ "reocclusion": 0.19295985670760274,
51
+ "role_swap_consistency": 0.0,
52
+ "support_mode": 0.0011425519696786068,
53
+ "support_stability": 0.13256454304791987,
54
+ "task_metrics": 0.14390430646017194,
55
+ "total": 0.7072958257049322,
56
+ "uncertainty": 2.918480456770567e-05,
57
+ "visibility": 0.09417397761717439,
58
+ "world_model": 0.0
59
+ }
60
+ },
61
+ {
62
+ "epoch": 1,
63
+ "train": {
64
+ "action": 0.008332832297310234,
65
+ "arm_role": 0.002273829731469353,
66
+ "belief": 0.10274868392282062,
67
+ "clearance": 0.08024236568146281,
68
+ "corridor": 0.2188452462355296,
69
+ "disturbance": 0.0014552442382814155,
70
+ "grasp_affordance": 0.011547605538119872,
71
+ "occluder_contact": 0.1948953178193834,
72
+ "persistence": 0.9412507334517108,
73
+ "phase": 0.17556332871317865,
74
+ "planner_ranking": 1.1397207975387573,
75
+ "planner_risk": 0.12531031568845113,
76
+ "planner_success": 0.6931471837891473,
77
+ "proposal_diversity": 0.0,
78
+ "proposal_ranking": 0.6917699800597297,
79
+ "proposal_reconstruction": 0.16794137921598223,
80
+ "proposal_success": 0.6462827146053314,
81
+ "reocclusion": 0.20194717653923563,
82
+ "role_swap_consistency": 0.0,
83
+ "support_mode": 0.0013004594379001193,
84
+ "support_stability": 0.1302881760729684,
85
+ "task_metrics": 0.1454765311545796,
86
+ "total": 0.738336381647322,
87
+ "uncertainty": 2.5947070781108372e-05,
88
+ "visibility": 0.09627863599194421,
89
+ "world_model": 0.0
90
+ },
91
+ "val": {
92
+ "action": 0.0053514603059738874,
93
+ "arm_role": 0.0022453996643889695,
94
+ "belief": 0.10027084173634648,
95
+ "clearance": 0.07778254197910428,
96
+ "corridor": 0.2157157389447093,
97
+ "disturbance": 0.0014214217544576968,
98
+ "grasp_affordance": 0.01136290206341073,
99
+ "occluder_contact": 0.19327112287282944,
100
+ "persistence": 0.7723222486674786,
101
+ "phase": 0.15601468390377704,
102
+ "planner_ranking": 1.1397207975387573,
103
+ "planner_risk": 0.126484238775447,
104
+ "planner_success": 0.6931471824645996,
105
+ "proposal_diversity": 0.0,
106
+ "proposal_ranking": 0.6820654179900885,
107
+ "proposal_reconstruction": 0.15648783929646015,
108
+ "proposal_success": 0.6087602116167545,
109
+ "reocclusion": 0.19295985670760274,
110
+ "role_swap_consistency": 0.0,
111
+ "support_mode": 0.0011425519696786068,
112
+ "support_stability": 0.13256454304791987,
113
+ "task_metrics": 0.14390430646017194,
114
+ "total": 0.7037529684603214,
115
+ "uncertainty": 2.918480456770567e-05,
116
+ "visibility": 0.09417397761717439,
117
+ "world_model": 0.0
118
+ }
119
+ },
120
+ {
121
+ "epoch": 2,
122
+ "train": {
123
+ "action": 0.008366946669088469,
124
+ "arm_role": 0.002274706204318338,
125
+ "belief": 0.10278309136629105,
126
+ "clearance": 0.08030619381202592,
127
+ "corridor": 0.21905698594119813,
128
+ "disturbance": 0.001456600502004019,
129
+ "grasp_affordance": 0.011565518906960885,
130
+ "occluder_contact": 0.19491849011845058,
131
+ "persistence": 0.9367264790667428,
132
+ "phase": 0.17600557886891896,
133
+ "planner_ranking": 1.1397207975387573,
134
+ "planner_risk": 0.12536679887109334,
135
+ "planner_success": 0.6931471837891473,
136
+ "proposal_diversity": 0.0,
137
+ "proposal_ranking": 0.6885491867860158,
138
+ "proposal_reconstruction": 0.15606960157553354,
139
+ "proposal_success": 0.6465496049986945,
140
+ "reocclusion": 0.20159597396850587,
141
+ "role_swap_consistency": 0.0,
142
+ "support_mode": 0.001305902239659594,
143
+ "support_stability": 0.13024686293469534,
144
+ "task_metrics": 0.14554575698243247,
145
+ "total": 0.736039255062739,
146
+ "uncertainty": 2.5990851948639223e-05,
147
+ "visibility": 0.09631420142120785,
148
+ "world_model": 0.0
149
+ },
150
+ "val": {
151
+ "action": 0.0053514603059738874,
152
+ "arm_role": 0.0022453996643889695,
153
+ "belief": 0.10027084173634648,
154
+ "clearance": 0.07778254197910428,
155
+ "corridor": 0.2157157389447093,
156
+ "disturbance": 0.0014214217544576968,
157
+ "grasp_affordance": 0.01136290206341073,
158
+ "occluder_contact": 0.19327112287282944,
159
+ "persistence": 0.7723222486674786,
160
+ "phase": 0.15601468390377704,
161
+ "planner_ranking": 1.1397207975387573,
162
+ "planner_risk": 0.126484238775447,
163
+ "planner_success": 0.6931471824645996,
164
+ "proposal_diversity": 0.0,
165
+ "proposal_ranking": 0.6862547006458044,
166
+ "proposal_reconstruction": 0.14557073824107647,
167
+ "proposal_success": 0.5985068250447512,
168
+ "reocclusion": 0.19295985670760274,
169
+ "role_swap_consistency": 0.0,
170
+ "support_mode": 0.0011425519696786068,
171
+ "support_stability": 0.13256454304791987,
172
+ "task_metrics": 0.14390430646017194,
173
+ "total": 0.7017130739986897,
174
+ "uncertainty": 2.918480456770567e-05,
175
+ "visibility": 0.09417397761717439,
176
+ "world_model": 0.0
177
+ }
178
+ },
179
+ {
180
+ "epoch": 3,
181
+ "train": {
182
+ "action": 0.00833133469439215,
183
+ "arm_role": 0.0022765965718362065,
184
+ "belief": 0.1027679873837365,
185
+ "clearance": 0.08025755294495159,
186
+ "corridor": 0.21885353442695404,
187
+ "disturbance": 0.001460503926500678,
188
+ "grasp_affordance": 0.011550571738431851,
189
+ "occluder_contact": 0.19488155709372626,
190
+ "persistence": 0.9387773328357273,
191
+ "phase": 0.17613315383593242,
192
+ "planner_ranking": 1.1397207975387573,
193
+ "planner_risk": 0.12531640463405186,
194
+ "planner_success": 0.6931471837891473,
195
+ "proposal_diversity": 0.0,
196
+ "proposal_ranking": 0.6944186819924248,
197
+ "proposal_reconstruction": 0.1478751414351993,
198
+ "proposal_success": 0.6379257539908091,
199
+ "reocclusion": 0.20179985993438296,
200
+ "role_swap_consistency": 0.0,
201
+ "support_mode": 0.0013087218239282569,
202
+ "support_stability": 0.13019564615355597,
203
+ "task_metrics": 0.14553608016835318,
204
+ "total": 0.7356215702162848,
205
+ "uncertainty": 2.593846887369485e-05,
206
+ "visibility": 0.0962998597158326,
207
+ "world_model": 0.0
208
+ },
209
+ "val": {
210
+ "action": 0.0053514603059738874,
211
+ "arm_role": 0.0022453996643889695,
212
+ "belief": 0.10027084173634648,
213
+ "clearance": 0.07778254197910428,
214
+ "corridor": 0.2157157389447093,
215
+ "disturbance": 0.0014214217544576968,
216
+ "grasp_affordance": 0.01136290206341073,
217
+ "occluder_contact": 0.19327112287282944,
218
+ "persistence": 0.7723222486674786,
219
+ "phase": 0.15601468390377704,
220
+ "planner_ranking": 1.1397207975387573,
221
+ "planner_risk": 0.126484238775447,
222
+ "planner_success": 0.6931471824645996,
223
+ "proposal_diversity": 0.0,
224
+ "proposal_ranking": 0.6774325501173735,
225
+ "proposal_reconstruction": 0.13950956147164106,
226
+ "proposal_success": 0.603262628428638,
227
+ "reocclusion": 0.19295985670760274,
228
+ "role_swap_consistency": 0.0,
229
+ "support_mode": 0.0011425519696786068,
230
+ "support_stability": 0.13256454304791987,
231
+ "task_metrics": 0.14390430646017194,
232
+ "total": 0.6986634731292725,
233
+ "uncertainty": 2.918480456770567e-05,
234
+ "visibility": 0.09417397761717439,
235
+ "world_model": 0.0
236
+ }
237
+ }
238
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17/summary.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter4_seed17/checkpoint_best.pt",
5
+ "final_train_total": 0.7356215702162848,
6
+ "final_val_total": 0.6986634731292725,
7
+ "train_time_sec": 51.53315591812134,
8
+ "peak_gpu_memory_mb": 1564.744140625,
9
+ "num_train_samples": 359,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score",
15
+ "decoder.proposal_mode_head",
16
+ "decoder.proposal_mode_embeddings",
17
+ "decoder.proposal_slot_embeddings",
18
+ "decoder.slot_delta",
19
+ "decoder.mode_residual_heads"
20
+ ],
21
+ "trainable_parameter_names": [
22
+ "decoder.proposal_mode_head.0.weight",
23
+ "decoder.proposal_mode_head.0.bias",
24
+ "decoder.proposal_mode_head.1.weight",
25
+ "decoder.proposal_mode_head.1.bias",
26
+ "decoder.proposal_mode_head.3.weight",
27
+ "decoder.proposal_mode_head.3.bias",
28
+ "decoder.proposal_mode_embeddings.weight",
29
+ "decoder.proposal_slot_embeddings.weight",
30
+ "decoder.mode_residual_heads.0.0.weight",
31
+ "decoder.mode_residual_heads.0.0.bias",
32
+ "decoder.mode_residual_heads.0.1.weight",
33
+ "decoder.mode_residual_heads.0.1.bias",
34
+ "decoder.mode_residual_heads.0.3.weight",
35
+ "decoder.mode_residual_heads.0.3.bias",
36
+ "decoder.mode_residual_heads.1.0.weight",
37
+ "decoder.mode_residual_heads.1.0.bias",
38
+ "decoder.mode_residual_heads.1.1.weight",
39
+ "decoder.mode_residual_heads.1.1.bias",
40
+ "decoder.mode_residual_heads.1.3.weight",
41
+ "decoder.mode_residual_heads.1.3.bias",
42
+ "decoder.mode_residual_heads.2.0.weight",
43
+ "decoder.mode_residual_heads.2.0.bias",
44
+ "decoder.mode_residual_heads.2.1.weight",
45
+ "decoder.mode_residual_heads.2.1.bias",
46
+ "decoder.mode_residual_heads.2.3.weight",
47
+ "decoder.mode_residual_heads.2.3.bias",
48
+ "decoder.mode_residual_heads.3.0.weight",
49
+ "decoder.mode_residual_heads.3.0.bias",
50
+ "decoder.mode_residual_heads.3.1.weight",
51
+ "decoder.mode_residual_heads.3.1.bias",
52
+ "decoder.mode_residual_heads.3.3.weight",
53
+ "decoder.mode_residual_heads.3.3.bias",
54
+ "decoder.mode_residual_heads.4.0.weight",
55
+ "decoder.mode_residual_heads.4.0.bias",
56
+ "decoder.mode_residual_heads.4.1.weight",
57
+ "decoder.mode_residual_heads.4.1.bias",
58
+ "decoder.mode_residual_heads.4.3.weight",
59
+ "decoder.mode_residual_heads.4.3.bias",
60
+ "decoder.mode_residual_heads.5.0.weight",
61
+ "decoder.mode_residual_heads.5.0.bias",
62
+ "decoder.mode_residual_heads.5.1.weight",
63
+ "decoder.mode_residual_heads.5.1.bias",
64
+ "decoder.mode_residual_heads.5.3.weight",
65
+ "decoder.mode_residual_heads.5.3.bias",
66
+ "decoder.mode_residual_heads.6.0.weight",
67
+ "decoder.mode_residual_heads.6.0.bias",
68
+ "decoder.mode_residual_heads.6.1.weight",
69
+ "decoder.mode_residual_heads.6.1.bias",
70
+ "decoder.mode_residual_heads.6.3.weight",
71
+ "decoder.mode_residual_heads.6.3.bias",
72
+ "decoder.slot_delta.0.weight",
73
+ "decoder.slot_delta.0.bias",
74
+ "decoder.slot_delta.1.weight",
75
+ "decoder.slot_delta.1.bias",
76
+ "decoder.slot_delta.3.weight",
77
+ "decoder.slot_delta.3.bias",
78
+ "decoder.proposal_score.0.weight",
79
+ "decoder.proposal_score.0.bias",
80
+ "decoder.proposal_score.1.weight",
81
+ "decoder.proposal_score.1.bias",
82
+ "decoder.proposal_score.3.weight",
83
+ "decoder.proposal_score.3.bias"
84
+ ],
85
+ "init_info": {
86
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
87
+ "loaded_keys": 906,
88
+ "skipped_shape_mismatch_keys": [],
89
+ "missing_keys": [],
90
+ "unexpected_keys": []
91
+ }
92
+ }
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align_iter1
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align_iter1.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align_iter1.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 8
27
+ num_workers: 48
28
+ lr: 5.0e-05
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ - decoder.proposal_mode_head
47
+ - decoder.proposal_mode_embeddings
48
+ - decoder.proposal_slot_embeddings
49
+ - decoder.slot_delta
50
+ - decoder.mode_residual_heads
51
+ policy:
52
+ backbone:
53
+ model_name: openai/clip-vit-base-patch32
54
+ hidden_dim: 512
55
+ max_text_tokens: 32
56
+ freeze_backbone: true
57
+ gradient_checkpointing: false
58
+ use_dummy_backbone: false
59
+ fusion:
60
+ hidden_dim: 512
61
+ num_cameras: 3
62
+ num_layers: 4
63
+ num_heads: 8
64
+ ff_dim: 2048
65
+ dropout: 0.1
66
+ proprio_dim: 32
67
+ proprio_tokens: 1
68
+ memory:
69
+ hidden_dim: 512
70
+ action_dim: 14
71
+ history_steps: 6
72
+ scene_history_steps: 3
73
+ belief_history_steps: 8
74
+ num_layers: 2
75
+ dropout: 0.1
76
+ memory_bank_size: 4
77
+ scene_bank_size: 2
78
+ belief_bank_size: 2
79
+ num_heads: 8
80
+ max_history_steps: 8
81
+ decoder:
82
+ hidden_dim: 512
83
+ num_heads: 8
84
+ num_layers: 4
85
+ ff_dim: 2048
86
+ dropout: 0.1
87
+ chunk_size: 8
88
+ action_dim: 14
89
+ arm_action_dim: 7
90
+ num_candidates: 8
91
+ num_phases: 5
92
+ num_arm_roles: 4
93
+ num_proposal_modes: 7
94
+ planner_top_k: 4
95
+ reveal_head:
96
+ hidden_dim: 512
97
+ num_support_modes: 3
98
+ num_approach_templates: 32
99
+ rollout_horizon: 5
100
+ belief_map_size: 32
101
+ field_size: 16
102
+ num_heads: 8
103
+ predict_belief_map: true
104
+ num_phases: 5
105
+ num_arm_roles: 4
106
+ num_interaction_tokens: 8
107
+ num_tasks: 4
108
+ world_model:
109
+ hidden_dim: 512
110
+ action_dim: 14
111
+ num_support_modes: 3
112
+ num_approach_templates: 32
113
+ rollout_horizon: 5
114
+ field_size: 16
115
+ num_heads: 8
116
+ num_phases: 5
117
+ num_arm_roles: 4
118
+ num_interaction_tokens: 8
119
+ belief_map_size: 32
120
+ predict_belief_map: true
121
+ scene_bank_size: 2
122
+ belief_bank_size: 2
123
+ rollout_mode: compact_rollout
124
+ num_tasks: 4
125
+ planner:
126
+ hidden_dim: 512
127
+ num_candidates: 8
128
+ action_dim: 14
129
+ num_support_modes: 3
130
+ utility_margin: 0.1
131
+ num_heads: 8
132
+ num_layers: 2
133
+ num_phases: 5
134
+ num_arm_roles: 4
135
+ top_k: 4
136
+ loss_weights:
137
+ action: 1.0
138
+ phase: 0.08
139
+ arm_role: 0.1
140
+ support_mode: 0.1
141
+ corridor: 0.12
142
+ persistence: 0.06
143
+ disturbance: 0.06
144
+ world_model: 0.0
145
+ belief: 0.05
146
+ visibility: 0.05
147
+ clearance: 0.06
148
+ support_stability: 0.06
149
+ reocclusion: 0.06
150
+ occluder_contact: 0.05
151
+ grasp_affordance: 0.05
152
+ planner_success: 0.0
153
+ planner_risk: 0.0
154
+ planner_ranking: 0.0
155
+ proposal_reconstruction: 0.05
156
+ proposal_success: 0.35
157
+ proposal_ranking: 0.5
158
+ proposal_diversity: 0.02
159
+ role_swap_consistency: 0.0
160
+ task_metrics: 0.05
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/metrics.json ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.008432811576252182,
6
+ "arm_role": 0.002273504649444173,
7
+ "belief": 0.10277632955047819,
8
+ "clearance": 0.08025376283460194,
9
+ "corridor": 0.21883455134100385,
10
+ "disturbance": 0.0014543996891006826,
11
+ "grasp_affordance": 0.011551767225480743,
12
+ "occluder_contact": 0.19488196902804905,
13
+ "persistence": 0.9404279150896602,
14
+ "phase": 0.17632753915256924,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.12523935619327758,
17
+ "planner_success": 0.6931471837891473,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_ranking": 0.7018670386738247,
20
+ "proposal_reconstruction": 0.10954149133629269,
21
+ "proposal_success": 0.6538680507077111,
22
+ "reocclusion": 0.20121162566873763,
23
+ "role_swap_consistency": 0.0,
24
+ "support_mode": 0.0013020760017550654,
25
+ "support_stability": 0.13026923984289168,
26
+ "task_metrics": 0.14540329062276416,
27
+ "total": 0.7431843717892964,
28
+ "uncertainty": 2.6053362628570336e-05,
29
+ "visibility": 0.09630628029505411,
30
+ "world_model": 0.0
31
+ },
32
+ "val": {
33
+ "action": 0.0053514603059738874,
34
+ "arm_role": 0.0022453996643889695,
35
+ "belief": 0.10027084173634648,
36
+ "clearance": 0.07778254197910428,
37
+ "corridor": 0.2157157389447093,
38
+ "disturbance": 0.0014214217544576968,
39
+ "grasp_affordance": 0.01136290206341073,
40
+ "occluder_contact": 0.19327112287282944,
41
+ "persistence": 0.7723222486674786,
42
+ "phase": 0.15601468390377704,
43
+ "planner_ranking": 1.1397207975387573,
44
+ "planner_risk": 0.126484238775447,
45
+ "planner_success": 0.6931471824645996,
46
+ "proposal_diversity": 0.0,
47
+ "proposal_ranking": 0.6967697869986296,
48
+ "proposal_reconstruction": 0.10454763020970859,
49
+ "proposal_success": 0.5962494621053338,
50
+ "reocclusion": 0.19295985670760274,
51
+ "role_swap_consistency": 0.0,
52
+ "support_mode": 0.0011425519696786068,
53
+ "support_stability": 0.13256454304791987,
54
+ "task_metrics": 0.14390430646017194,
55
+ "total": 0.7041293885558844,
56
+ "uncertainty": 2.918480456770567e-05,
57
+ "visibility": 0.09417397761717439,
58
+ "world_model": 0.0
59
+ }
60
+ },
61
+ {
62
+ "epoch": 1,
63
+ "train": {
64
+ "action": 0.008332832297310234,
65
+ "arm_role": 0.002273829731469353,
66
+ "belief": 0.10274868392282062,
67
+ "clearance": 0.08024236568146281,
68
+ "corridor": 0.2188452462355296,
69
+ "disturbance": 0.0014552442382814155,
70
+ "grasp_affordance": 0.011547605538119872,
71
+ "occluder_contact": 0.1948953178193834,
72
+ "persistence": 0.9412507334517108,
73
+ "phase": 0.17556332871317865,
74
+ "planner_ranking": 1.1397207975387573,
75
+ "planner_risk": 0.12531031568845113,
76
+ "planner_success": 0.6931471837891473,
77
+ "proposal_diversity": 0.0,
78
+ "proposal_ranking": 0.6918835719426473,
79
+ "proposal_reconstruction": 0.1062815840045611,
80
+ "proposal_success": 0.6463397820790608,
81
+ "reocclusion": 0.20194717653923563,
82
+ "role_swap_consistency": 0.0,
83
+ "support_mode": 0.0013004594379001193,
84
+ "support_stability": 0.1302881760729684,
85
+ "task_metrics": 0.1454765311545796,
86
+ "total": 0.7353301578097873,
87
+ "uncertainty": 2.5947070781108372e-05,
88
+ "visibility": 0.09627863599194421,
89
+ "world_model": 0.0
90
+ },
91
+ "val": {
92
+ "action": 0.0053514603059738874,
93
+ "arm_role": 0.0022453996643889695,
94
+ "belief": 0.10027084173634648,
95
+ "clearance": 0.07778254197910428,
96
+ "corridor": 0.2157157389447093,
97
+ "disturbance": 0.0014214217544576968,
98
+ "grasp_affordance": 0.01136290206341073,
99
+ "occluder_contact": 0.19327112287282944,
100
+ "persistence": 0.7723222486674786,
101
+ "phase": 0.15601468390377704,
102
+ "planner_ranking": 1.1397207975387573,
103
+ "planner_risk": 0.126484238775447,
104
+ "planner_success": 0.6931471824645996,
105
+ "proposal_diversity": 0.0,
106
+ "proposal_ranking": 0.6822395958006382,
107
+ "proposal_reconstruction": 0.10023019058280624,
108
+ "proposal_success": 0.6086881682276726,
109
+ "reocclusion": 0.19295985670760274,
110
+ "role_swap_consistency": 0.0,
111
+ "support_mode": 0.0011425519696786068,
112
+ "support_stability": 0.13256454304791987,
113
+ "task_metrics": 0.14390430646017194,
114
+ "total": 0.7010019570589066,
115
+ "uncertainty": 2.918480456770567e-05,
116
+ "visibility": 0.09417397761717439,
117
+ "world_model": 0.0
118
+ }
119
+ },
120
+ {
121
+ "epoch": 2,
122
+ "train": {
123
+ "action": 0.008366946669088469,
124
+ "arm_role": 0.002274706204318338,
125
+ "belief": 0.10278309136629105,
126
+ "clearance": 0.08030619381202592,
127
+ "corridor": 0.21905698594119813,
128
+ "disturbance": 0.001456600502004019,
129
+ "grasp_affordance": 0.011565518906960885,
130
+ "occluder_contact": 0.19491849011845058,
131
+ "persistence": 0.9367264790667428,
132
+ "phase": 0.17600557886891896,
133
+ "planner_ranking": 1.1397207975387573,
134
+ "planner_risk": 0.12536679887109334,
135
+ "planner_success": 0.6931471837891473,
136
+ "proposal_diversity": 0.0,
137
+ "proposal_ranking": 0.6885566022660997,
138
+ "proposal_reconstruction": 0.10000013775295681,
139
+ "proposal_success": 0.6465362343523238,
140
+ "reocclusion": 0.20159597396850587,
141
+ "role_swap_consistency": 0.0,
142
+ "support_mode": 0.001305902239659594,
143
+ "support_stability": 0.13024686293469534,
144
+ "task_metrics": 0.14554575698243247,
145
+ "total": 0.7332348081800673,
146
+ "uncertainty": 2.5990851948639223e-05,
147
+ "visibility": 0.09631420142120785,
148
+ "world_model": 0.0
149
+ },
150
+ "val": {
151
+ "action": 0.0053514603059738874,
152
+ "arm_role": 0.0022453996643889695,
153
+ "belief": 0.10027084173634648,
154
+ "clearance": 0.07778254197910428,
155
+ "corridor": 0.2157157389447093,
156
+ "disturbance": 0.0014214217544576968,
157
+ "grasp_affordance": 0.01136290206341073,
158
+ "occluder_contact": 0.19327112287282944,
159
+ "persistence": 0.7723222486674786,
160
+ "phase": 0.15601468390377704,
161
+ "planner_ranking": 1.1397207975387573,
162
+ "planner_risk": 0.126484238775447,
163
+ "planner_success": 0.6931471824645996,
164
+ "proposal_diversity": 0.0,
165
+ "proposal_ranking": 0.6868562996387482,
166
+ "proposal_reconstruction": 0.09164830553345382,
167
+ "proposal_success": 0.5983419325202703,
168
+ "reocclusion": 0.19295985670760274,
169
+ "role_swap_consistency": 0.0,
170
+ "support_mode": 0.0011425519696786068,
171
+ "support_stability": 0.13256454304791987,
172
+ "task_metrics": 0.14390430646017194,
173
+ "total": 0.6992600373923779,
174
+ "uncertainty": 2.918480456770567e-05,
175
+ "visibility": 0.09417397761717439,
176
+ "world_model": 0.0
177
+ }
178
+ },
179
+ {
180
+ "epoch": 3,
181
+ "train": {
182
+ "action": 0.00833133469439215,
183
+ "arm_role": 0.0022765965718362065,
184
+ "belief": 0.1027679873837365,
185
+ "clearance": 0.08025755294495159,
186
+ "corridor": 0.21885353442695404,
187
+ "disturbance": 0.001460503926500678,
188
+ "grasp_affordance": 0.011550571738431851,
189
+ "occluder_contact": 0.19488155709372626,
190
+ "persistence": 0.9387773328357273,
191
+ "phase": 0.17613315383593242,
192
+ "planner_ranking": 1.1397207975387573,
193
+ "planner_risk": 0.12531640463405186,
194
+ "planner_success": 0.6931471837891473,
195
+ "proposal_diversity": 0.0,
196
+ "proposal_ranking": 0.694602616628011,
197
+ "proposal_reconstruction": 0.09242886967129177,
198
+ "proposal_success": 0.637805641359753,
199
+ "reocclusion": 0.20179985993438296,
200
+ "role_swap_consistency": 0.0,
201
+ "support_mode": 0.0013087218239282569,
202
+ "support_stability": 0.13019564615355597,
203
+ "task_metrics": 0.14553608016835318,
204
+ "total": 0.7328991810480754,
205
+ "uncertainty": 2.593846887369485e-05,
206
+ "visibility": 0.0962998597158326,
207
+ "world_model": 0.0
208
+ },
209
+ "val": {
210
+ "action": 0.0053514603059738874,
211
+ "arm_role": 0.0022453996643889695,
212
+ "belief": 0.10027084173634648,
213
+ "clearance": 0.07778254197910428,
214
+ "corridor": 0.2157157389447093,
215
+ "disturbance": 0.0014214217544576968,
216
+ "grasp_affordance": 0.01136290206341073,
217
+ "occluder_contact": 0.19327112287282944,
218
+ "persistence": 0.7723222486674786,
219
+ "phase": 0.15601468390377704,
220
+ "planner_ranking": 1.1397207975387573,
221
+ "planner_risk": 0.126484238775447,
222
+ "planner_success": 0.6931471824645996,
223
+ "proposal_diversity": 0.0,
224
+ "proposal_ranking": 0.6770085673779249,
225
+ "proposal_reconstruction": 0.08659439443727024,
226
+ "proposal_success": 0.6033184248954058,
227
+ "reocclusion": 0.19295985670760274,
228
+ "role_swap_consistency": 0.0,
229
+ "support_mode": 0.0011425519696786068,
230
+ "support_stability": 0.13256454304791987,
231
+ "task_metrics": 0.14390430646017194,
232
+ "total": 0.6958252489566803,
233
+ "uncertainty": 2.918480456770567e-05,
234
+ "visibility": 0.09417397761717439,
235
+ "world_model": 0.0
236
+ }
237
+ }
238
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/summary.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/checkpoint_best.pt",
5
+ "final_train_total": 0.7328991810480754,
6
+ "final_val_total": 0.6958252489566803,
7
+ "train_time_sec": 50.76534104347229,
8
+ "peak_gpu_memory_mb": 1565.35595703125,
9
+ "num_train_samples": 359,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score",
15
+ "decoder.proposal_mode_head",
16
+ "decoder.proposal_mode_embeddings",
17
+ "decoder.proposal_slot_embeddings",
18
+ "decoder.slot_delta",
19
+ "decoder.mode_residual_heads"
20
+ ],
21
+ "trainable_parameter_names": [
22
+ "decoder.proposal_mode_head.0.weight",
23
+ "decoder.proposal_mode_head.0.bias",
24
+ "decoder.proposal_mode_head.1.weight",
25
+ "decoder.proposal_mode_head.1.bias",
26
+ "decoder.proposal_mode_head.3.weight",
27
+ "decoder.proposal_mode_head.3.bias",
28
+ "decoder.proposal_mode_embeddings.weight",
29
+ "decoder.proposal_slot_embeddings.weight",
30
+ "decoder.mode_residual_heads.0.0.weight",
31
+ "decoder.mode_residual_heads.0.0.bias",
32
+ "decoder.mode_residual_heads.0.1.weight",
33
+ "decoder.mode_residual_heads.0.1.bias",
34
+ "decoder.mode_residual_heads.0.3.weight",
35
+ "decoder.mode_residual_heads.0.3.bias",
36
+ "decoder.mode_residual_heads.1.0.weight",
37
+ "decoder.mode_residual_heads.1.0.bias",
38
+ "decoder.mode_residual_heads.1.1.weight",
39
+ "decoder.mode_residual_heads.1.1.bias",
40
+ "decoder.mode_residual_heads.1.3.weight",
41
+ "decoder.mode_residual_heads.1.3.bias",
42
+ "decoder.mode_residual_heads.2.0.weight",
43
+ "decoder.mode_residual_heads.2.0.bias",
44
+ "decoder.mode_residual_heads.2.1.weight",
45
+ "decoder.mode_residual_heads.2.1.bias",
46
+ "decoder.mode_residual_heads.2.3.weight",
47
+ "decoder.mode_residual_heads.2.3.bias",
48
+ "decoder.mode_residual_heads.3.0.weight",
49
+ "decoder.mode_residual_heads.3.0.bias",
50
+ "decoder.mode_residual_heads.3.1.weight",
51
+ "decoder.mode_residual_heads.3.1.bias",
52
+ "decoder.mode_residual_heads.3.3.weight",
53
+ "decoder.mode_residual_heads.3.3.bias",
54
+ "decoder.mode_residual_heads.4.0.weight",
55
+ "decoder.mode_residual_heads.4.0.bias",
56
+ "decoder.mode_residual_heads.4.1.weight",
57
+ "decoder.mode_residual_heads.4.1.bias",
58
+ "decoder.mode_residual_heads.4.3.weight",
59
+ "decoder.mode_residual_heads.4.3.bias",
60
+ "decoder.mode_residual_heads.5.0.weight",
61
+ "decoder.mode_residual_heads.5.0.bias",
62
+ "decoder.mode_residual_heads.5.1.weight",
63
+ "decoder.mode_residual_heads.5.1.bias",
64
+ "decoder.mode_residual_heads.5.3.weight",
65
+ "decoder.mode_residual_heads.5.3.bias",
66
+ "decoder.mode_residual_heads.6.0.weight",
67
+ "decoder.mode_residual_heads.6.0.bias",
68
+ "decoder.mode_residual_heads.6.1.weight",
69
+ "decoder.mode_residual_heads.6.1.bias",
70
+ "decoder.mode_residual_heads.6.3.weight",
71
+ "decoder.mode_residual_heads.6.3.bias",
72
+ "decoder.slot_delta.0.weight",
73
+ "decoder.slot_delta.0.bias",
74
+ "decoder.slot_delta.1.weight",
75
+ "decoder.slot_delta.1.bias",
76
+ "decoder.slot_delta.3.weight",
77
+ "decoder.slot_delta.3.bias",
78
+ "decoder.proposal_score.0.weight",
79
+ "decoder.proposal_score.0.bias",
80
+ "decoder.proposal_score.1.weight",
81
+ "decoder.proposal_score.1.bias",
82
+ "decoder.proposal_score.3.weight",
83
+ "decoder.proposal_score.3.bias"
84
+ ],
85
+ "init_info": {
86
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
87
+ "loaded_keys": 906,
88
+ "skipped_shape_mismatch_keys": [],
89
+ "missing_keys": [],
90
+ "unexpected_keys": []
91
+ }
92
+ }
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align_iter5_clothx2
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align_iter5_clothx2.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align_iter5.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 8
27
+ num_workers: 48
28
+ lr: 3.0e-05
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ policy:
47
+ backbone:
48
+ model_name: openai/clip-vit-base-patch32
49
+ hidden_dim: 512
50
+ max_text_tokens: 32
51
+ freeze_backbone: true
52
+ gradient_checkpointing: false
53
+ use_dummy_backbone: false
54
+ fusion:
55
+ hidden_dim: 512
56
+ num_cameras: 3
57
+ num_layers: 4
58
+ num_heads: 8
59
+ ff_dim: 2048
60
+ dropout: 0.1
61
+ proprio_dim: 32
62
+ proprio_tokens: 1
63
+ memory:
64
+ hidden_dim: 512
65
+ action_dim: 14
66
+ history_steps: 6
67
+ scene_history_steps: 3
68
+ belief_history_steps: 8
69
+ num_layers: 2
70
+ dropout: 0.1
71
+ memory_bank_size: 4
72
+ scene_bank_size: 2
73
+ belief_bank_size: 2
74
+ num_heads: 8
75
+ max_history_steps: 8
76
+ decoder:
77
+ hidden_dim: 512
78
+ num_heads: 8
79
+ num_layers: 4
80
+ ff_dim: 2048
81
+ dropout: 0.1
82
+ chunk_size: 8
83
+ action_dim: 14
84
+ arm_action_dim: 7
85
+ num_candidates: 8
86
+ num_phases: 5
87
+ num_arm_roles: 4
88
+ num_proposal_modes: 7
89
+ planner_top_k: 4
90
+ reveal_head:
91
+ hidden_dim: 512
92
+ num_support_modes: 3
93
+ num_approach_templates: 32
94
+ rollout_horizon: 5
95
+ belief_map_size: 32
96
+ field_size: 16
97
+ num_heads: 8
98
+ predict_belief_map: true
99
+ num_phases: 5
100
+ num_arm_roles: 4
101
+ num_interaction_tokens: 8
102
+ num_tasks: 4
103
+ world_model:
104
+ hidden_dim: 512
105
+ action_dim: 14
106
+ num_support_modes: 3
107
+ num_approach_templates: 32
108
+ rollout_horizon: 5
109
+ field_size: 16
110
+ num_heads: 8
111
+ num_phases: 5
112
+ num_arm_roles: 4
113
+ num_interaction_tokens: 8
114
+ belief_map_size: 32
115
+ predict_belief_map: true
116
+ scene_bank_size: 2
117
+ belief_bank_size: 2
118
+ rollout_mode: compact_rollout
119
+ num_tasks: 4
120
+ planner:
121
+ hidden_dim: 512
122
+ num_candidates: 8
123
+ action_dim: 14
124
+ num_support_modes: 3
125
+ utility_margin: 0.1
126
+ num_heads: 8
127
+ num_layers: 2
128
+ num_phases: 5
129
+ num_arm_roles: 4
130
+ top_k: 4
131
+ loss_weights:
132
+ action: 0.0
133
+ phase: 0.0
134
+ arm_role: 0.0
135
+ support_mode: 0.0
136
+ corridor: 0.0
137
+ persistence: 0.0
138
+ disturbance: 0.0
139
+ world_model: 0.0
140
+ belief: 0.0
141
+ visibility: 0.0
142
+ clearance: 0.0
143
+ support_stability: 0.0
144
+ reocclusion: 0.0
145
+ occluder_contact: 0.0
146
+ grasp_affordance: 0.0
147
+ planner_success: 0.0
148
+ planner_risk: 0.0
149
+ planner_ranking: 0.0
150
+ proposal_reconstruction: 0.0
151
+ proposal_success: 0.5
152
+ proposal_ranking: 0.75
153
+ proposal_diversity: 0.0
154
+ role_swap_consistency: 0.0
155
+ task_metrics: 0.0
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/metrics.json ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.007499038552244504,
6
+ "arm_role": 0.0018628506284011038,
7
+ "belief": 0.10209347752102635,
8
+ "clearance": 0.07811307031334493,
9
+ "corridor": 0.21825871054540602,
10
+ "disturbance": 0.0013303065114948702,
11
+ "grasp_affordance": 0.01151923974158994,
12
+ "occluder_contact": 0.194281860140332,
13
+ "persistence": 0.9288762031417144,
14
+ "phase": 0.22579319775104523,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.10941180142394283,
17
+ "planner_success": 0.6931471824645996,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_ranking": 1.1419856485567594,
20
+ "proposal_reconstruction": 0.1003563971046293,
21
+ "proposal_success": 0.7167603200987765,
22
+ "reocclusion": 0.18758776725122803,
23
+ "role_swap_consistency": 0.0,
24
+ "support_mode": 0.0011830167812213563,
25
+ "support_stability": 0.12170918109385591,
26
+ "task_metrics": 0.12937133014202118,
27
+ "total": 1.2148697459906863,
28
+ "uncertainty": 3.487271699174144e-05,
29
+ "visibility": 0.09546150659259997,
30
+ "world_model": 0.0
31
+ },
32
+ "val": {
33
+ "action": 0.0053514603059738874,
34
+ "arm_role": 0.0022453996643889695,
35
+ "belief": 0.10027084173634648,
36
+ "clearance": 0.07778254197910428,
37
+ "corridor": 0.2157157389447093,
38
+ "disturbance": 0.0014214217544576968,
39
+ "grasp_affordance": 0.01136290206341073,
40
+ "occluder_contact": 0.19327112287282944,
41
+ "persistence": 0.7723222486674786,
42
+ "phase": 0.15601468390377704,
43
+ "planner_ranking": 1.1397207975387573,
44
+ "planner_risk": 0.126484238775447,
45
+ "planner_success": 0.6931471824645996,
46
+ "proposal_diversity": 0.0,
47
+ "proposal_ranking": 1.0431419983506203,
48
+ "proposal_reconstruction": 0.08444690424153123,
49
+ "proposal_success": 0.6565725579857826,
50
+ "reocclusion": 0.19295985670760274,
51
+ "role_swap_consistency": 0.0,
52
+ "support_mode": 0.0011425519696786068,
53
+ "support_stability": 0.13256454304791987,
54
+ "task_metrics": 0.14390430646017194,
55
+ "total": 1.1106430776417255,
56
+ "uncertainty": 2.918480456770567e-05,
57
+ "visibility": 0.09417397761717439,
58
+ "world_model": 0.0
59
+ }
60
+ },
61
+ {
62
+ "epoch": 1,
63
+ "train": {
64
+ "action": 0.007456871464423705,
65
+ "arm_role": 0.0018650397919771965,
66
+ "belief": 0.10209271141834426,
67
+ "clearance": 0.07811279562220239,
68
+ "corridor": 0.2182418243926868,
69
+ "disturbance": 0.0013308967545367124,
70
+ "grasp_affordance": 0.011518297128771482,
71
+ "occluder_contact": 0.19428517342659465,
72
+ "persistence": 0.9288194984720465,
73
+ "phase": 0.22573612970218324,
74
+ "planner_ranking": 1.1397207975387573,
75
+ "planner_risk": 0.10941180129323089,
76
+ "planner_success": 0.6931471824645996,
77
+ "proposal_diversity": 0.0,
78
+ "proposal_ranking": 1.0129068927806721,
79
+ "proposal_reconstruction": 0.10047376998945286,
80
+ "proposal_success": 0.6856566040139449,
81
+ "reocclusion": 0.18790437803979507,
82
+ "role_swap_consistency": 0.0,
83
+ "support_mode": 0.0011891814177496392,
84
+ "support_stability": 0.12171150070794842,
85
+ "task_metrics": 0.1293699208058809,
86
+ "total": 1.1025088262139706,
87
+ "uncertainty": 3.488519080731254e-05,
88
+ "visibility": 0.09546000523525372,
89
+ "world_model": 0.0
90
+ },
91
+ "val": {
92
+ "action": 0.0053514603059738874,
93
+ "arm_role": 0.0022453996643889695,
94
+ "belief": 0.10027084173634648,
95
+ "clearance": 0.07778254197910428,
96
+ "corridor": 0.2157157389447093,
97
+ "disturbance": 0.0014214217544576968,
98
+ "grasp_affordance": 0.01136290206341073,
99
+ "occluder_contact": 0.19327112287282944,
100
+ "persistence": 0.7723222486674786,
101
+ "phase": 0.15601468390377704,
102
+ "planner_ranking": 1.1397207975387573,
103
+ "planner_risk": 0.126484238775447,
104
+ "planner_success": 0.6931471824645996,
105
+ "proposal_diversity": 0.0,
106
+ "proposal_ranking": 0.9721465799957514,
107
+ "proposal_reconstruction": 0.08444690424153123,
108
+ "proposal_success": 0.6673262026160955,
109
+ "reocclusion": 0.19295985670760274,
110
+ "role_swap_consistency": 0.0,
111
+ "support_mode": 0.0011425519696786068,
112
+ "support_stability": 0.13256454304791987,
113
+ "task_metrics": 0.14390430646017194,
114
+ "total": 1.0627733301371336,
115
+ "uncertainty": 2.918480456770567e-05,
116
+ "visibility": 0.09417397761717439,
117
+ "world_model": 0.0
118
+ }
119
+ },
120
+ {
121
+ "epoch": 2,
122
+ "train": {
123
+ "action": 0.007394345260731745,
124
+ "arm_role": 0.0018628629153234918,
125
+ "belief": 0.10209258488918606,
126
+ "clearance": 0.07811322618733373,
127
+ "corridor": 0.21822670383150117,
128
+ "disturbance": 0.0013298559581591306,
129
+ "grasp_affordance": 0.011517925776149096,
130
+ "occluder_contact": 0.19428529551154688,
131
+ "persistence": 0.9288598277459019,
132
+ "phase": 0.22587197809888607,
133
+ "planner_ranking": 1.1397207975387573,
134
+ "planner_risk": 0.10941179959397566,
135
+ "planner_success": 0.6931471824645996,
136
+ "proposal_diversity": 0.0,
137
+ "proposal_ranking": 0.9607385376043487,
138
+ "proposal_reconstruction": 0.10048032636966622,
139
+ "proposal_success": 0.6754398408688997,
140
+ "reocclusion": 0.18781005440835366,
141
+ "role_swap_consistency": 0.0,
142
+ "support_mode": 0.001186242751907884,
143
+ "support_stability": 0.12170880196387307,
144
+ "task_metrics": 0.1293716390143361,
145
+ "total": 1.0582741718543203,
146
+ "uncertainty": 3.4889546345527234e-05,
147
+ "visibility": 0.0954616873672134,
148
+ "world_model": 0.0
149
+ },
150
+ "val": {
151
+ "action": 0.0053514603059738874,
152
+ "arm_role": 0.0022453996643889695,
153
+ "belief": 0.10027084173634648,
154
+ "clearance": 0.07778254197910428,
155
+ "corridor": 0.2157157389447093,
156
+ "disturbance": 0.0014214217544576968,
157
+ "grasp_affordance": 0.01136290206341073,
158
+ "occluder_contact": 0.19327112287282944,
159
+ "persistence": 0.7723222486674786,
160
+ "phase": 0.15601468390377704,
161
+ "planner_ranking": 1.1397207975387573,
162
+ "planner_risk": 0.126484238775447,
163
+ "planner_success": 0.6931471824645996,
164
+ "proposal_diversity": 0.0,
165
+ "proposal_ranking": 0.9444489851593971,
166
+ "proposal_reconstruction": 0.08444690424153123,
167
+ "proposal_success": 0.6597468722611666,
168
+ "reocclusion": 0.19295985670760274,
169
+ "role_swap_consistency": 0.0,
170
+ "support_mode": 0.0011425519696786068,
171
+ "support_stability": 0.13256454304791987,
172
+ "task_metrics": 0.14390430646017194,
173
+ "total": 1.0382104814052582,
174
+ "uncertainty": 2.918480456770567e-05,
175
+ "visibility": 0.09417397761717439,
176
+ "world_model": 0.0
177
+ }
178
+ },
179
+ {
180
+ "epoch": 3,
181
+ "train": {
182
+ "action": 0.007356434901195921,
183
+ "arm_role": 0.0018661024800518103,
184
+ "belief": 0.10209321648928157,
185
+ "clearance": 0.07811281352973821,
186
+ "corridor": 0.21827176513901927,
187
+ "disturbance": 0.0013301987374577213,
188
+ "grasp_affordance": 0.011517570231501994,
189
+ "occluder_contact": 0.19427942811397084,
190
+ "persistence": 0.9287553385161517,
191
+ "phase": 0.22571258586749696,
192
+ "planner_ranking": 1.1397207975387573,
193
+ "planner_risk": 0.1094118014892988,
194
+ "planner_success": 0.6931471824645996,
195
+ "proposal_diversity": 0.0,
196
+ "proposal_ranking": 0.9432073977955601,
197
+ "proposal_reconstruction": 0.10038367547748382,
198
+ "proposal_success": 0.6656734363028878,
199
+ "reocclusion": 0.18766107031127863,
200
+ "role_swap_consistency": 0.0,
201
+ "support_mode": 0.0011864550280989263,
202
+ "support_stability": 0.12171156436466334,
203
+ "task_metrics": 0.12936951801703686,
204
+ "total": 1.0402426154989945,
205
+ "uncertainty": 3.490109530072292e-05,
206
+ "visibility": 0.09546160998574474,
207
+ "world_model": 0.0
208
+ },
209
+ "val": {
210
+ "action": 0.0053514603059738874,
211
+ "arm_role": 0.0022453996643889695,
212
+ "belief": 0.10027084173634648,
213
+ "clearance": 0.07778254197910428,
214
+ "corridor": 0.2157157389447093,
215
+ "disturbance": 0.0014214217544576968,
216
+ "grasp_affordance": 0.01136290206341073,
217
+ "occluder_contact": 0.19327112287282944,
218
+ "persistence": 0.7723222486674786,
219
+ "phase": 0.15601468390377704,
220
+ "planner_ranking": 1.1397207975387573,
221
+ "planner_risk": 0.126484238775447,
222
+ "planner_success": 0.6931471824645996,
223
+ "proposal_diversity": 0.0,
224
+ "proposal_ranking": 0.9328040089458227,
225
+ "proposal_reconstruction": 0.08444690424153123,
226
+ "proposal_success": 0.6562238428741693,
227
+ "reocclusion": 0.19295985670760274,
228
+ "role_swap_consistency": 0.0,
229
+ "support_mode": 0.0011425519696786068,
230
+ "support_stability": 0.13256454304791987,
231
+ "task_metrics": 0.14390430646017194,
232
+ "total": 1.027715228497982,
233
+ "uncertainty": 2.918480456770567e-05,
234
+ "visibility": 0.09417397761717439,
235
+ "world_model": 0.0
236
+ }
237
+ }
238
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/summary.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/checkpoint_best.pt",
5
+ "final_train_total": 1.0402426154989945,
6
+ "final_val_total": 1.027715228497982,
7
+ "train_time_sec": 52.73524212837219,
8
+ "peak_gpu_memory_mb": 1507.91064453125,
9
+ "num_train_samples": 456,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score"
15
+ ],
16
+ "trainable_parameter_names": [
17
+ "decoder.proposal_score.0.weight",
18
+ "decoder.proposal_score.0.bias",
19
+ "decoder.proposal_score.1.weight",
20
+ "decoder.proposal_score.1.bias",
21
+ "decoder.proposal_score.3.weight",
22
+ "decoder.proposal_score.3.bias"
23
+ ],
24
+ "init_info": {
25
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter5_seed17/checkpoint_best.pt",
26
+ "loaded_keys": 906,
27
+ "skipped_shape_mismatch_keys": [],
28
+ "missing_keys": [],
29
+ "unexpected_keys": []
30
+ }
31
+ }
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,161 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align_iter5_clothx2
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align_iter5_clothx2.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align_iter5.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 8
27
+ num_workers: 48
28
+ lr: 2.0e-05
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ - decoder.proposal_mode_head
47
+ - decoder.proposal_mode_embeddings
48
+ - decoder.proposal_slot_embeddings
49
+ - decoder.slot_delta
50
+ - decoder.mode_residual_heads
51
+ policy:
52
+ backbone:
53
+ model_name: openai/clip-vit-base-patch32
54
+ hidden_dim: 512
55
+ max_text_tokens: 32
56
+ freeze_backbone: true
57
+ gradient_checkpointing: false
58
+ use_dummy_backbone: false
59
+ fusion:
60
+ hidden_dim: 512
61
+ num_cameras: 3
62
+ num_layers: 4
63
+ num_heads: 8
64
+ ff_dim: 2048
65
+ dropout: 0.1
66
+ proprio_dim: 32
67
+ proprio_tokens: 1
68
+ memory:
69
+ hidden_dim: 512
70
+ action_dim: 14
71
+ history_steps: 6
72
+ scene_history_steps: 3
73
+ belief_history_steps: 8
74
+ num_layers: 2
75
+ dropout: 0.1
76
+ memory_bank_size: 4
77
+ scene_bank_size: 2
78
+ belief_bank_size: 2
79
+ num_heads: 8
80
+ max_history_steps: 8
81
+ decoder:
82
+ hidden_dim: 512
83
+ num_heads: 8
84
+ num_layers: 4
85
+ ff_dim: 2048
86
+ dropout: 0.1
87
+ chunk_size: 8
88
+ action_dim: 14
89
+ arm_action_dim: 7
90
+ num_candidates: 8
91
+ num_phases: 5
92
+ num_arm_roles: 4
93
+ num_proposal_modes: 7
94
+ planner_top_k: 4
95
+ reveal_head:
96
+ hidden_dim: 512
97
+ num_support_modes: 3
98
+ num_approach_templates: 32
99
+ rollout_horizon: 5
100
+ belief_map_size: 32
101
+ field_size: 16
102
+ num_heads: 8
103
+ predict_belief_map: true
104
+ num_phases: 5
105
+ num_arm_roles: 4
106
+ num_interaction_tokens: 8
107
+ num_tasks: 4
108
+ world_model:
109
+ hidden_dim: 512
110
+ action_dim: 14
111
+ num_support_modes: 3
112
+ num_approach_templates: 32
113
+ rollout_horizon: 5
114
+ field_size: 16
115
+ num_heads: 8
116
+ num_phases: 5
117
+ num_arm_roles: 4
118
+ num_interaction_tokens: 8
119
+ belief_map_size: 32
120
+ predict_belief_map: true
121
+ scene_bank_size: 2
122
+ belief_bank_size: 2
123
+ rollout_mode: compact_rollout
124
+ num_tasks: 4
125
+ planner:
126
+ hidden_dim: 512
127
+ num_candidates: 8
128
+ action_dim: 14
129
+ num_support_modes: 3
130
+ utility_margin: 0.1
131
+ num_heads: 8
132
+ num_layers: 2
133
+ num_phases: 5
134
+ num_arm_roles: 4
135
+ top_k: 4
136
+ loss_weights:
137
+ action: 0.0
138
+ phase: 0.0
139
+ arm_role: 0.0
140
+ support_mode: 0.0
141
+ corridor: 0.0
142
+ persistence: 0.0
143
+ disturbance: 0.0
144
+ world_model: 0.0
145
+ belief: 0.0
146
+ visibility: 0.0
147
+ clearance: 0.0
148
+ support_stability: 0.0
149
+ reocclusion: 0.0
150
+ occluder_contact: 0.0
151
+ grasp_affordance: 0.0
152
+ planner_success: 0.0
153
+ planner_risk: 0.0
154
+ planner_ranking: 0.0
155
+ proposal_reconstruction: 0.05
156
+ proposal_success: 0.45
157
+ proposal_ranking: 0.6
158
+ proposal_diversity: 0.02
159
+ proposal_mode: 0.2
160
+ role_swap_consistency: 0.0
161
+ task_metrics: 0.0
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17/metrics.json ADDED
@@ -0,0 +1,246 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.007499038552244504,
6
+ "arm_role": 0.0018628506284011038,
7
+ "belief": 0.10209347752102635,
8
+ "clearance": 0.07811307031334493,
9
+ "corridor": 0.21825871054540602,
10
+ "disturbance": 0.0013303065114948702,
11
+ "grasp_affordance": 0.01151923974158994,
12
+ "occluder_contact": 0.194281860140332,
13
+ "persistence": 0.9288762031417144,
14
+ "phase": 0.22579319775104523,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.10941180142394283,
17
+ "planner_success": 0.6931471824645996,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_mode": 2.26034354745296,
20
+ "proposal_ranking": 0.9355368342315942,
21
+ "proposal_reconstruction": 0.0994538899118963,
22
+ "proposal_success": 0.6528021505004481,
23
+ "reocclusion": 0.18758776725122803,
24
+ "role_swap_consistency": 0.0,
25
+ "support_mode": 0.0011830167812213563,
26
+ "support_stability": 0.12170918109385591,
27
+ "task_metrics": 0.12937133014202118,
28
+ "total": 1.312124856731348,
29
+ "uncertainty": 3.487271699174144e-05,
30
+ "visibility": 0.09546150659259997,
31
+ "world_model": 0.0
32
+ },
33
+ "val": {
34
+ "action": 0.005351449246518314,
35
+ "arm_role": 0.002245367451905622,
36
+ "belief": 0.10027084453031421,
37
+ "clearance": 0.07778257178142667,
38
+ "corridor": 0.21571557503193617,
39
+ "disturbance": 0.0014214227003321867,
40
+ "grasp_affordance": 0.011362898512743413,
41
+ "occluder_contact": 0.19327115081250668,
42
+ "persistence": 0.772321343421936,
43
+ "phase": 0.15601288290054072,
44
+ "planner_ranking": 1.1397207975387573,
45
+ "planner_risk": 0.126484238775447,
46
+ "planner_success": 0.6931471824645996,
47
+ "proposal_diversity": 0.0,
48
+ "proposal_mode": 2.081738792359829,
49
+ "proposal_ranking": 0.9298775754868984,
50
+ "proposal_reconstruction": 0.08368914276070427,
51
+ "proposal_success": 0.6270470209419727,
52
+ "reocclusion": 0.19295971980318427,
53
+ "role_swap_consistency": 0.0,
54
+ "support_mode": 0.0011425407974456903,
55
+ "support_stability": 0.1325645470060408,
56
+ "task_metrics": 0.14390430599451065,
57
+ "total": 1.260630238801241,
58
+ "uncertainty": 2.918483965430596e-05,
59
+ "visibility": 0.09417397156357765,
60
+ "world_model": 0.0
61
+ }
62
+ },
63
+ {
64
+ "epoch": 1,
65
+ "train": {
66
+ "action": 0.007456871464423705,
67
+ "arm_role": 0.0018650397919771965,
68
+ "belief": 0.10209271141834426,
69
+ "clearance": 0.07811279562220239,
70
+ "corridor": 0.2182418243926868,
71
+ "disturbance": 0.0013308967545367124,
72
+ "grasp_affordance": 0.011518297128771482,
73
+ "occluder_contact": 0.19428517342659465,
74
+ "persistence": 0.9288194984720465,
75
+ "phase": 0.22573612970218324,
76
+ "planner_ranking": 1.1397207975387573,
77
+ "planner_risk": 0.10941180129323089,
78
+ "planner_success": 0.6931471824645996,
79
+ "proposal_diversity": 0.0,
80
+ "proposal_mode": 2.016109644320973,
81
+ "proposal_ranking": 0.9379909059457612,
82
+ "proposal_reconstruction": 0.09870200702234318,
83
+ "proposal_success": 0.6425195012176246,
84
+ "reocclusion": 0.18790437803979507,
85
+ "role_swap_consistency": 0.0,
86
+ "support_mode": 0.0011891814177496392,
87
+ "support_stability": 0.12171150070794842,
88
+ "task_metrics": 0.1293699208058809,
89
+ "total": 1.260085734359005,
90
+ "uncertainty": 3.488519080731254e-05,
91
+ "visibility": 0.09546000523525372,
92
+ "world_model": 0.0
93
+ },
94
+ "val": {
95
+ "action": 0.005351449246518314,
96
+ "arm_role": 0.002245367451905622,
97
+ "belief": 0.10027084453031421,
98
+ "clearance": 0.07778257178142667,
99
+ "corridor": 0.21571557503193617,
100
+ "disturbance": 0.0014214227003321867,
101
+ "grasp_affordance": 0.011362898512743413,
102
+ "occluder_contact": 0.19327115081250668,
103
+ "persistence": 0.772321343421936,
104
+ "phase": 0.15601288290054072,
105
+ "planner_ranking": 1.1397207975387573,
106
+ "planner_risk": 0.126484238775447,
107
+ "planner_success": 0.6931471824645996,
108
+ "proposal_diversity": 0.0,
109
+ "proposal_mode": 1.9087760746479034,
110
+ "proposal_ranking": 0.9286053776741028,
111
+ "proposal_reconstruction": 0.08323647797806188,
112
+ "proposal_success": 0.6259124036878347,
113
+ "reocclusion": 0.19295971980318427,
114
+ "role_swap_consistency": 0.0,
115
+ "support_mode": 0.0011425407974456903,
116
+ "support_stability": 0.1325645470060408,
117
+ "task_metrics": 0.14390430599451065,
118
+ "total": 1.2247411608695984,
119
+ "uncertainty": 2.918483965430596e-05,
120
+ "visibility": 0.09417397156357765,
121
+ "world_model": 0.0
122
+ }
123
+ },
124
+ {
125
+ "epoch": 2,
126
+ "train": {
127
+ "action": 0.007394345260731745,
128
+ "arm_role": 0.0018628629153234918,
129
+ "belief": 0.10209258488918606,
130
+ "clearance": 0.07811322618733373,
131
+ "corridor": 0.21822670383150117,
132
+ "disturbance": 0.0013298559581591306,
133
+ "grasp_affordance": 0.011517925776149096,
134
+ "occluder_contact": 0.19428529551154688,
135
+ "persistence": 0.9288598277459019,
136
+ "phase": 0.22587197809888607,
137
+ "planner_ranking": 1.1397207975387573,
138
+ "planner_risk": 0.10941179959397566,
139
+ "planner_success": 0.6931471824645996,
140
+ "proposal_diversity": 0.0,
141
+ "proposal_mode": 1.8579546108580471,
142
+ "proposal_ranking": 0.9310984621968186,
143
+ "proposal_reconstruction": 0.09818195420921895,
144
+ "proposal_success": 0.6390059820392675,
145
+ "reocclusion": 0.18781005440835366,
146
+ "role_swap_consistency": 0.0,
147
+ "support_mode": 0.001186242751907884,
148
+ "support_stability": 0.12170880196387307,
149
+ "task_metrics": 0.1293716390143361,
150
+ "total": 1.2227121727508412,
151
+ "uncertainty": 3.4889546345527234e-05,
152
+ "visibility": 0.0954616873672134,
153
+ "world_model": 0.0
154
+ },
155
+ "val": {
156
+ "action": 0.005351449246518314,
157
+ "arm_role": 0.002245367451905622,
158
+ "belief": 0.10027084453031421,
159
+ "clearance": 0.07778257178142667,
160
+ "corridor": 0.21571557503193617,
161
+ "disturbance": 0.0014214227003321867,
162
+ "grasp_affordance": 0.011362898512743413,
163
+ "occluder_contact": 0.19327115081250668,
164
+ "persistence": 0.772321343421936,
165
+ "phase": 0.15601288290054072,
166
+ "planner_ranking": 1.1397207975387573,
167
+ "planner_risk": 0.126484238775447,
168
+ "planner_success": 0.6931471824645996,
169
+ "proposal_diversity": 0.0,
170
+ "proposal_mode": 1.7886765152215958,
171
+ "proposal_ranking": 0.9194627553224564,
172
+ "proposal_reconstruction": 0.08266168116824701,
173
+ "proposal_success": 0.6212313789874315,
174
+ "reocclusion": 0.19295971980318427,
175
+ "role_swap_consistency": 0.0,
176
+ "support_mode": 0.0011425407974456903,
177
+ "support_stability": 0.1325645470060408,
178
+ "task_metrics": 0.14390430599451065,
179
+ "total": 1.1931004747748375,
180
+ "uncertainty": 2.918483965430596e-05,
181
+ "visibility": 0.09417397156357765,
182
+ "world_model": 0.0
183
+ }
184
+ },
185
+ {
186
+ "epoch": 3,
187
+ "train": {
188
+ "action": 0.007356434901195921,
189
+ "arm_role": 0.0018661024800518103,
190
+ "belief": 0.10209321648928157,
191
+ "clearance": 0.07811281352973821,
192
+ "corridor": 0.21827176513901927,
193
+ "disturbance": 0.0013301987374577213,
194
+ "grasp_affordance": 0.011517570231501994,
195
+ "occluder_contact": 0.19427942811397084,
196
+ "persistence": 0.9287553385161517,
197
+ "phase": 0.22571258586749696,
198
+ "planner_ranking": 1.1397207975387573,
199
+ "planner_risk": 0.1094118014892988,
200
+ "planner_success": 0.6931471824645996,
201
+ "proposal_diversity": 0.0,
202
+ "proposal_mode": 1.7694879142861617,
203
+ "proposal_ranking": 0.9259883175816452,
204
+ "proposal_reconstruction": 0.0977422660380079,
205
+ "proposal_success": 0.6369908875540683,
206
+ "reocclusion": 0.18766107031127863,
207
+ "role_swap_consistency": 0.0,
208
+ "support_mode": 0.0011864550280989263,
209
+ "support_stability": 0.12171156436466334,
210
+ "task_metrics": 0.12936951801703686,
211
+ "total": 1.201023959276969,
212
+ "uncertainty": 3.490109530072292e-05,
213
+ "visibility": 0.09546160998574474,
214
+ "world_model": 0.0
215
+ },
216
+ "val": {
217
+ "action": 0.005351449246518314,
218
+ "arm_role": 0.002245367451905622,
219
+ "belief": 0.10027084453031421,
220
+ "clearance": 0.07778257178142667,
221
+ "corridor": 0.21571557503193617,
222
+ "disturbance": 0.0014214227003321867,
223
+ "grasp_affordance": 0.011362898512743413,
224
+ "occluder_contact": 0.19327115081250668,
225
+ "persistence": 0.772321343421936,
226
+ "phase": 0.15601288290054072,
227
+ "planner_ranking": 1.1397207975387573,
228
+ "planner_risk": 0.126484238775447,
229
+ "planner_success": 0.6931471824645996,
230
+ "proposal_diversity": 0.0,
231
+ "proposal_mode": 1.7206052765250206,
232
+ "proposal_ranking": 0.9149587750434875,
233
+ "proposal_reconstruction": 0.08260991566930898,
234
+ "proposal_success": 0.6212633401155472,
235
+ "reocclusion": 0.19295971980318427,
236
+ "role_swap_consistency": 0.0,
237
+ "support_mode": 0.0011425407974456903,
238
+ "support_stability": 0.1325645470060408,
239
+ "task_metrics": 0.14390430599451065,
240
+ "total": 1.1767956353724003,
241
+ "uncertainty": 2.918483965430596e-05,
242
+ "visibility": 0.09417397156357765,
243
+ "world_model": 0.0
244
+ }
245
+ }
246
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17/summary.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter7_seed17/checkpoint_best.pt",
5
+ "final_train_total": 1.201023959276969,
6
+ "final_val_total": 1.1767956353724003,
7
+ "train_time_sec": 401.30605459213257,
8
+ "peak_gpu_memory_mb": 1564.50537109375,
9
+ "num_train_samples": 456,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score",
15
+ "decoder.proposal_mode_head",
16
+ "decoder.proposal_mode_embeddings",
17
+ "decoder.proposal_slot_embeddings",
18
+ "decoder.slot_delta",
19
+ "decoder.mode_residual_heads"
20
+ ],
21
+ "trainable_parameter_names": [
22
+ "decoder.proposal_mode_head.0.weight",
23
+ "decoder.proposal_mode_head.0.bias",
24
+ "decoder.proposal_mode_head.1.weight",
25
+ "decoder.proposal_mode_head.1.bias",
26
+ "decoder.proposal_mode_head.3.weight",
27
+ "decoder.proposal_mode_head.3.bias",
28
+ "decoder.proposal_mode_embeddings.weight",
29
+ "decoder.proposal_slot_embeddings.weight",
30
+ "decoder.mode_residual_heads.0.0.weight",
31
+ "decoder.mode_residual_heads.0.0.bias",
32
+ "decoder.mode_residual_heads.0.1.weight",
33
+ "decoder.mode_residual_heads.0.1.bias",
34
+ "decoder.mode_residual_heads.0.3.weight",
35
+ "decoder.mode_residual_heads.0.3.bias",
36
+ "decoder.mode_residual_heads.1.0.weight",
37
+ "decoder.mode_residual_heads.1.0.bias",
38
+ "decoder.mode_residual_heads.1.1.weight",
39
+ "decoder.mode_residual_heads.1.1.bias",
40
+ "decoder.mode_residual_heads.1.3.weight",
41
+ "decoder.mode_residual_heads.1.3.bias",
42
+ "decoder.mode_residual_heads.2.0.weight",
43
+ "decoder.mode_residual_heads.2.0.bias",
44
+ "decoder.mode_residual_heads.2.1.weight",
45
+ "decoder.mode_residual_heads.2.1.bias",
46
+ "decoder.mode_residual_heads.2.3.weight",
47
+ "decoder.mode_residual_heads.2.3.bias",
48
+ "decoder.mode_residual_heads.3.0.weight",
49
+ "decoder.mode_residual_heads.3.0.bias",
50
+ "decoder.mode_residual_heads.3.1.weight",
51
+ "decoder.mode_residual_heads.3.1.bias",
52
+ "decoder.mode_residual_heads.3.3.weight",
53
+ "decoder.mode_residual_heads.3.3.bias",
54
+ "decoder.mode_residual_heads.4.0.weight",
55
+ "decoder.mode_residual_heads.4.0.bias",
56
+ "decoder.mode_residual_heads.4.1.weight",
57
+ "decoder.mode_residual_heads.4.1.bias",
58
+ "decoder.mode_residual_heads.4.3.weight",
59
+ "decoder.mode_residual_heads.4.3.bias",
60
+ "decoder.mode_residual_heads.5.0.weight",
61
+ "decoder.mode_residual_heads.5.0.bias",
62
+ "decoder.mode_residual_heads.5.1.weight",
63
+ "decoder.mode_residual_heads.5.1.bias",
64
+ "decoder.mode_residual_heads.5.3.weight",
65
+ "decoder.mode_residual_heads.5.3.bias",
66
+ "decoder.mode_residual_heads.6.0.weight",
67
+ "decoder.mode_residual_heads.6.0.bias",
68
+ "decoder.mode_residual_heads.6.1.weight",
69
+ "decoder.mode_residual_heads.6.1.bias",
70
+ "decoder.mode_residual_heads.6.3.weight",
71
+ "decoder.mode_residual_heads.6.3.bias",
72
+ "decoder.slot_delta.0.weight",
73
+ "decoder.slot_delta.0.bias",
74
+ "decoder.slot_delta.1.weight",
75
+ "decoder.slot_delta.1.bias",
76
+ "decoder.slot_delta.3.weight",
77
+ "decoder.slot_delta.3.bias",
78
+ "decoder.proposal_score.0.weight",
79
+ "decoder.proposal_score.0.bias",
80
+ "decoder.proposal_score.1.weight",
81
+ "decoder.proposal_score.1.bias",
82
+ "decoder.proposal_score.3.weight",
83
+ "decoder.proposal_score.3.bias"
84
+ ],
85
+ "init_info": {
86
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/checkpoint_best.pt",
87
+ "loaded_keys": 906,
88
+ "skipped_shape_mismatch_keys": [],
89
+ "missing_keys": [],
90
+ "unexpected_keys": []
91
+ }
92
+ }
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align_iter5_clothx2
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align_iter5_clothx2.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align_iter5.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 8
27
+ num_workers: 24
28
+ lr: 2.0e-05
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ - decoder.proposal_mode_head
47
+ - decoder.proposal_mode_embeddings
48
+ - decoder.proposal_slot_embeddings
49
+ - decoder.slot_delta
50
+ - decoder.mode_residual_heads
51
+ policy:
52
+ backbone:
53
+ model_name: openai/clip-vit-base-patch32
54
+ hidden_dim: 512
55
+ max_text_tokens: 32
56
+ freeze_backbone: true
57
+ gradient_checkpointing: false
58
+ use_dummy_backbone: false
59
+ fusion:
60
+ hidden_dim: 512
61
+ num_cameras: 3
62
+ num_layers: 4
63
+ num_heads: 8
64
+ ff_dim: 2048
65
+ dropout: 0.1
66
+ proprio_dim: 32
67
+ proprio_tokens: 1
68
+ memory:
69
+ hidden_dim: 512
70
+ action_dim: 14
71
+ history_steps: 6
72
+ scene_history_steps: 3
73
+ belief_history_steps: 8
74
+ num_layers: 2
75
+ dropout: 0.1
76
+ memory_bank_size: 4
77
+ scene_bank_size: 2
78
+ belief_bank_size: 2
79
+ num_heads: 8
80
+ max_history_steps: 8
81
+ decoder:
82
+ hidden_dim: 512
83
+ num_heads: 8
84
+ num_layers: 4
85
+ ff_dim: 2048
86
+ dropout: 0.1
87
+ chunk_size: 8
88
+ action_dim: 14
89
+ arm_action_dim: 7
90
+ num_candidates: 8
91
+ num_phases: 5
92
+ num_arm_roles: 4
93
+ num_proposal_modes: 7
94
+ planner_top_k: 4
95
+ reveal_head:
96
+ hidden_dim: 512
97
+ num_support_modes: 3
98
+ num_approach_templates: 32
99
+ rollout_horizon: 5
100
+ belief_map_size: 32
101
+ field_size: 16
102
+ num_heads: 8
103
+ predict_belief_map: true
104
+ num_phases: 5
105
+ num_arm_roles: 4
106
+ num_interaction_tokens: 8
107
+ num_tasks: 4
108
+ world_model:
109
+ hidden_dim: 512
110
+ action_dim: 14
111
+ num_support_modes: 3
112
+ num_approach_templates: 32
113
+ rollout_horizon: 5
114
+ field_size: 16
115
+ num_heads: 8
116
+ num_phases: 5
117
+ num_arm_roles: 4
118
+ num_interaction_tokens: 8
119
+ belief_map_size: 32
120
+ predict_belief_map: true
121
+ scene_bank_size: 2
122
+ belief_bank_size: 2
123
+ rollout_mode: compact_rollout
124
+ num_tasks: 4
125
+ planner:
126
+ hidden_dim: 512
127
+ num_candidates: 8
128
+ action_dim: 14
129
+ num_support_modes: 3
130
+ utility_margin: 0.1
131
+ num_heads: 8
132
+ num_layers: 2
133
+ num_phases: 5
134
+ num_arm_roles: 4
135
+ top_k: 4
136
+ loss_weights:
137
+ action: 0.0
138
+ phase: 0.0
139
+ arm_role: 0.0
140
+ support_mode: 0.0
141
+ corridor: 0.0
142
+ persistence: 0.0
143
+ disturbance: 0.0
144
+ world_model: 0.0
145
+ belief: 0.0
146
+ visibility: 0.0
147
+ clearance: 0.0
148
+ support_stability: 0.0
149
+ reocclusion: 0.0
150
+ occluder_contact: 0.0
151
+ grasp_affordance: 0.0
152
+ planner_success: 0.0
153
+ planner_risk: 0.0
154
+ planner_ranking: 0.0
155
+ proposal_reconstruction: 0.05
156
+ proposal_success: 0.45
157
+ proposal_ranking: 0.6
158
+ proposal_mode: 0.2
159
+ proposal_mode_cloth_only: true
160
+ proposal_diversity: 0.02
161
+ role_swap_consistency: 0.0
162
+ task_metrics: 0.0
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17/metrics.json ADDED
@@ -0,0 +1,246 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.007499038552244504,
6
+ "arm_role": 0.0018628506284011038,
7
+ "belief": 0.10209347752102635,
8
+ "clearance": 0.07811307031334493,
9
+ "corridor": 0.21825871054540602,
10
+ "disturbance": 0.0013303065114948702,
11
+ "grasp_affordance": 0.01151923974158994,
12
+ "occluder_contact": 0.194281860140332,
13
+ "persistence": 0.9288762031417144,
14
+ "phase": 0.22579319775104523,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.10941180142394283,
17
+ "planner_success": 0.6931471824645996,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_mode": 2.2919343939998695,
20
+ "proposal_ranking": 0.9391421968476814,
21
+ "proposal_reconstruction": 0.09945651581674292,
22
+ "proposal_success": 0.6522129235560434,
23
+ "reocclusion": 0.18758776725122803,
24
+ "role_swap_consistency": 0.0,
25
+ "support_mode": 0.0011830167812213563,
26
+ "support_stability": 0.12170918109385591,
27
+ "task_metrics": 0.12937133014202118,
28
+ "total": 1.3203412022506982,
29
+ "uncertainty": 3.487271699174144e-05,
30
+ "visibility": 0.09546150659259997,
31
+ "world_model": 0.0
32
+ },
33
+ "val": {
34
+ "action": 0.005351449246518314,
35
+ "arm_role": 0.002245367451905622,
36
+ "belief": 0.10027084453031421,
37
+ "clearance": 0.07778257178142667,
38
+ "corridor": 0.21571557503193617,
39
+ "disturbance": 0.0014214227003321867,
40
+ "grasp_affordance": 0.011362898512743413,
41
+ "occluder_contact": 0.19327115081250668,
42
+ "persistence": 0.772321343421936,
43
+ "phase": 0.15601288290054072,
44
+ "planner_ranking": 1.1397207975387573,
45
+ "planner_risk": 0.126484238775447,
46
+ "planner_success": 0.6931471824645996,
47
+ "proposal_diversity": 0.0,
48
+ "proposal_mode": 0.6166914850473404,
49
+ "proposal_ranking": 0.9381635915488005,
50
+ "proposal_reconstruction": 0.0836835368827451,
51
+ "proposal_success": 0.6267358027398586,
52
+ "reocclusion": 0.19295971980318427,
53
+ "role_swap_consistency": 0.0,
54
+ "support_mode": 0.0011425407974456903,
55
+ "support_stability": 0.1325645470060408,
56
+ "task_metrics": 0.14390430599451065,
57
+ "total": 0.9724520556628704,
58
+ "uncertainty": 2.918483965430596e-05,
59
+ "visibility": 0.09417397156357765,
60
+ "world_model": 0.0
61
+ }
62
+ },
63
+ {
64
+ "epoch": 1,
65
+ "train": {
66
+ "action": 0.007456871464423705,
67
+ "arm_role": 0.0018650397919771965,
68
+ "belief": 0.10209271141834426,
69
+ "clearance": 0.07811279562220239,
70
+ "corridor": 0.2182418243926868,
71
+ "disturbance": 0.0013308967545367124,
72
+ "grasp_affordance": 0.011518297128771482,
73
+ "occluder_contact": 0.19428517342659465,
74
+ "persistence": 0.9288194984720465,
75
+ "phase": 0.22573612970218324,
76
+ "planner_ranking": 1.1397207975387573,
77
+ "planner_risk": 0.10941180129323089,
78
+ "planner_success": 0.6931471824645996,
79
+ "proposal_diversity": 0.0,
80
+ "proposal_mode": 1.9245483164201702,
81
+ "proposal_ranking": 0.9434698035842494,
82
+ "proposal_reconstruction": 0.09872503611340858,
83
+ "proposal_success": 0.6428960415354946,
84
+ "reocclusion": 0.18790437803979507,
85
+ "role_swap_consistency": 0.0,
86
+ "support_mode": 0.0011891814177496392,
87
+ "support_stability": 0.12171150070794842,
88
+ "task_metrics": 0.1293699208058809,
89
+ "total": 1.2452313941821718,
90
+ "uncertainty": 3.488519080731254e-05,
91
+ "visibility": 0.09546000523525372,
92
+ "world_model": 0.0
93
+ },
94
+ "val": {
95
+ "action": 0.005351449246518314,
96
+ "arm_role": 0.002245367451905622,
97
+ "belief": 0.10027084453031421,
98
+ "clearance": 0.07778257178142667,
99
+ "corridor": 0.21571557503193617,
100
+ "disturbance": 0.0014214227003321867,
101
+ "grasp_affordance": 0.011362898512743413,
102
+ "occluder_contact": 0.19327115081250668,
103
+ "persistence": 0.772321343421936,
104
+ "phase": 0.15601288290054072,
105
+ "planner_ranking": 1.1397207975387573,
106
+ "planner_risk": 0.126484238775447,
107
+ "planner_success": 0.6931471824645996,
108
+ "proposal_diversity": 0.0,
109
+ "proposal_mode": 0.5438548550009727,
110
+ "proposal_ranking": 0.9296993929892778,
111
+ "proposal_reconstruction": 0.08324629720300436,
112
+ "proposal_success": 0.6257504615932703,
113
+ "reocclusion": 0.19295971980318427,
114
+ "role_swap_consistency": 0.0,
115
+ "support_mode": 0.0011425407974456903,
116
+ "support_stability": 0.1325645470060408,
117
+ "task_metrics": 0.14390430599451065,
118
+ "total": 0.9523409400135279,
119
+ "uncertainty": 2.918483965430596e-05,
120
+ "visibility": 0.09417397156357765,
121
+ "world_model": 0.0
122
+ }
123
+ },
124
+ {
125
+ "epoch": 2,
126
+ "train": {
127
+ "action": 0.007394345260731745,
128
+ "arm_role": 0.0018628629153234918,
129
+ "belief": 0.10209258488918606,
130
+ "clearance": 0.07811322618733373,
131
+ "corridor": 0.21822670383150117,
132
+ "disturbance": 0.0013298559581591306,
133
+ "grasp_affordance": 0.011517925776149096,
134
+ "occluder_contact": 0.19428529551154688,
135
+ "persistence": 0.9288598277459019,
136
+ "phase": 0.22587197809888607,
137
+ "planner_ranking": 1.1397207975387573,
138
+ "planner_risk": 0.10941179959397566,
139
+ "planner_success": 0.6931471824645996,
140
+ "proposal_diversity": 0.0,
141
+ "proposal_mode": 1.6920774798644216,
142
+ "proposal_ranking": 0.927263129175755,
143
+ "proposal_reconstruction": 0.0981955927584255,
144
+ "proposal_success": 0.640332452560726,
145
+ "reocclusion": 0.18781005440835366,
146
+ "role_swap_consistency": 0.0,
147
+ "support_mode": 0.001186242751907884,
148
+ "support_stability": 0.12170880196387307,
149
+ "task_metrics": 0.1293716390143361,
150
+ "total": 1.1878331376795184,
151
+ "uncertainty": 3.4889546345527234e-05,
152
+ "visibility": 0.0954616873672134,
153
+ "world_model": 0.0
154
+ },
155
+ "val": {
156
+ "action": 0.005351449246518314,
157
+ "arm_role": 0.002245367451905622,
158
+ "belief": 0.10027084453031421,
159
+ "clearance": 0.07778257178142667,
160
+ "corridor": 0.21571557503193617,
161
+ "disturbance": 0.0014214227003321867,
162
+ "grasp_affordance": 0.011362898512743413,
163
+ "occluder_contact": 0.19327115081250668,
164
+ "persistence": 0.772321343421936,
165
+ "phase": 0.15601288290054072,
166
+ "planner_ranking": 1.1397207975387573,
167
+ "planner_risk": 0.126484238775447,
168
+ "planner_success": 0.6931471824645996,
169
+ "proposal_diversity": 0.0,
170
+ "proposal_mode": 0.4976556748151779,
171
+ "proposal_ranking": 0.9155029505491257,
172
+ "proposal_reconstruction": 0.08267243967566174,
173
+ "proposal_success": 0.6226117126643658,
174
+ "reocclusion": 0.19295971980318427,
175
+ "role_swap_consistency": 0.0,
176
+ "support_mode": 0.0011425407974456903,
177
+ "support_stability": 0.1325645470060408,
178
+ "task_metrics": 0.14390430599451065,
179
+ "total": 0.9331421032547951,
180
+ "uncertainty": 2.918483965430596e-05,
181
+ "visibility": 0.09417397156357765,
182
+ "world_model": 0.0
183
+ }
184
+ },
185
+ {
186
+ "epoch": 3,
187
+ "train": {
188
+ "action": 0.007356434901195921,
189
+ "arm_role": 0.0018661024800518103,
190
+ "belief": 0.10209321648928157,
191
+ "clearance": 0.07811281352973821,
192
+ "corridor": 0.21827176513901927,
193
+ "disturbance": 0.0013301987374577213,
194
+ "grasp_affordance": 0.011517570231501994,
195
+ "occluder_contact": 0.19427942811397084,
196
+ "persistence": 0.9287553385161517,
197
+ "phase": 0.22571258586749696,
198
+ "planner_ranking": 1.1397207975387573,
199
+ "planner_risk": 0.1094118014892988,
200
+ "planner_success": 0.6931471824645996,
201
+ "proposal_diversity": 0.0,
202
+ "proposal_mode": 1.6722703983909206,
203
+ "proposal_ranking": 0.9202289037537157,
204
+ "proposal_reconstruction": 0.09775322937128837,
205
+ "proposal_success": 0.6392731007776762,
206
+ "reocclusion": 0.18766107031127863,
207
+ "role_swap_consistency": 0.0,
208
+ "support_mode": 0.0011864550280989263,
209
+ "support_stability": 0.12171156436466334,
210
+ "task_metrics": 0.12936951801703686,
211
+ "total": 1.179152344402514,
212
+ "uncertainty": 3.490109530072292e-05,
213
+ "visibility": 0.09546160998574474,
214
+ "world_model": 0.0
215
+ },
216
+ "val": {
217
+ "action": 0.005351449246518314,
218
+ "arm_role": 0.002245367451905622,
219
+ "belief": 0.10027084453031421,
220
+ "clearance": 0.07778257178142667,
221
+ "corridor": 0.21571557503193617,
222
+ "disturbance": 0.0014214227003321867,
223
+ "grasp_affordance": 0.011362898512743413,
224
+ "occluder_contact": 0.19327115081250668,
225
+ "persistence": 0.772321343421936,
226
+ "phase": 0.15601288290054072,
227
+ "planner_ranking": 1.1397207975387573,
228
+ "planner_risk": 0.126484238775447,
229
+ "planner_success": 0.6931471824645996,
230
+ "proposal_diversity": 0.0,
231
+ "proposal_mode": 0.4730613902211189,
232
+ "proposal_ranking": 0.908773934468627,
233
+ "proposal_reconstruction": 0.08263218686624896,
234
+ "proposal_success": 0.624669510871172,
235
+ "reocclusion": 0.19295971980318427,
236
+ "role_swap_consistency": 0.0,
237
+ "support_mode": 0.0011425407974456903,
238
+ "support_stability": 0.1325645470060408,
239
+ "task_metrics": 0.14390430599451065,
240
+ "total": 0.9251098297536373,
241
+ "uncertainty": 2.918483965430596e-05,
242
+ "visibility": 0.09417397156357765,
243
+ "world_model": 0.0
244
+ }
245
+ }
246
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17/summary.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter8_seed17/checkpoint_best.pt",
5
+ "final_train_total": 1.179152344402514,
6
+ "final_val_total": 0.9251098297536373,
7
+ "train_time_sec": 298.42244720458984,
8
+ "peak_gpu_memory_mb": 1564.50537109375,
9
+ "num_train_samples": 456,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score",
15
+ "decoder.proposal_mode_head",
16
+ "decoder.proposal_mode_embeddings",
17
+ "decoder.proposal_slot_embeddings",
18
+ "decoder.slot_delta",
19
+ "decoder.mode_residual_heads"
20
+ ],
21
+ "trainable_parameter_names": [
22
+ "decoder.proposal_mode_head.0.weight",
23
+ "decoder.proposal_mode_head.0.bias",
24
+ "decoder.proposal_mode_head.1.weight",
25
+ "decoder.proposal_mode_head.1.bias",
26
+ "decoder.proposal_mode_head.3.weight",
27
+ "decoder.proposal_mode_head.3.bias",
28
+ "decoder.proposal_mode_embeddings.weight",
29
+ "decoder.proposal_slot_embeddings.weight",
30
+ "decoder.mode_residual_heads.0.0.weight",
31
+ "decoder.mode_residual_heads.0.0.bias",
32
+ "decoder.mode_residual_heads.0.1.weight",
33
+ "decoder.mode_residual_heads.0.1.bias",
34
+ "decoder.mode_residual_heads.0.3.weight",
35
+ "decoder.mode_residual_heads.0.3.bias",
36
+ "decoder.mode_residual_heads.1.0.weight",
37
+ "decoder.mode_residual_heads.1.0.bias",
38
+ "decoder.mode_residual_heads.1.1.weight",
39
+ "decoder.mode_residual_heads.1.1.bias",
40
+ "decoder.mode_residual_heads.1.3.weight",
41
+ "decoder.mode_residual_heads.1.3.bias",
42
+ "decoder.mode_residual_heads.2.0.weight",
43
+ "decoder.mode_residual_heads.2.0.bias",
44
+ "decoder.mode_residual_heads.2.1.weight",
45
+ "decoder.mode_residual_heads.2.1.bias",
46
+ "decoder.mode_residual_heads.2.3.weight",
47
+ "decoder.mode_residual_heads.2.3.bias",
48
+ "decoder.mode_residual_heads.3.0.weight",
49
+ "decoder.mode_residual_heads.3.0.bias",
50
+ "decoder.mode_residual_heads.3.1.weight",
51
+ "decoder.mode_residual_heads.3.1.bias",
52
+ "decoder.mode_residual_heads.3.3.weight",
53
+ "decoder.mode_residual_heads.3.3.bias",
54
+ "decoder.mode_residual_heads.4.0.weight",
55
+ "decoder.mode_residual_heads.4.0.bias",
56
+ "decoder.mode_residual_heads.4.1.weight",
57
+ "decoder.mode_residual_heads.4.1.bias",
58
+ "decoder.mode_residual_heads.4.3.weight",
59
+ "decoder.mode_residual_heads.4.3.bias",
60
+ "decoder.mode_residual_heads.5.0.weight",
61
+ "decoder.mode_residual_heads.5.0.bias",
62
+ "decoder.mode_residual_heads.5.1.weight",
63
+ "decoder.mode_residual_heads.5.1.bias",
64
+ "decoder.mode_residual_heads.5.3.weight",
65
+ "decoder.mode_residual_heads.5.3.bias",
66
+ "decoder.mode_residual_heads.6.0.weight",
67
+ "decoder.mode_residual_heads.6.0.bias",
68
+ "decoder.mode_residual_heads.6.1.weight",
69
+ "decoder.mode_residual_heads.6.1.bias",
70
+ "decoder.mode_residual_heads.6.3.weight",
71
+ "decoder.mode_residual_heads.6.3.bias",
72
+ "decoder.slot_delta.0.weight",
73
+ "decoder.slot_delta.0.bias",
74
+ "decoder.slot_delta.1.weight",
75
+ "decoder.slot_delta.1.bias",
76
+ "decoder.slot_delta.3.weight",
77
+ "decoder.slot_delta.3.bias",
78
+ "decoder.proposal_score.0.weight",
79
+ "decoder.proposal_score.0.bias",
80
+ "decoder.proposal_score.1.weight",
81
+ "decoder.proposal_score.1.bias",
82
+ "decoder.proposal_score.3.weight",
83
+ "decoder.proposal_score.3.bias"
84
+ ],
85
+ "init_info": {
86
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter6_seed17/checkpoint_best.pt",
87
+ "loaded_keys": 906,
88
+ "skipped_shape_mismatch_keys": [],
89
+ "missing_keys": [],
90
+ "unexpected_keys": []
91
+ }
92
+ }
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/config_resolved.yaml ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17
2
+ output_dir: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase
3
+ device: cuda
4
+ seed: 17
5
+ init_checkpoint: /workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_seed17/checkpoint_best.pt
6
+ init_strict: false
7
+ data:
8
+ proxies:
9
+ - foliage_proxy
10
+ - bag_proxy
11
+ - cloth_proxy
12
+ resolution: 224
13
+ dataset_version: reveal_proxy_v6_rgbd_elastic_state_phase_selector_align
14
+ train_episodes_per_proxy: 48
15
+ val_episodes_per_proxy: 16
16
+ train_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_train_clip224_v6_rgbd_stage3_phase_selector_align.pt
17
+ val_dataset_path: /workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt
18
+ rebuild_dataset: false
19
+ chunk_horizon: 8
20
+ rollout_horizon: 5
21
+ history_steps: 6
22
+ planner_candidates: 8
23
+ seed: 17
24
+ optim:
25
+ epochs: 4
26
+ batch_size: 8
27
+ num_workers: 48
28
+ lr: 0.0002
29
+ weight_decay: 0.0001
30
+ trainer:
31
+ policy_type: elastic_reveal
32
+ use_bf16: true
33
+ grad_clip_norm: 1.0
34
+ freeze_backbone: true
35
+ gradient_checkpointing: false
36
+ plan_during_train: false
37
+ plan_during_eval: false
38
+ support_mode_conditioning: true
39
+ planner_mode: trainable
40
+ use_depth: true
41
+ use_world_model: false
42
+ use_role_tokens: true
43
+ compute_equivariance_probe: false
44
+ trainable_parameter_prefixes:
45
+ - decoder.proposal_score
46
+ - decoder.proposal_mode_head
47
+ - decoder.proposal_mode_embeddings
48
+ - decoder.proposal_slot_embeddings
49
+ policy:
50
+ backbone:
51
+ model_name: openai/clip-vit-base-patch32
52
+ hidden_dim: 512
53
+ max_text_tokens: 32
54
+ freeze_backbone: true
55
+ gradient_checkpointing: false
56
+ use_dummy_backbone: false
57
+ fusion:
58
+ hidden_dim: 512
59
+ num_cameras: 3
60
+ num_layers: 4
61
+ num_heads: 8
62
+ ff_dim: 2048
63
+ dropout: 0.1
64
+ proprio_dim: 32
65
+ proprio_tokens: 1
66
+ memory:
67
+ hidden_dim: 512
68
+ action_dim: 14
69
+ history_steps: 6
70
+ scene_history_steps: 3
71
+ belief_history_steps: 8
72
+ num_layers: 2
73
+ dropout: 0.1
74
+ memory_bank_size: 4
75
+ scene_bank_size: 2
76
+ belief_bank_size: 2
77
+ num_heads: 8
78
+ max_history_steps: 8
79
+ decoder:
80
+ hidden_dim: 512
81
+ num_heads: 8
82
+ num_layers: 4
83
+ ff_dim: 2048
84
+ dropout: 0.1
85
+ chunk_size: 8
86
+ action_dim: 14
87
+ arm_action_dim: 7
88
+ num_candidates: 8
89
+ num_phases: 5
90
+ num_arm_roles: 4
91
+ num_proposal_modes: 7
92
+ planner_top_k: 4
93
+ reveal_head:
94
+ hidden_dim: 512
95
+ num_support_modes: 3
96
+ num_approach_templates: 32
97
+ rollout_horizon: 5
98
+ belief_map_size: 32
99
+ field_size: 16
100
+ num_heads: 8
101
+ predict_belief_map: true
102
+ num_phases: 5
103
+ num_arm_roles: 4
104
+ num_interaction_tokens: 8
105
+ num_tasks: 4
106
+ world_model:
107
+ hidden_dim: 512
108
+ action_dim: 14
109
+ num_support_modes: 3
110
+ num_approach_templates: 32
111
+ rollout_horizon: 5
112
+ field_size: 16
113
+ num_heads: 8
114
+ num_phases: 5
115
+ num_arm_roles: 4
116
+ num_interaction_tokens: 8
117
+ belief_map_size: 32
118
+ predict_belief_map: true
119
+ scene_bank_size: 2
120
+ belief_bank_size: 2
121
+ rollout_mode: compact_rollout
122
+ num_tasks: 4
123
+ planner:
124
+ hidden_dim: 512
125
+ num_candidates: 8
126
+ action_dim: 14
127
+ num_support_modes: 3
128
+ utility_margin: 0.1
129
+ num_heads: 8
130
+ num_layers: 2
131
+ num_phases: 5
132
+ num_arm_roles: 4
133
+ top_k: 4
134
+ loss_weights:
135
+ action: 1.0
136
+ phase: 0.08
137
+ arm_role: 0.1
138
+ support_mode: 0.1
139
+ corridor: 0.12
140
+ persistence: 0.06
141
+ disturbance: 0.06
142
+ world_model: 0.0
143
+ belief: 0.05
144
+ visibility: 0.05
145
+ clearance: 0.06
146
+ support_stability: 0.06
147
+ reocclusion: 0.06
148
+ occluder_contact: 0.05
149
+ grasp_affordance: 0.05
150
+ planner_success: 0.0
151
+ planner_risk: 0.0
152
+ planner_ranking: 0.0
153
+ proposal_reconstruction: 0.0
154
+ proposal_success: 0.35
155
+ proposal_ranking: 0.5
156
+ proposal_diversity: 0.02
157
+ role_swap_consistency: 0.0
158
+ task_metrics: 0.05
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/metrics.json ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 0,
4
+ "train": {
5
+ "action": 0.008432811576252182,
6
+ "arm_role": 0.002273504649444173,
7
+ "belief": 0.10277632955047819,
8
+ "clearance": 0.08025376283460194,
9
+ "corridor": 0.21883455134100385,
10
+ "disturbance": 0.0014543996891006826,
11
+ "grasp_affordance": 0.011551767225480743,
12
+ "occluder_contact": 0.19488196902804905,
13
+ "persistence": 0.9404279150896602,
14
+ "phase": 0.17632753915256924,
15
+ "planner_ranking": 1.1397207975387573,
16
+ "planner_risk": 0.12523935619327758,
17
+ "planner_success": 0.6931471837891473,
18
+ "proposal_diversity": 0.0,
19
+ "proposal_ranking": 1.097422140174442,
20
+ "proposal_reconstruction": 0.0005229145977258061,
21
+ "proposal_success": 0.7503061215082805,
22
+ "reocclusion": 0.20121162566873763,
23
+ "role_swap_consistency": 0.0,
24
+ "support_mode": 0.0013020760017550654,
25
+ "support_stability": 0.13026923984289168,
26
+ "task_metrics": 0.14540329062276416,
27
+ "total": 0.9692381858825684,
28
+ "uncertainty": 2.6053362628570336e-05,
29
+ "visibility": 0.09630628029505411,
30
+ "world_model": 0.0
31
+ },
32
+ "val": {
33
+ "action": 0.0053514603059738874,
34
+ "arm_role": 0.0022453996643889695,
35
+ "belief": 0.10027084173634648,
36
+ "clearance": 0.07778254197910428,
37
+ "corridor": 0.2157157389447093,
38
+ "disturbance": 0.0014214217544576968,
39
+ "grasp_affordance": 0.01136290206341073,
40
+ "occluder_contact": 0.19327112287282944,
41
+ "persistence": 0.7723222486674786,
42
+ "phase": 0.15601468390377704,
43
+ "planner_ranking": 1.1397207975387573,
44
+ "planner_risk": 0.126484238775447,
45
+ "planner_success": 0.6931471824645996,
46
+ "proposal_diversity": 0.0,
47
+ "proposal_ranking": 0.7808788605034351,
48
+ "proposal_reconstruction": 5.40096790399569e-06,
49
+ "proposal_success": 0.6134751765057445,
50
+ "reocclusion": 0.19295985670760274,
51
+ "role_swap_consistency": 0.0,
52
+ "support_mode": 0.0011425519696786068,
53
+ "support_stability": 0.13256454304791987,
54
+ "task_metrics": 0.14390430646017194,
55
+ "total": 0.7469855565577745,
56
+ "uncertainty": 2.918480456770567e-05,
57
+ "visibility": 0.09417397761717439,
58
+ "world_model": 0.0
59
+ }
60
+ },
61
+ {
62
+ "epoch": 1,
63
+ "train": {
64
+ "action": 0.008332832297310234,
65
+ "arm_role": 0.002273829731469353,
66
+ "belief": 0.10274868392282062,
67
+ "clearance": 0.08024236568146281,
68
+ "corridor": 0.2188452462355296,
69
+ "disturbance": 0.0014552442382814155,
70
+ "grasp_affordance": 0.011547605538119872,
71
+ "occluder_contact": 0.1948953178193834,
72
+ "persistence": 0.9412507334517108,
73
+ "phase": 0.17556332871317865,
74
+ "planner_ranking": 1.1397207975387573,
75
+ "planner_risk": 0.12531031568845113,
76
+ "planner_success": 0.6931471837891473,
77
+ "proposal_diversity": 0.0,
78
+ "proposal_ranking": 0.7483991384506226,
79
+ "proposal_reconstruction": 0.0005262917916600903,
80
+ "proposal_success": 0.672567649020089,
81
+ "reocclusion": 0.20194717653923563,
82
+ "role_swap_consistency": 0.0,
83
+ "support_mode": 0.0013004594379001193,
84
+ "support_stability": 0.1302881760729684,
85
+ "task_metrics": 0.1454765311545796,
86
+ "total": 0.7674536122216119,
87
+ "uncertainty": 2.5947070781108372e-05,
88
+ "visibility": 0.09627863599194421,
89
+ "world_model": 0.0
90
+ },
91
+ "val": {
92
+ "action": 0.0053514603059738874,
93
+ "arm_role": 0.0022453996643889695,
94
+ "belief": 0.10027084173634648,
95
+ "clearance": 0.07778254197910428,
96
+ "corridor": 0.2157157389447093,
97
+ "disturbance": 0.0014214217544576968,
98
+ "grasp_affordance": 0.01136290206341073,
99
+ "occluder_contact": 0.19327112287282944,
100
+ "persistence": 0.7723222486674786,
101
+ "phase": 0.15601468390377704,
102
+ "planner_ranking": 1.1397207975387573,
103
+ "planner_risk": 0.126484238775447,
104
+ "planner_success": 0.6931471824645996,
105
+ "proposal_diversity": 0.0,
106
+ "proposal_ranking": 0.7748493980616331,
107
+ "proposal_reconstruction": 5.40086900104042e-06,
108
+ "proposal_success": 0.6069263387471437,
109
+ "reocclusion": 0.19295985670760274,
110
+ "role_swap_consistency": 0.0,
111
+ "support_mode": 0.0011425519696786068,
112
+ "support_stability": 0.13256454304791987,
113
+ "task_metrics": 0.14390430646017194,
114
+ "total": 0.7416787166148424,
115
+ "uncertainty": 2.918480456770567e-05,
116
+ "visibility": 0.09417397761717439,
117
+ "world_model": 0.0
118
+ }
119
+ },
120
+ {
121
+ "epoch": 2,
122
+ "train": {
123
+ "action": 0.008366946669088469,
124
+ "arm_role": 0.002274706204318338,
125
+ "belief": 0.10278309136629105,
126
+ "clearance": 0.08030619381202592,
127
+ "corridor": 0.21905698594119813,
128
+ "disturbance": 0.001456600502004019,
129
+ "grasp_affordance": 0.011565518906960885,
130
+ "occluder_contact": 0.19491849011845058,
131
+ "persistence": 0.9367264790667428,
132
+ "phase": 0.17600557886891896,
133
+ "planner_ranking": 1.1397207975387573,
134
+ "planner_risk": 0.12536679887109334,
135
+ "planner_success": 0.6931471837891473,
136
+ "proposal_diversity": 0.0,
137
+ "proposal_ranking": 0.7324768424034118,
138
+ "proposal_reconstruction": 0.0005804116342915222,
139
+ "proposal_success": 0.6561533318625556,
140
+ "reocclusion": 0.20159597396850587,
141
+ "role_swap_consistency": 0.0,
142
+ "support_mode": 0.001305902239659594,
143
+ "support_stability": 0.13024686293469534,
144
+ "task_metrics": 0.14554575698243247,
145
+ "total": 0.7535609126091003,
146
+ "uncertainty": 2.5990851948639223e-05,
147
+ "visibility": 0.09631420142120785,
148
+ "world_model": 0.0
149
+ },
150
+ "val": {
151
+ "action": 0.0053514603059738874,
152
+ "arm_role": 0.0022453996643889695,
153
+ "belief": 0.10027084173634648,
154
+ "clearance": 0.07778254197910428,
155
+ "corridor": 0.2157157389447093,
156
+ "disturbance": 0.0014214217544576968,
157
+ "grasp_affordance": 0.01136290206341073,
158
+ "occluder_contact": 0.19327112287282944,
159
+ "persistence": 0.7723222486674786,
160
+ "phase": 0.15601468390377704,
161
+ "planner_ranking": 1.1397207975387573,
162
+ "planner_risk": 0.126484238775447,
163
+ "planner_success": 0.6931471824645996,
164
+ "proposal_diversity": 0.0,
165
+ "proposal_ranking": 0.7406386286020279,
166
+ "proposal_reconstruction": 5.400916564007874e-06,
167
+ "proposal_success": 0.5964203290641308,
168
+ "reocclusion": 0.19295985670760274,
169
+ "role_swap_consistency": 0.0,
170
+ "support_mode": 0.0011425519696786068,
171
+ "support_stability": 0.13256454304791987,
172
+ "task_metrics": 0.14390430646017194,
173
+ "total": 0.7208962272852659,
174
+ "uncertainty": 2.918480456770567e-05,
175
+ "visibility": 0.09417397761717439,
176
+ "world_model": 0.0
177
+ }
178
+ },
179
+ {
180
+ "epoch": 3,
181
+ "train": {
182
+ "action": 0.00833133469439215,
183
+ "arm_role": 0.0022765965718362065,
184
+ "belief": 0.1027679873837365,
185
+ "clearance": 0.08025755294495159,
186
+ "corridor": 0.21885353442695404,
187
+ "disturbance": 0.001460503926500678,
188
+ "grasp_affordance": 0.011550571738431851,
189
+ "occluder_contact": 0.19488155709372626,
190
+ "persistence": 0.9387773328357273,
191
+ "phase": 0.17613315383593242,
192
+ "planner_ranking": 1.1397207975387573,
193
+ "planner_risk": 0.12531640463405186,
194
+ "planner_success": 0.6931471837891473,
195
+ "proposal_diversity": 0.0,
196
+ "proposal_ranking": 0.7276858038372463,
197
+ "proposal_reconstruction": 0.0005042202081919337,
198
+ "proposal_success": 0.650593802664015,
199
+ "reocclusion": 0.20179985993438296,
200
+ "role_swap_consistency": 0.0,
201
+ "support_mode": 0.0013087218239282569,
202
+ "support_stability": 0.13019564615355597,
203
+ "task_metrics": 0.14553608016835318,
204
+ "total": 0.7492951816982694,
205
+ "uncertainty": 2.593846887369485e-05,
206
+ "visibility": 0.0962998597158326,
207
+ "world_model": 0.0
208
+ },
209
+ "val": {
210
+ "action": 0.0053514603059738874,
211
+ "arm_role": 0.0022453996643889695,
212
+ "belief": 0.10027084173634648,
213
+ "clearance": 0.07778254197910428,
214
+ "corridor": 0.2157157389447093,
215
+ "disturbance": 0.0014214217544576968,
216
+ "grasp_affordance": 0.01136290206341073,
217
+ "occluder_contact": 0.19327112287282944,
218
+ "persistence": 0.7723222486674786,
219
+ "phase": 0.15601468390377704,
220
+ "planner_ranking": 1.1397207975387573,
221
+ "planner_risk": 0.126484238775447,
222
+ "planner_success": 0.6931471824645996,
223
+ "proposal_diversity": 0.0,
224
+ "proposal_ranking": 0.6982644964009523,
225
+ "proposal_reconstruction": 5.400877170796958e-06,
226
+ "proposal_success": 0.6099250027909875,
227
+ "reocclusion": 0.19295985670760274,
228
+ "role_swap_consistency": 0.0,
229
+ "support_mode": 0.0011425519696786068,
230
+ "support_stability": 0.13256454304791987,
231
+ "task_metrics": 0.14390430646017194,
232
+ "total": 0.7044358011335135,
233
+ "uncertainty": 2.918480456770567e-05,
234
+ "visibility": 0.09417397761717439,
235
+ "world_model": 0.0
236
+ }
237
+ }
238
+ ]
VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/summary.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment_name": "proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17",
3
+ "device": "cuda",
4
+ "best_checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
5
+ "final_train_total": 0.7492951816982694,
6
+ "final_val_total": 0.7044358011335135,
7
+ "train_time_sec": 51.14777445793152,
8
+ "peak_gpu_memory_mb": 1512.69482421875,
9
+ "num_train_samples": 359,
10
+ "num_val_samples": 123,
11
+ "planner_mode": "trainable",
12
+ "frozen_modules": [],
13
+ "trainable_parameter_prefixes": [
14
+ "decoder.proposal_score",
15
+ "decoder.proposal_mode_head",
16
+ "decoder.proposal_mode_embeddings",
17
+ "decoder.proposal_slot_embeddings"
18
+ ],
19
+ "trainable_parameter_names": [
20
+ "decoder.proposal_mode_head.0.weight",
21
+ "decoder.proposal_mode_head.0.bias",
22
+ "decoder.proposal_mode_head.1.weight",
23
+ "decoder.proposal_mode_head.1.bias",
24
+ "decoder.proposal_mode_head.3.weight",
25
+ "decoder.proposal_mode_head.3.bias",
26
+ "decoder.proposal_mode_embeddings.weight",
27
+ "decoder.proposal_slot_embeddings.weight",
28
+ "decoder.proposal_score.0.weight",
29
+ "decoder.proposal_score.0.bias",
30
+ "decoder.proposal_score.1.weight",
31
+ "decoder.proposal_score.1.bias",
32
+ "decoder.proposal_score.3.weight",
33
+ "decoder.proposal_score.3.bias"
34
+ ],
35
+ "init_info": {
36
+ "path": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_seed17/checkpoint_best.pt",
37
+ "loaded_keys": 906,
38
+ "skipped_shape_mismatch_keys": [],
39
+ "missing_keys": [],
40
+ "unexpected_keys": []
41
+ }
42
+ }
VLAarchtests/artifacts/reports/ablations_v7/ablations.md ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Reveal Ablations
2
+
3
+ ## full_model
4
+ - mean_success: 0.280
5
+ - visibility_integral: 31.968
6
+ - corridor_availability: 0.675
7
+ - reocclusion_rate: 0.014
8
+ - disturbance_cost: 0.393
9
+ - premature_retrieve_rate: 0.125
10
+ - reocclusion_after_reveal_rate: 0.547
11
+ - planner_regret: 0.091
12
+ - chunk_commit_steps: 0.000
13
+
14
+ ## no_planner
15
+ - mean_success: 0.200
16
+ - visibility_integral: 6.978
17
+ - corridor_availability: 0.230
18
+ - reocclusion_rate: 0.020
19
+ - disturbance_cost: 0.110
20
+ - premature_retrieve_rate: 0.151
21
+ - reocclusion_after_reveal_rate: 0.800
22
+ - planner_regret: 0.041
23
+ - chunk_commit_steps: 0.000
24
+ - paired_paired_episodes_vs_full_model: 300.000
25
+ - paired_success_delta_vs_full_model: -0.080
26
+ - paired_visibility_delta_vs_full_model: -24.990
27
+ - paired_reocclusion_delta_vs_full_model: 0.006
28
+ - paired_disturbance_delta_vs_full_model: -0.283
29
+
30
+ ## no_spatial_memory
31
+ - mean_success: 0.323
32
+ - visibility_integral: 37.043
33
+ - corridor_availability: 0.825
34
+ - reocclusion_rate: 0.015
35
+ - disturbance_cost: 0.441
36
+ - premature_retrieve_rate: 0.112
37
+ - reocclusion_after_reveal_rate: 0.260
38
+ - planner_regret: 0.163
39
+ - chunk_commit_steps: 0.000
40
+ - paired_paired_episodes_vs_full_model: 300.000
41
+ - paired_success_delta_vs_full_model: 0.043
42
+ - paired_visibility_delta_vs_full_model: 5.075
43
+ - paired_reocclusion_delta_vs_full_model: 0.001
44
+ - paired_disturbance_delta_vs_full_model: 0.048
45
+
46
+ ## no_task_head
47
+ - mean_success: 0.280
48
+ - visibility_integral: 31.965
49
+ - corridor_availability: 0.675
50
+ - reocclusion_rate: 0.014
51
+ - disturbance_cost: 0.393
52
+ - premature_retrieve_rate: 0.125
53
+ - reocclusion_after_reveal_rate: 0.547
54
+ - planner_regret: 0.091
55
+ - chunk_commit_steps: 0.000
56
+ - paired_paired_episodes_vs_full_model: 300.000
57
+ - paired_success_delta_vs_full_model: 0.000
58
+ - paired_visibility_delta_vs_full_model: -0.003
59
+ - paired_reocclusion_delta_vs_full_model: 0.000
60
+ - paired_disturbance_delta_vs_full_model: 0.000
61
+
62
+ ## no_geometry
63
+ - mean_success: 0.270
64
+ - visibility_integral: 32.415
65
+ - corridor_availability: 0.675
66
+ - reocclusion_rate: 0.013
67
+ - disturbance_cost: 0.398
68
+ - premature_retrieve_rate: 0.127
69
+ - reocclusion_after_reveal_rate: 0.550
70
+ - planner_regret: 0.091
71
+ - chunk_commit_steps: 0.000
72
+ - paired_paired_episodes_vs_full_model: 300.000
73
+ - paired_success_delta_vs_full_model: -0.010
74
+ - paired_visibility_delta_vs_full_model: 0.446
75
+ - paired_reocclusion_delta_vs_full_model: -0.001
76
+ - paired_disturbance_delta_vs_full_model: 0.004
77
+
78
+ ## no_camera_pose
79
+ - mean_success: 0.293
80
+ - visibility_integral: 31.640
81
+ - corridor_availability: 0.681
82
+ - reocclusion_rate: 0.017
83
+ - disturbance_cost: 0.389
84
+ - premature_retrieve_rate: 0.126
85
+ - reocclusion_after_reveal_rate: 0.543
86
+ - planner_regret: 0.092
87
+ - chunk_commit_steps: 0.000
88
+ - paired_paired_episodes_vs_full_model: 300.000
89
+ - paired_success_delta_vs_full_model: 0.013
90
+ - paired_visibility_delta_vs_full_model: -0.329
91
+ - paired_reocclusion_delta_vs_full_model: 0.003
92
+ - paired_disturbance_delta_vs_full_model: -0.004
VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter1/aligned_shortlist_diagnostics.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base": {
3
+ "label": "base",
4
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_seed17/checkpoint_best.pt",
5
+ "overall": {
6
+ "spearman": 0.3265582655826558,
7
+ "top1": 0.07317073170731707,
8
+ "shortlist_recall": 0.6666666666666666,
9
+ "selected_matches_oracle": 0.07317073170731707
10
+ },
11
+ "per_task": {
12
+ "bag": {
13
+ "spearman": 0.6612103174603174,
14
+ "top1": 0.0,
15
+ "shortlist_recall": 0.8541666666666666,
16
+ "selected_matches_oracle": 0.0
17
+ },
18
+ "cloth": {
19
+ "spearman": -0.6190476190476191,
20
+ "top1": 0.125,
21
+ "shortlist_recall": 0.125,
22
+ "selected_matches_oracle": 0.125
23
+ },
24
+ "foliage": {
25
+ "spearman": 0.6566998892580287,
26
+ "top1": 0.11627906976744186,
27
+ "shortlist_recall": 0.8604651162790697,
28
+ "selected_matches_oracle": 0.11627906976744186
29
+ }
30
+ },
31
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
32
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
33
+ "samples": 123
34
+ },
35
+ "selector_finetune_iter1": {
36
+ "label": "selector_finetune_iter1",
37
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
38
+ "overall": {
39
+ "spearman": 0.7373209446380179,
40
+ "top1": 0.6829268292682927,
41
+ "shortlist_recall": 0.9349593495934959,
42
+ "selected_matches_oracle": 0.4878048780487805
43
+ },
44
+ "per_task": {
45
+ "bag": {
46
+ "spearman": 0.6577380952380952,
47
+ "top1": 0.7291666666666666,
48
+ "shortlist_recall": 0.9583333333333334,
49
+ "selected_matches_oracle": 0.7291666666666666
50
+ },
51
+ "cloth": {
52
+ "spearman": 0.875,
53
+ "top1": 0.75,
54
+ "shortlist_recall": 1.0,
55
+ "selected_matches_oracle": 0.0
56
+ },
57
+ "foliage": {
58
+ "spearman": 0.7236987818383167,
59
+ "top1": 0.5813953488372093,
60
+ "shortlist_recall": 0.8604651162790697,
61
+ "selected_matches_oracle": 0.5813953488372093
62
+ }
63
+ },
64
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
65
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
66
+ "samples": 123
67
+ }
68
+ }
VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter1/aligned_shortlist_diagnostics.md ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Aligned Shortlist Diagnostics
2
+
3
+ ## base
4
+ - checkpoint: `/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_seed17/checkpoint_best.pt`
5
+ - overall spearman: 0.327
6
+ - overall top1: 0.073
7
+ - overall shortlist recall: 0.667
8
+ - overall selected==oracle: 0.073
9
+ - bag: spearman 0.661, top1 0.000, shortlist recall 0.854, selected==oracle 0.000
10
+ - cloth: spearman -0.619, top1 0.125, shortlist recall 0.125, selected==oracle 0.125
11
+ - foliage: spearman 0.657, top1 0.116, shortlist recall 0.860, selected==oracle 0.116
12
+
13
+ ## selector_finetune_iter1
14
+ - checkpoint: `/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt`
15
+ - overall spearman: 0.737
16
+ - overall top1: 0.683
17
+ - overall shortlist recall: 0.935
18
+ - overall selected==oracle: 0.488
19
+ - bag: spearman 0.658, top1 0.729, shortlist recall 0.958, selected==oracle 0.729
20
+ - cloth: spearman 0.875, top1 0.750, shortlist recall 1.000, selected==oracle 0.000
21
+ - foliage: spearman 0.724, top1 0.581, shortlist recall 0.860, selected==oracle 0.581
VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter2/aligned_shortlist_diagnostics.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base": {
3
+ "label": "base",
4
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_seed17/checkpoint_best.pt",
5
+ "overall": {
6
+ "spearman": 0.3265582655826558,
7
+ "top1": 0.07317073170731707,
8
+ "shortlist_recall": 0.6666666666666666,
9
+ "selected_matches_oracle": 0.07317073170731707,
10
+ "teacher_set_reconstruction": 0.18336651662016304
11
+ },
12
+ "per_task": {
13
+ "bag": {
14
+ "spearman": 0.6612103174603174,
15
+ "top1": 0.0,
16
+ "shortlist_recall": 0.8541666666666666,
17
+ "selected_matches_oracle": 0.0,
18
+ "teacher_set_reconstruction": 0.18315939232707024
19
+ },
20
+ "cloth": {
21
+ "spearman": -0.6190476190476191,
22
+ "top1": 0.125,
23
+ "shortlist_recall": 0.125,
24
+ "selected_matches_oracle": 0.125,
25
+ "teacher_set_reconstruction": 0.18537855008617043
26
+ },
27
+ "foliage": {
28
+ "spearman": 0.6566998892580287,
29
+ "top1": 0.11627906976744186,
30
+ "shortlist_recall": 0.8604651162790697,
31
+ "selected_matches_oracle": 0.11627906976744186,
32
+ "teacher_set_reconstruction": 0.18210039790286575
33
+ }
34
+ },
35
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
36
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
37
+ "samples": 123
38
+ },
39
+ "selector_finetune_iter1": {
40
+ "label": "selector_finetune_iter1",
41
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
42
+ "overall": {
43
+ "spearman": 0.7373209446380179,
44
+ "top1": 0.6829268292682927,
45
+ "shortlist_recall": 0.9349593495934959,
46
+ "selected_matches_oracle": 0.4878048780487805,
47
+ "teacher_set_reconstruction": 0.1833660958743677
48
+ },
49
+ "per_task": {
50
+ "bag": {
51
+ "spearman": 0.6577380952380952,
52
+ "top1": 0.7291666666666666,
53
+ "shortlist_recall": 0.9583333333333334,
54
+ "selected_matches_oracle": 0.7291666666666666,
55
+ "teacher_set_reconstruction": 0.183158985649546
56
+ },
57
+ "cloth": {
58
+ "spearman": 0.875,
59
+ "top1": 0.75,
60
+ "shortlist_recall": 1.0,
61
+ "selected_matches_oracle": 0.0,
62
+ "teacher_set_reconstruction": 0.18537833401933312
63
+ },
64
+ "foliage": {
65
+ "spearman": 0.7236987818383167,
66
+ "top1": 0.5813953488372093,
67
+ "shortlist_recall": 0.8604651162790697,
68
+ "selected_matches_oracle": 0.5813953488372093,
69
+ "teacher_set_reconstruction": 0.18209980913372928
70
+ }
71
+ },
72
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
73
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
74
+ "samples": 123
75
+ },
76
+ "selector_finetune_iter2": {
77
+ "label": "selector_finetune_iter2",
78
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/checkpoint_best.pt",
79
+ "overall": {
80
+ "spearman": 0.7317073170731707,
81
+ "top1": 0.6829268292682927,
82
+ "shortlist_recall": 0.9349593495934959,
83
+ "selected_matches_oracle": 0.5203252032520326,
84
+ "teacher_set_reconstruction": 0.15634361963446547
85
+ },
86
+ "per_task": {
87
+ "bag": {
88
+ "spearman": 0.664186507936508,
89
+ "top1": 0.7291666666666666,
90
+ "shortlist_recall": 0.9583333333333334,
91
+ "selected_matches_oracle": 0.7291666666666666,
92
+ "teacher_set_reconstruction": 0.16046515324463448
93
+ },
94
+ "cloth": {
95
+ "spearman": 0.8511904761904762,
96
+ "top1": 0.75,
97
+ "shortlist_recall": 1.0,
98
+ "selected_matches_oracle": 0.125,
99
+ "teacher_set_reconstruction": 0.15247009880840778
100
+ },
101
+ "foliage": {
102
+ "spearman": 0.7181616832779624,
103
+ "top1": 0.5813953488372093,
104
+ "shortlist_recall": 0.8604651162790697,
105
+ "selected_matches_oracle": 0.5813953488372093,
106
+ "teacher_set_reconstruction": 0.15462545807971512
107
+ }
108
+ },
109
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
110
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
111
+ "samples": 123
112
+ }
113
+ }
VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter2/aligned_shortlist_diagnostics.md ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Aligned Shortlist Diagnostics Iter2
2
+
3
+ ## base
4
+ - checkpoint: `/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_seed17/checkpoint_best.pt`
5
+ - overall spearman: 0.327
6
+ - overall top1: 0.073
7
+ - overall shortlist recall: 0.667
8
+ - overall selected==oracle: 0.073
9
+ - overall teacher-set reconstruction: 0.183
10
+ - bag: spearman 0.661, top1 0.000, shortlist recall 0.854, selected==oracle 0.000, teacher-set reconstruction 0.183
11
+ - cloth: spearman -0.619, top1 0.125, shortlist recall 0.125, selected==oracle 0.125, teacher-set reconstruction 0.185
12
+ - foliage: spearman 0.657, top1 0.116, shortlist recall 0.860, selected==oracle 0.116, teacher-set reconstruction 0.182
13
+
14
+ ## selector_finetune_iter1
15
+ - checkpoint: `/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt`
16
+ - overall spearman: 0.737
17
+ - overall top1: 0.683
18
+ - overall shortlist recall: 0.935
19
+ - overall selected==oracle: 0.488
20
+ - overall teacher-set reconstruction: 0.183
21
+ - bag: spearman 0.658, top1 0.729, shortlist recall 0.958, selected==oracle 0.729, teacher-set reconstruction 0.183
22
+ - cloth: spearman 0.875, top1 0.750, shortlist recall 1.000, selected==oracle 0.000, teacher-set reconstruction 0.185
23
+ - foliage: spearman 0.724, top1 0.581, shortlist recall 0.860, selected==oracle 0.581, teacher-set reconstruction 0.182
24
+
25
+ ## selector_finetune_iter2
26
+ - checkpoint: `/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter2_seed17/checkpoint_best.pt`
27
+ - overall spearman: 0.732
28
+ - overall top1: 0.683
29
+ - overall shortlist recall: 0.935
30
+ - overall selected==oracle: 0.520
31
+ - overall teacher-set reconstruction: 0.156
32
+ - bag: spearman 0.664, top1 0.729, shortlist recall 0.958, selected==oracle 0.729, teacher-set reconstruction 0.160
33
+ - cloth: spearman 0.851, top1 0.750, shortlist recall 1.000, selected==oracle 0.125, teacher-set reconstruction 0.152
34
+ - foliage: spearman 0.718, top1 0.581, shortlist recall 0.860, selected==oracle 0.581, teacher-set reconstruction 0.155
VLAarchtests/artifacts/reports/aligned_shortlist_diagnostics_v7_iter3/aligned_shortlist_diagnostics.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base": {
3
+ "label": "base",
4
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_seed17/checkpoint_best.pt",
5
+ "overall": {
6
+ "spearman": 0.3265582655826558,
7
+ "top1": 0.07317073170731707,
8
+ "shortlist_recall": 0.6666666666666666,
9
+ "selected_matches_oracle": 0.07317073170731707,
10
+ "teacher_set_reconstruction": 0.18336651662016304
11
+ },
12
+ "per_task": {
13
+ "bag": {
14
+ "spearman": 0.6612103174603174,
15
+ "top1": 0.0,
16
+ "shortlist_recall": 0.8541666666666666,
17
+ "selected_matches_oracle": 0.0,
18
+ "teacher_set_reconstruction": 0.18315939232707024
19
+ },
20
+ "cloth": {
21
+ "spearman": -0.6190476190476191,
22
+ "top1": 0.125,
23
+ "shortlist_recall": 0.125,
24
+ "selected_matches_oracle": 0.125,
25
+ "teacher_set_reconstruction": 0.18537855008617043
26
+ },
27
+ "foliage": {
28
+ "spearman": 0.6566998892580287,
29
+ "top1": 0.11627906976744186,
30
+ "shortlist_recall": 0.8604651162790697,
31
+ "selected_matches_oracle": 0.11627906976744186,
32
+ "teacher_set_reconstruction": 0.18210039790286575
33
+ }
34
+ },
35
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
36
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
37
+ "samples": 123
38
+ },
39
+ "selector_finetune_iter1": {
40
+ "label": "selector_finetune_iter1",
41
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_seed17/checkpoint_best.pt",
42
+ "overall": {
43
+ "spearman": 0.7373209446380179,
44
+ "top1": 0.6829268292682927,
45
+ "shortlist_recall": 0.9349593495934959,
46
+ "selected_matches_oracle": 0.4878048780487805,
47
+ "teacher_set_reconstruction": 0.1833660958743677
48
+ },
49
+ "per_task": {
50
+ "bag": {
51
+ "spearman": 0.6577380952380952,
52
+ "top1": 0.7291666666666666,
53
+ "shortlist_recall": 0.9583333333333334,
54
+ "selected_matches_oracle": 0.7291666666666666,
55
+ "teacher_set_reconstruction": 0.183158985649546
56
+ },
57
+ "cloth": {
58
+ "spearman": 0.875,
59
+ "top1": 0.75,
60
+ "shortlist_recall": 1.0,
61
+ "selected_matches_oracle": 0.0,
62
+ "teacher_set_reconstruction": 0.18537833401933312
63
+ },
64
+ "foliage": {
65
+ "spearman": 0.7236987818383167,
66
+ "top1": 0.5813953488372093,
67
+ "shortlist_recall": 0.8604651162790697,
68
+ "selected_matches_oracle": 0.5813953488372093,
69
+ "teacher_set_reconstruction": 0.18209980913372928
70
+ }
71
+ },
72
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
73
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
74
+ "samples": 123
75
+ },
76
+ "selector_finetune_iter3": {
77
+ "label": "selector_finetune_iter3",
78
+ "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d_handoff_phase/proxy_interaction_r3d_stage3_clip_rgbd_handoff_compact_phase_v7_selector_finetune_iter3_seed17/checkpoint_best.pt",
79
+ "overall": {
80
+ "spearman": 0.729578010065815,
81
+ "top1": 0.6829268292682927,
82
+ "shortlist_recall": 0.9186991869918699,
83
+ "selected_matches_oracle": 0.4878048780487805,
84
+ "teacher_set_reconstruction": 0.15970833926666073
85
+ },
86
+ "per_task": {
87
+ "bag": {
88
+ "spearman": 0.6587301587301587,
89
+ "top1": 0.7291666666666666,
90
+ "shortlist_recall": 0.9166666666666666,
91
+ "selected_matches_oracle": 0.7291666666666666,
92
+ "teacher_set_reconstruction": 0.16402692875514427
93
+ },
94
+ "cloth": {
95
+ "spearman": 0.8511904761904762,
96
+ "top1": 0.75,
97
+ "shortlist_recall": 1.0,
98
+ "selected_matches_oracle": 0.0,
99
+ "teacher_set_reconstruction": 0.15786748146638274
100
+ },
101
+ "foliage": {
102
+ "spearman": 0.7181616832779624,
103
+ "top1": 0.5813953488372093,
104
+ "shortlist_recall": 0.8604651162790697,
105
+ "selected_matches_oracle": 0.5813953488372093,
106
+ "teacher_set_reconstruction": 0.15625752889832786
107
+ }
108
+ },
109
+ "dataset_path": "/workspace/VLAarchtests/artifacts/data/reveal_proxy/proxy_val_clip224_v6_rgbd_stage3_phase_selector_align.pt",
110
+ "dataset_version": "reveal_proxy_v6_rgbd_elastic_state_phase_selector_align",
111
+ "samples": 123
112
+ }
113
+ }