Add files using upload-large-folder tool
Browse files- artifacts/data/reveal_proxy/proxy_train_clip224_v4_noleak_counterfactual.pt +3 -0
- artifacts/data/reveal_proxy/proxy_train_smoke_v4.pt +3 -0
- artifacts/data/reveal_proxy/proxy_train_v4_noleak_counterfactual.pt +3 -0
- artifacts/data/reveal_proxy/proxy_val_clip224_v4_noleak_counterfactual.pt +3 -0
- artifacts/data/reveal_proxy/proxy_val_smoke_v4.pt +3 -0
- artifacts/data/reveal_proxy/proxy_val_v4_noleak_counterfactual.pt +3 -0
- artifacts/outputs/reveal_runs/proxy_backbone_only/checkpoint_best.pt +2 -2
- artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt +2 -2
- artifacts/outputs/reveal_runs/proxy_reveal_state/checkpoint_best.pt +2 -2
- artifacts/outputs/reveal_runs/proxy_reveal_state_clip/checkpoint_best.pt +2 -2
- artifacts/outputs/reveal_runs/proxy_reveal_state_clip/metrics.json +104 -64
- artifacts/outputs/reveal_runs/reveal_eval_v4/reveal_benchmark.json +28 -0
- artifacts/outputs/reveal_runs/reveal_eval_v4/reveal_benchmark.md +25 -0
- artifacts/outputs/reveal_runs/reveal_eval_v4_clip_det/reveal_benchmark.json +28 -0
- artifacts/outputs/reveal_runs/reveal_eval_v4_clip_det/reveal_benchmark.md +25 -0
- artifacts/outputs/reveal_runs/reveal_eval_v4_det/reveal_benchmark.json +28 -0
- artifacts/outputs/reveal_runs/reveal_eval_v4_det/reveal_benchmark.md +25 -0
- artifacts/outputs/smoke/proxy_backbone_only_smoke/checkpoint_best.pt +3 -0
- artifacts/outputs/smoke/proxy_reveal_state_smoke/checkpoint_best.pt +3 -0
artifacts/data/reveal_proxy/proxy_train_clip224_v4_noleak_counterfactual.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b19f89e32b9960d63d5ddf3d658db9755f97d9c5a65e7f9c9047eb532035465
|
| 3 |
+
size 8489332
|
artifacts/data/reveal_proxy/proxy_train_smoke_v4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d464d7ede4f5db18e3206ec6654320c1ae6fdd4ba44c725cb45c1ae2fb0126ae
|
| 3 |
+
size 806868
|
artifacts/data/reveal_proxy/proxy_train_v4_noleak_counterfactual.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2bf2af5533517b489c58a9d9068a8f0dd6d760f991dadd6883b93f79bd0a0e2
|
| 3 |
+
size 8489300
|
artifacts/data/reveal_proxy/proxy_val_clip224_v4_noleak_counterfactual.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3046e9231735e43c15eb8c3df8ce711001c650dbe86df32cdaad4bbec288db5
|
| 3 |
+
size 2800044
|
artifacts/data/reveal_proxy/proxy_val_smoke_v4.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68d5bc48287990c224f1788b24a4e4aab5648b4795b1766817729c9c50ae6a9c
|
| 3 |
+
size 264396
|
artifacts/data/reveal_proxy/proxy_val_v4_noleak_counterfactual.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d3bfa2151e9cde85019662df9a95014e0a148735e46af997ae026fe5352f9e5
|
| 3 |
+
size 2800012
|
artifacts/outputs/reveal_runs/proxy_backbone_only/checkpoint_best.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7f066bdda89dfa89821aa4a5c81bca047cfae02ddc606ad82e9113a5ca20ead
|
| 3 |
+
size 5071390
|
artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00a8cd989e283f2612ccb0ce60f9fff252b56c645db921188c295b0901b0cd05
|
| 3 |
+
size 802090604
|
artifacts/outputs/reveal_runs/proxy_reveal_state/checkpoint_best.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c7df2c12067ea34fb928a652cffbcf471214564d8928e909cccea485d07f042
|
| 3 |
+
size 6836318
|
artifacts/outputs/reveal_runs/proxy_reveal_state_clip/checkpoint_best.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa38ad764ab322cd3917d1fa3e6dd2b3bc8c29ef6f77822ebb0c0b6a90fdd8ce
|
| 3 |
+
size 826368812
|
artifacts/outputs/reveal_runs/proxy_reveal_state_clip/metrics.json
CHANGED
|
@@ -2,93 +2,133 @@
|
|
| 2 |
{
|
| 3 |
"epoch": 0,
|
| 4 |
"train": {
|
| 5 |
-
"action": 0.
|
| 6 |
-
"belief": 0.
|
| 7 |
-
"corridor": 0.
|
| 8 |
-
"disturbance": 0.
|
| 9 |
-
"persistence": 4.
|
| 10 |
-
"
|
| 11 |
-
"
|
| 12 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
},
|
| 14 |
"val": {
|
| 15 |
-
"action": 0.
|
| 16 |
-
"belief": 0.
|
| 17 |
-
"corridor": 0.
|
| 18 |
-
"disturbance": 0.
|
| 19 |
-
"persistence":
|
| 20 |
-
"
|
| 21 |
-
"
|
| 22 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
}
|
| 24 |
},
|
| 25 |
{
|
| 26 |
"epoch": 1,
|
| 27 |
"train": {
|
| 28 |
-
"action": 0.
|
| 29 |
-
"belief": 0.
|
| 30 |
-
"corridor": 0.
|
| 31 |
-
"disturbance": 0.
|
| 32 |
-
"persistence":
|
| 33 |
-
"
|
| 34 |
-
"
|
| 35 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
},
|
| 37 |
"val": {
|
| 38 |
-
"action": 0.
|
| 39 |
-
"belief": 0.
|
| 40 |
-
"corridor": 0.
|
| 41 |
-
"disturbance": 0.
|
| 42 |
-
"persistence":
|
| 43 |
-
"
|
| 44 |
-
"
|
| 45 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
}
|
| 47 |
},
|
| 48 |
{
|
| 49 |
"epoch": 2,
|
| 50 |
"train": {
|
| 51 |
-
"action": 0.
|
| 52 |
-
"belief": 0.
|
| 53 |
-
"corridor": 0.
|
| 54 |
-
"disturbance": 0.
|
| 55 |
-
"persistence":
|
| 56 |
-
"
|
| 57 |
-
"
|
| 58 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
},
|
| 60 |
"val": {
|
| 61 |
-
"action": 0.
|
| 62 |
-
"belief": 0.
|
| 63 |
-
"corridor": 0.
|
| 64 |
-
"disturbance": 0.
|
| 65 |
-
"persistence":
|
| 66 |
-
"
|
| 67 |
-
"
|
| 68 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
}
|
| 70 |
},
|
| 71 |
{
|
| 72 |
"epoch": 3,
|
| 73 |
"train": {
|
| 74 |
-
"action": 0.
|
| 75 |
-
"belief": 0.
|
| 76 |
-
"corridor": 0.
|
| 77 |
-
"disturbance": 0.
|
| 78 |
-
"persistence": 1.
|
| 79 |
-
"
|
| 80 |
-
"
|
| 81 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
},
|
| 83 |
"val": {
|
| 84 |
-
"action": 0.
|
| 85 |
-
"belief": 0.
|
| 86 |
-
"corridor": 0.
|
| 87 |
-
"disturbance": 0.
|
| 88 |
-
"persistence":
|
| 89 |
-
"
|
| 90 |
-
"
|
| 91 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
}
|
| 93 |
}
|
| 94 |
]
|
|
|
|
| 2 |
{
|
| 3 |
"epoch": 0,
|
| 4 |
"train": {
|
| 5 |
+
"action": 0.19763202506912317,
|
| 6 |
+
"belief": 0.17149754594133787,
|
| 7 |
+
"corridor": 0.2632365256586936,
|
| 8 |
+
"disturbance": 0.0108845407744435,
|
| 9 |
+
"persistence": 4.404731899031794,
|
| 10 |
+
"planner_ranking": 0.09898214943277898,
|
| 11 |
+
"planner_risk": 0.014339822143878841,
|
| 12 |
+
"planner_success": 0.6269280032025581,
|
| 13 |
+
"reocclusion": 0.6986708229124858,
|
| 14 |
+
"support_mode": 0.7754302499181938,
|
| 15 |
+
"total": 1.5289724456702227,
|
| 16 |
+
"uncertainty": 0.1299338561838678,
|
| 17 |
+
"world_model": 2.8012574633378633
|
| 18 |
},
|
| 19 |
"val": {
|
| 20 |
+
"action": 0.03666237472660012,
|
| 21 |
+
"belief": 0.14392619118804023,
|
| 22 |
+
"corridor": 0.25058092017258915,
|
| 23 |
+
"disturbance": 0.007077992154610535,
|
| 24 |
+
"persistence": 4.099816678062318,
|
| 25 |
+
"planner_ranking": 0.09871392472395821,
|
| 26 |
+
"planner_risk": 0.010558426090505063,
|
| 27 |
+
"planner_success": 0.6301091857372768,
|
| 28 |
+
"reocclusion": 0.6582340777866424,
|
| 29 |
+
"support_mode": 0.6757501463095347,
|
| 30 |
+
"total": 1.1918710924330211,
|
| 31 |
+
"uncertainty": 0.06208057864199555,
|
| 32 |
+
"world_model": 2.1755482317909363
|
| 33 |
}
|
| 34 |
},
|
| 35 |
{
|
| 36 |
"epoch": 1,
|
| 37 |
"train": {
|
| 38 |
+
"action": 0.03601167722561285,
|
| 39 |
+
"belief": 0.12931221376382868,
|
| 40 |
+
"corridor": 0.260523081440186,
|
| 41 |
+
"disturbance": 0.004620109783409801,
|
| 42 |
+
"persistence": 4.042280390624601,
|
| 43 |
+
"planner_ranking": 0.09820621710329155,
|
| 44 |
+
"planner_risk": 0.011125632324188957,
|
| 45 |
+
"planner_success": 0.6122106557117083,
|
| 46 |
+
"reocclusion": 0.6787727159979455,
|
| 47 |
+
"support_mode": 0.699609886289267,
|
| 48 |
+
"total": 1.146963299256969,
|
| 49 |
+
"uncertainty": 0.02900883057447277,
|
| 50 |
+
"world_model": 1.9775449349618084
|
| 51 |
},
|
| 52 |
"val": {
|
| 53 |
+
"action": 0.029115697901163782,
|
| 54 |
+
"belief": 0.11082239567287384,
|
| 55 |
+
"corridor": 0.25485756650330527,
|
| 56 |
+
"disturbance": 0.001922041424323753,
|
| 57 |
+
"persistence": 3.6767198509640164,
|
| 58 |
+
"planner_ranking": 0.09706272657901521,
|
| 59 |
+
"planner_risk": 0.009122724679949146,
|
| 60 |
+
"planner_success": 0.6253362629148695,
|
| 61 |
+
"reocclusion": 0.6568314518247332,
|
| 62 |
+
"support_mode": 0.6811709167465331,
|
| 63 |
+
"total": 0.9797719196667747,
|
| 64 |
+
"uncertainty": 0.015250172142663764,
|
| 65 |
+
"world_model": 1.375644089683654
|
| 66 |
}
|
| 67 |
},
|
| 68 |
{
|
| 69 |
"epoch": 2,
|
| 70 |
"train": {
|
| 71 |
+
"action": 0.029445270700526487,
|
| 72 |
+
"belief": 0.11410196776945554,
|
| 73 |
+
"corridor": 0.256444505440237,
|
| 74 |
+
"disturbance": 0.002600551625876253,
|
| 75 |
+
"persistence": 3.803276096339001,
|
| 76 |
+
"planner_ranking": 0.09655698433674442,
|
| 77 |
+
"planner_risk": 0.0074043099883351355,
|
| 78 |
+
"planner_success": 0.5881630248580304,
|
| 79 |
+
"reocclusion": 0.6580845078560694,
|
| 80 |
+
"support_mode": 0.6691702797774869,
|
| 81 |
+
"total": 0.9670542186779502,
|
| 82 |
+
"uncertainty": 0.012471669806711161,
|
| 83 |
+
"world_model": 1.2916829205308284
|
| 84 |
},
|
| 85 |
"val": {
|
| 86 |
+
"action": 0.02407284032198645,
|
| 87 |
+
"belief": 0.11997110278360427,
|
| 88 |
+
"corridor": 0.2388122442459303,
|
| 89 |
+
"disturbance": 0.00161694728728709,
|
| 90 |
+
"persistence": 3.4788560961920116,
|
| 91 |
+
"planner_ranking": 0.09681127959537128,
|
| 92 |
+
"planner_risk": 0.008852821082294371,
|
| 93 |
+
"planner_success": 0.5984979541528792,
|
| 94 |
+
"reocclusion": 0.6526419175049615,
|
| 95 |
+
"support_mode": 0.6662438568614778,
|
| 96 |
+
"total": 0.9457433389292823,
|
| 97 |
+
"uncertainty": 0.01984642038772267,
|
| 98 |
+
"world_model": 1.3820414467463418
|
| 99 |
}
|
| 100 |
},
|
| 101 |
{
|
| 102 |
"epoch": 3,
|
| 103 |
"train": {
|
| 104 |
+
"action": 0.023786867824895065,
|
| 105 |
+
"belief": 0.14873913578025957,
|
| 106 |
+
"corridor": 0.26655848235341706,
|
| 107 |
+
"disturbance": 0.003223564687139429,
|
| 108 |
+
"persistence": 1.884041148953442,
|
| 109 |
+
"planner_ranking": 0.09636870732638224,
|
| 110 |
+
"planner_risk": 0.007228500279994116,
|
| 111 |
+
"planner_success": 0.5691109654635035,
|
| 112 |
+
"reocclusion": 0.45243970878149203,
|
| 113 |
+
"support_mode": 0.5006584447091786,
|
| 114 |
+
"total": 0.7299397423941427,
|
| 115 |
+
"uncertainty": 0.014130891804740775,
|
| 116 |
+
"world_model": 1.241034777064598
|
| 117 |
},
|
| 118 |
"val": {
|
| 119 |
+
"action": 0.013980816961044357,
|
| 120 |
+
"belief": 0.1219017906557946,
|
| 121 |
+
"corridor": 0.21823317460006192,
|
| 122 |
+
"disturbance": 0.00162754308078706,
|
| 123 |
+
"persistence": 0.6568252039807183,
|
| 124 |
+
"planner_ranking": 0.10031672661739682,
|
| 125 |
+
"planner_risk": 0.007813923342462023,
|
| 126 |
+
"planner_success": 0.5611175459528727,
|
| 127 |
+
"reocclusion": 0.15216981825078763,
|
| 128 |
+
"support_mode": 0.012433098377807745,
|
| 129 |
+
"total": 0.5189985349064782,
|
| 130 |
+
"uncertainty": 0.0006081158407762395,
|
| 131 |
+
"world_model": 1.3073984867050534
|
| 132 |
}
|
| 133 |
}
|
| 134 |
]
|
artifacts/outputs/reveal_runs/reveal_eval_v4/reveal_benchmark.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": {
|
| 3 |
+
"per_task_success": {
|
| 4 |
+
"foliage_proxy": 0.0,
|
| 5 |
+
"bag_proxy": 0.0,
|
| 6 |
+
"cloth_proxy": 0.0
|
| 7 |
+
},
|
| 8 |
+
"mean_success": 0.0,
|
| 9 |
+
"visibility_integral": 62.80461756388346,
|
| 10 |
+
"corridor_availability": 0.9864540547132492,
|
| 11 |
+
"reocclusion_rate": 0.0,
|
| 12 |
+
"persistence_horizon_mae": 0.0,
|
| 13 |
+
"disturbance_cost": 0.8890127365787824
|
| 14 |
+
},
|
| 15 |
+
"reveal": {
|
| 16 |
+
"per_task_success": {
|
| 17 |
+
"foliage_proxy": 0.25,
|
| 18 |
+
"bag_proxy": 0.20833333333333334,
|
| 19 |
+
"cloth_proxy": 0.4166666666666667
|
| 20 |
+
},
|
| 21 |
+
"mean_success": 0.2916666666666667,
|
| 22 |
+
"visibility_integral": 46.686013109154175,
|
| 23 |
+
"corridor_availability": 0.9199598936571015,
|
| 24 |
+
"reocclusion_rate": 0.029065205627705624,
|
| 25 |
+
"persistence_horizon_mae": 2.4102107246090174,
|
| 26 |
+
"disturbance_cost": 0.7085648154218992
|
| 27 |
+
}
|
| 28 |
+
}
|
artifacts/outputs/reveal_runs/reveal_eval_v4/reveal_benchmark.md
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Reveal Proxy Benchmark
|
| 2 |
+
|
| 3 |
+
## backbone
|
| 4 |
+
- checkpoint: /workspace/outputs/reveal_runs/proxy_backbone_only/checkpoint_best.pt
|
| 5 |
+
- mean_success: 0.000
|
| 6 |
+
- visibility_integral: 62.805
|
| 7 |
+
- corridor_availability: 0.986
|
| 8 |
+
- reocclusion_rate: 0.000
|
| 9 |
+
- persistence_horizon_mae: 0.000
|
| 10 |
+
- disturbance_cost: 0.889
|
| 11 |
+
- foliage_proxy_success: 0.000
|
| 12 |
+
- bag_proxy_success: 0.000
|
| 13 |
+
- cloth_proxy_success: 0.000
|
| 14 |
+
|
| 15 |
+
## reveal
|
| 16 |
+
- checkpoint: /workspace/outputs/reveal_runs/proxy_reveal_state/checkpoint_best.pt
|
| 17 |
+
- mean_success: 0.292
|
| 18 |
+
- visibility_integral: 46.686
|
| 19 |
+
- corridor_availability: 0.920
|
| 20 |
+
- reocclusion_rate: 0.029
|
| 21 |
+
- persistence_horizon_mae: 2.410
|
| 22 |
+
- disturbance_cost: 0.709
|
| 23 |
+
- foliage_proxy_success: 0.250
|
| 24 |
+
- bag_proxy_success: 0.208
|
| 25 |
+
- cloth_proxy_success: 0.417
|
artifacts/outputs/reveal_runs/reveal_eval_v4_clip_det/reveal_benchmark.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": {
|
| 3 |
+
"per_task_success": {
|
| 4 |
+
"foliage_proxy": 0.4583333333333333,
|
| 5 |
+
"bag_proxy": 0.5416666666666666,
|
| 6 |
+
"cloth_proxy": 0.5416666666666666
|
| 7 |
+
},
|
| 8 |
+
"mean_success": 0.5138888888888888,
|
| 9 |
+
"visibility_integral": 32.18176985614829,
|
| 10 |
+
"corridor_availability": 0.8593082576990128,
|
| 11 |
+
"reocclusion_rate": 0.0,
|
| 12 |
+
"persistence_horizon_mae": 0.0,
|
| 13 |
+
"disturbance_cost": 0.49907831982192064
|
| 14 |
+
},
|
| 15 |
+
"reveal": {
|
| 16 |
+
"per_task_success": {
|
| 17 |
+
"foliage_proxy": 0.375,
|
| 18 |
+
"bag_proxy": 0.4583333333333333,
|
| 19 |
+
"cloth_proxy": 0.375
|
| 20 |
+
},
|
| 21 |
+
"mean_success": 0.40277777777777773,
|
| 22 |
+
"visibility_integral": 38.406019500560234,
|
| 23 |
+
"corridor_availability": 0.8850651697980033,
|
| 24 |
+
"reocclusion_rate": 0.0026041666666666665,
|
| 25 |
+
"persistence_horizon_mae": 0.9629970236420518,
|
| 26 |
+
"disturbance_cost": 0.5956562398415473
|
| 27 |
+
}
|
| 28 |
+
}
|
artifacts/outputs/reveal_runs/reveal_eval_v4_clip_det/reveal_benchmark.md
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Reveal Proxy Benchmark
|
| 2 |
+
|
| 3 |
+
## backbone
|
| 4 |
+
- checkpoint: /workspace/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
|
| 5 |
+
- mean_success: 0.514
|
| 6 |
+
- visibility_integral: 32.182
|
| 7 |
+
- corridor_availability: 0.859
|
| 8 |
+
- reocclusion_rate: 0.000
|
| 9 |
+
- persistence_horizon_mae: 0.000
|
| 10 |
+
- disturbance_cost: 0.499
|
| 11 |
+
- foliage_proxy_success: 0.458
|
| 12 |
+
- bag_proxy_success: 0.542
|
| 13 |
+
- cloth_proxy_success: 0.542
|
| 14 |
+
|
| 15 |
+
## reveal
|
| 16 |
+
- checkpoint: /workspace/outputs/reveal_runs/proxy_reveal_state_clip/checkpoint_best.pt
|
| 17 |
+
- mean_success: 0.403
|
| 18 |
+
- visibility_integral: 38.406
|
| 19 |
+
- corridor_availability: 0.885
|
| 20 |
+
- reocclusion_rate: 0.003
|
| 21 |
+
- persistence_horizon_mae: 0.963
|
| 22 |
+
- disturbance_cost: 0.596
|
| 23 |
+
- foliage_proxy_success: 0.375
|
| 24 |
+
- bag_proxy_success: 0.458
|
| 25 |
+
- cloth_proxy_success: 0.375
|
artifacts/outputs/reveal_runs/reveal_eval_v4_det/reveal_benchmark.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": {
|
| 3 |
+
"per_task_success": {
|
| 4 |
+
"foliage_proxy": 0.0,
|
| 5 |
+
"bag_proxy": 0.0,
|
| 6 |
+
"cloth_proxy": 0.0
|
| 7 |
+
},
|
| 8 |
+
"mean_success": 0.0,
|
| 9 |
+
"visibility_integral": 62.80461756388346,
|
| 10 |
+
"corridor_availability": 0.9864540547132492,
|
| 11 |
+
"reocclusion_rate": 0.0,
|
| 12 |
+
"persistence_horizon_mae": 0.0,
|
| 13 |
+
"disturbance_cost": 0.8890127365787824
|
| 14 |
+
},
|
| 15 |
+
"reveal": {
|
| 16 |
+
"per_task_success": {
|
| 17 |
+
"foliage_proxy": 0.0,
|
| 18 |
+
"bag_proxy": 0.0,
|
| 19 |
+
"cloth_proxy": 0.0
|
| 20 |
+
},
|
| 21 |
+
"mean_success": 0.0,
|
| 22 |
+
"visibility_integral": 62.73463360468546,
|
| 23 |
+
"corridor_availability": 0.9864540547132492,
|
| 24 |
+
"reocclusion_rate": 0.0,
|
| 25 |
+
"persistence_horizon_mae": 2.419941000816309,
|
| 26 |
+
"disturbance_cost": 0.8931084167626169
|
| 27 |
+
}
|
| 28 |
+
}
|
artifacts/outputs/reveal_runs/reveal_eval_v4_det/reveal_benchmark.md
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Reveal Proxy Benchmark
|
| 2 |
+
|
| 3 |
+
## backbone
|
| 4 |
+
- checkpoint: /workspace/outputs/reveal_runs/proxy_backbone_only/checkpoint_best.pt
|
| 5 |
+
- mean_success: 0.000
|
| 6 |
+
- visibility_integral: 62.805
|
| 7 |
+
- corridor_availability: 0.986
|
| 8 |
+
- reocclusion_rate: 0.000
|
| 9 |
+
- persistence_horizon_mae: 0.000
|
| 10 |
+
- disturbance_cost: 0.889
|
| 11 |
+
- foliage_proxy_success: 0.000
|
| 12 |
+
- bag_proxy_success: 0.000
|
| 13 |
+
- cloth_proxy_success: 0.000
|
| 14 |
+
|
| 15 |
+
## reveal
|
| 16 |
+
- checkpoint: /workspace/outputs/reveal_runs/proxy_reveal_state/checkpoint_best.pt
|
| 17 |
+
- mean_success: 0.000
|
| 18 |
+
- visibility_integral: 62.735
|
| 19 |
+
- corridor_availability: 0.986
|
| 20 |
+
- reocclusion_rate: 0.000
|
| 21 |
+
- persistence_horizon_mae: 2.420
|
| 22 |
+
- disturbance_cost: 0.893
|
| 23 |
+
- foliage_proxy_success: 0.000
|
| 24 |
+
- bag_proxy_success: 0.000
|
| 25 |
+
- cloth_proxy_success: 0.000
|
artifacts/outputs/smoke/proxy_backbone_only_smoke/checkpoint_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25d2f5d5077540e8f2ce449c4c00b7f73eefedb8f948f2f180f46b85ae57ee95
|
| 3 |
+
size 1331678
|
artifacts/outputs/smoke/proxy_reveal_state_smoke/checkpoint_best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5adab5305434bc9b6fd1d99e455bee036ad9328f101d15359eea8868d7bc520
|
| 3 |
+
size 1865438
|