lsnu commited on
Commit
bdab26f
·
verified ·
1 Parent(s): c6cdf9b

Add files using upload-large-folder tool

Browse files
artifacts/data/reveal_proxy/proxy_train_clip224_v4_noleak_counterfactual.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b19f89e32b9960d63d5ddf3d658db9755f97d9c5a65e7f9c9047eb532035465
3
+ size 8489332
artifacts/data/reveal_proxy/proxy_train_smoke_v4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d464d7ede4f5db18e3206ec6654320c1ae6fdd4ba44c725cb45c1ae2fb0126ae
3
+ size 806868
artifacts/data/reveal_proxy/proxy_train_v4_noleak_counterfactual.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2bf2af5533517b489c58a9d9068a8f0dd6d760f991dadd6883b93f79bd0a0e2
3
+ size 8489300
artifacts/data/reveal_proxy/proxy_val_clip224_v4_noleak_counterfactual.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3046e9231735e43c15eb8c3df8ce711001c650dbe86df32cdaad4bbec288db5
3
+ size 2800044
artifacts/data/reveal_proxy/proxy_val_smoke_v4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d5bc48287990c224f1788b24a4e4aab5648b4795b1766817729c9c50ae6a9c
3
+ size 264396
artifacts/data/reveal_proxy/proxy_val_v4_noleak_counterfactual.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d3bfa2151e9cde85019662df9a95014e0a148735e46af997ae026fe5352f9e5
3
+ size 2800012
artifacts/outputs/reveal_runs/proxy_backbone_only/checkpoint_best.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb1090a52c89e840335b4736045d6153b8f1b827751d6b38fed2bd8494ed71e3
3
- size 2720837
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7f066bdda89dfa89821aa4a5c81bca047cfae02ddc606ad82e9113a5ca20ead
3
+ size 5071390
artifacts/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e575c499b6b1595e062d4a374af9fe91ae5104b5acff0fc7cf6e3c71e94b4601
3
- size 723184260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a8cd989e283f2612ccb0ce60f9fff252b56c645db921188c295b0901b0cd05
3
+ size 802090604
artifacts/outputs/reveal_runs/proxy_reveal_state/checkpoint_best.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9aaca3280dc735adeac013f471183b09f9fffa203176e2a5a8cbb53f9a0a682
3
- size 3958745
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c7df2c12067ea34fb928a652cffbcf471214564d8928e909cccea485d07f042
3
+ size 6836318
artifacts/outputs/reveal_runs/proxy_reveal_state_clip/checkpoint_best.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af4a8d84b187a34450230256d85c34229679fcdea9ec0c622c2e6a9f66405e41
3
- size 734374962
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa38ad764ab322cd3917d1fa3e6dd2b3bc8c29ef6f77822ebb0c0b6a90fdd8ce
3
+ size 826368812
artifacts/outputs/reveal_runs/proxy_reveal_state_clip/metrics.json CHANGED
@@ -2,93 +2,133 @@
2
  {
3
  "epoch": 0,
4
  "train": {
5
- "action": 0.2168051045758562,
6
- "belief": 0.16835976690444024,
7
- "corridor": 0.2947022703851705,
8
- "disturbance": 0.007973204485554213,
9
- "persistence": 4.26063614482967,
10
- "support_mode": 0.7333370827879581,
11
- "total": 1.1824027625990163,
12
- "world_model": 1.8068884567440493
 
 
 
 
 
13
  },
14
  "val": {
15
- "action": 0.06980070081495103,
16
- "belief": 0.09293079068736425,
17
- "corridor": 0.23202623426914215,
18
- "disturbance": 0.006832122442401236,
19
- "persistence": 3.871745571257576,
20
- "support_mode": 0.6699983808729384,
21
- "total": 0.7863351002572074,
22
- "world_model": 0.8856253113065448
 
 
 
 
 
23
  }
24
  },
25
  {
26
  "epoch": 1,
27
  "train": {
28
- "action": 0.054234529075003104,
29
- "belief": 0.09439963061382009,
30
- "corridor": 0.24123663386983396,
31
- "disturbance": 0.008799185583979581,
32
- "persistence": 3.9709763473865247,
33
- "support_mode": 0.674577163776178,
34
- "total": 0.796180099092853,
35
- "world_model": 0.9490705705125918
 
 
 
 
 
36
  },
37
  "val": {
38
- "action": 0.06558700479448788,
39
- "belief": 0.1815936780638165,
40
- "corridor": 0.3361685186151474,
41
- "disturbance": 0.023940630294086915,
42
- "persistence": 4.7415515091565865,
43
- "support_mode": 0.8642671259622725,
44
- "total": 0.9338183213794042,
45
- "world_model": 0.9286431225519332
 
 
 
 
 
46
  }
47
  },
48
  {
49
  "epoch": 2,
50
  "train": {
51
- "action": 0.03919103866472294,
52
- "belief": 0.09202757795677759,
53
- "corridor": 0.21921133667874243,
54
- "disturbance": 0.04529383548148981,
55
- "persistence": 1.5436662856260246,
56
- "support_mode": 0.23989241035820927,
57
- "total": 0.45590807076212,
58
- "world_model": 0.8669675243774634
 
 
 
 
 
59
  },
60
  "val": {
61
- "action": 0.02496799406787706,
62
- "belief": 0.08762083173034683,
63
- "corridor": 0.1930048821996602,
64
- "disturbance": 0.012308748878745569,
65
- "persistence": 0.9973389923809066,
66
- "support_mode": 0.14653402309687363,
67
- "total": 0.34120540746620726,
68
- "world_model": 0.7515525425237323
 
 
 
 
 
69
  }
70
  },
71
  {
72
  "epoch": 3,
73
  "train": {
74
- "action": 0.034251564747961094,
75
- "belief": 0.0881565280882788,
76
- "corridor": 0.19749194407513784,
77
- "disturbance": 0.019202744416642326,
78
- "persistence": 1.0902665860137868,
79
- "support_mode": 0.07417118861413127,
80
- "total": 0.3623058025905599,
81
- "world_model": 0.810377035309507
 
 
 
 
 
82
  },
83
  "val": {
84
- "action": 0.020182275937663183,
85
- "belief": 0.08651774370717624,
86
- "corridor": 0.18512752960022125,
87
- "disturbance": 0.02845218790591591,
88
- "persistence": 1.0011120429706006,
89
- "support_mode": 0.1388084255080367,
90
- "total": 0.3356363290832156,
91
- "world_model": 0.7516248249818408
 
 
 
 
 
92
  }
93
  }
94
  ]
 
2
  {
3
  "epoch": 0,
4
  "train": {
5
+ "action": 0.19763202506912317,
6
+ "belief": 0.17149754594133787,
7
+ "corridor": 0.2632365256586936,
8
+ "disturbance": 0.0108845407744435,
9
+ "persistence": 4.404731899031794,
10
+ "planner_ranking": 0.09898214943277898,
11
+ "planner_risk": 0.014339822143878841,
12
+ "planner_success": 0.6269280032025581,
13
+ "reocclusion": 0.6986708229124858,
14
+ "support_mode": 0.7754302499181938,
15
+ "total": 1.5289724456702227,
16
+ "uncertainty": 0.1299338561838678,
17
+ "world_model": 2.8012574633378633
18
  },
19
  "val": {
20
+ "action": 0.03666237472660012,
21
+ "belief": 0.14392619118804023,
22
+ "corridor": 0.25058092017258915,
23
+ "disturbance": 0.007077992154610535,
24
+ "persistence": 4.099816678062318,
25
+ "planner_ranking": 0.09871392472395821,
26
+ "planner_risk": 0.010558426090505063,
27
+ "planner_success": 0.6301091857372768,
28
+ "reocclusion": 0.6582340777866424,
29
+ "support_mode": 0.6757501463095347,
30
+ "total": 1.1918710924330211,
31
+ "uncertainty": 0.06208057864199555,
32
+ "world_model": 2.1755482317909363
33
  }
34
  },
35
  {
36
  "epoch": 1,
37
  "train": {
38
+ "action": 0.03601167722561285,
39
+ "belief": 0.12931221376382868,
40
+ "corridor": 0.260523081440186,
41
+ "disturbance": 0.004620109783409801,
42
+ "persistence": 4.042280390624601,
43
+ "planner_ranking": 0.09820621710329155,
44
+ "planner_risk": 0.011125632324188957,
45
+ "planner_success": 0.6122106557117083,
46
+ "reocclusion": 0.6787727159979455,
47
+ "support_mode": 0.699609886289267,
48
+ "total": 1.146963299256969,
49
+ "uncertainty": 0.02900883057447277,
50
+ "world_model": 1.9775449349618084
51
  },
52
  "val": {
53
+ "action": 0.029115697901163782,
54
+ "belief": 0.11082239567287384,
55
+ "corridor": 0.25485756650330527,
56
+ "disturbance": 0.001922041424323753,
57
+ "persistence": 3.6767198509640164,
58
+ "planner_ranking": 0.09706272657901521,
59
+ "planner_risk": 0.009122724679949146,
60
+ "planner_success": 0.6253362629148695,
61
+ "reocclusion": 0.6568314518247332,
62
+ "support_mode": 0.6811709167465331,
63
+ "total": 0.9797719196667747,
64
+ "uncertainty": 0.015250172142663764,
65
+ "world_model": 1.375644089683654
66
  }
67
  },
68
  {
69
  "epoch": 2,
70
  "train": {
71
+ "action": 0.029445270700526487,
72
+ "belief": 0.11410196776945554,
73
+ "corridor": 0.256444505440237,
74
+ "disturbance": 0.002600551625876253,
75
+ "persistence": 3.803276096339001,
76
+ "planner_ranking": 0.09655698433674442,
77
+ "planner_risk": 0.0074043099883351355,
78
+ "planner_success": 0.5881630248580304,
79
+ "reocclusion": 0.6580845078560694,
80
+ "support_mode": 0.6691702797774869,
81
+ "total": 0.9670542186779502,
82
+ "uncertainty": 0.012471669806711161,
83
+ "world_model": 1.2916829205308284
84
  },
85
  "val": {
86
+ "action": 0.02407284032198645,
87
+ "belief": 0.11997110278360427,
88
+ "corridor": 0.2388122442459303,
89
+ "disturbance": 0.00161694728728709,
90
+ "persistence": 3.4788560961920116,
91
+ "planner_ranking": 0.09681127959537128,
92
+ "planner_risk": 0.008852821082294371,
93
+ "planner_success": 0.5984979541528792,
94
+ "reocclusion": 0.6526419175049615,
95
+ "support_mode": 0.6662438568614778,
96
+ "total": 0.9457433389292823,
97
+ "uncertainty": 0.01984642038772267,
98
+ "world_model": 1.3820414467463418
99
  }
100
  },
101
  {
102
  "epoch": 3,
103
  "train": {
104
+ "action": 0.023786867824895065,
105
+ "belief": 0.14873913578025957,
106
+ "corridor": 0.26655848235341706,
107
+ "disturbance": 0.003223564687139429,
108
+ "persistence": 1.884041148953442,
109
+ "planner_ranking": 0.09636870732638224,
110
+ "planner_risk": 0.007228500279994116,
111
+ "planner_success": 0.5691109654635035,
112
+ "reocclusion": 0.45243970878149203,
113
+ "support_mode": 0.5006584447091786,
114
+ "total": 0.7299397423941427,
115
+ "uncertainty": 0.014130891804740775,
116
+ "world_model": 1.241034777064598
117
  },
118
  "val": {
119
+ "action": 0.013980816961044357,
120
+ "belief": 0.1219017906557946,
121
+ "corridor": 0.21823317460006192,
122
+ "disturbance": 0.00162754308078706,
123
+ "persistence": 0.6568252039807183,
124
+ "planner_ranking": 0.10031672661739682,
125
+ "planner_risk": 0.007813923342462023,
126
+ "planner_success": 0.5611175459528727,
127
+ "reocclusion": 0.15216981825078763,
128
+ "support_mode": 0.012433098377807745,
129
+ "total": 0.5189985349064782,
130
+ "uncertainty": 0.0006081158407762395,
131
+ "world_model": 1.3073984867050534
132
  }
133
  }
134
  ]
artifacts/outputs/reveal_runs/reveal_eval_v4/reveal_benchmark.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backbone": {
3
+ "per_task_success": {
4
+ "foliage_proxy": 0.0,
5
+ "bag_proxy": 0.0,
6
+ "cloth_proxy": 0.0
7
+ },
8
+ "mean_success": 0.0,
9
+ "visibility_integral": 62.80461756388346,
10
+ "corridor_availability": 0.9864540547132492,
11
+ "reocclusion_rate": 0.0,
12
+ "persistence_horizon_mae": 0.0,
13
+ "disturbance_cost": 0.8890127365787824
14
+ },
15
+ "reveal": {
16
+ "per_task_success": {
17
+ "foliage_proxy": 0.25,
18
+ "bag_proxy": 0.20833333333333334,
19
+ "cloth_proxy": 0.4166666666666667
20
+ },
21
+ "mean_success": 0.2916666666666667,
22
+ "visibility_integral": 46.686013109154175,
23
+ "corridor_availability": 0.9199598936571015,
24
+ "reocclusion_rate": 0.029065205627705624,
25
+ "persistence_horizon_mae": 2.4102107246090174,
26
+ "disturbance_cost": 0.7085648154218992
27
+ }
28
+ }
artifacts/outputs/reveal_runs/reveal_eval_v4/reveal_benchmark.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Reveal Proxy Benchmark
2
+
3
+ ## backbone
4
+ - checkpoint: /workspace/outputs/reveal_runs/proxy_backbone_only/checkpoint_best.pt
5
+ - mean_success: 0.000
6
+ - visibility_integral: 62.805
7
+ - corridor_availability: 0.986
8
+ - reocclusion_rate: 0.000
9
+ - persistence_horizon_mae: 0.000
10
+ - disturbance_cost: 0.889
11
+ - foliage_proxy_success: 0.000
12
+ - bag_proxy_success: 0.000
13
+ - cloth_proxy_success: 0.000
14
+
15
+ ## reveal
16
+ - checkpoint: /workspace/outputs/reveal_runs/proxy_reveal_state/checkpoint_best.pt
17
+ - mean_success: 0.292
18
+ - visibility_integral: 46.686
19
+ - corridor_availability: 0.920
20
+ - reocclusion_rate: 0.029
21
+ - persistence_horizon_mae: 2.410
22
+ - disturbance_cost: 0.709
23
+ - foliage_proxy_success: 0.250
24
+ - bag_proxy_success: 0.208
25
+ - cloth_proxy_success: 0.417
artifacts/outputs/reveal_runs/reveal_eval_v4_clip_det/reveal_benchmark.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backbone": {
3
+ "per_task_success": {
4
+ "foliage_proxy": 0.4583333333333333,
5
+ "bag_proxy": 0.5416666666666666,
6
+ "cloth_proxy": 0.5416666666666666
7
+ },
8
+ "mean_success": 0.5138888888888888,
9
+ "visibility_integral": 32.18176985614829,
10
+ "corridor_availability": 0.8593082576990128,
11
+ "reocclusion_rate": 0.0,
12
+ "persistence_horizon_mae": 0.0,
13
+ "disturbance_cost": 0.49907831982192064
14
+ },
15
+ "reveal": {
16
+ "per_task_success": {
17
+ "foliage_proxy": 0.375,
18
+ "bag_proxy": 0.4583333333333333,
19
+ "cloth_proxy": 0.375
20
+ },
21
+ "mean_success": 0.40277777777777773,
22
+ "visibility_integral": 38.406019500560234,
23
+ "corridor_availability": 0.8850651697980033,
24
+ "reocclusion_rate": 0.0026041666666666665,
25
+ "persistence_horizon_mae": 0.9629970236420518,
26
+ "disturbance_cost": 0.5956562398415473
27
+ }
28
+ }
artifacts/outputs/reveal_runs/reveal_eval_v4_clip_det/reveal_benchmark.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Reveal Proxy Benchmark
2
+
3
+ ## backbone
4
+ - checkpoint: /workspace/outputs/reveal_runs/proxy_backbone_only_clip/checkpoint_best.pt
5
+ - mean_success: 0.514
6
+ - visibility_integral: 32.182
7
+ - corridor_availability: 0.859
8
+ - reocclusion_rate: 0.000
9
+ - persistence_horizon_mae: 0.000
10
+ - disturbance_cost: 0.499
11
+ - foliage_proxy_success: 0.458
12
+ - bag_proxy_success: 0.542
13
+ - cloth_proxy_success: 0.542
14
+
15
+ ## reveal
16
+ - checkpoint: /workspace/outputs/reveal_runs/proxy_reveal_state_clip/checkpoint_best.pt
17
+ - mean_success: 0.403
18
+ - visibility_integral: 38.406
19
+ - corridor_availability: 0.885
20
+ - reocclusion_rate: 0.003
21
+ - persistence_horizon_mae: 0.963
22
+ - disturbance_cost: 0.596
23
+ - foliage_proxy_success: 0.375
24
+ - bag_proxy_success: 0.458
25
+ - cloth_proxy_success: 0.375
artifacts/outputs/reveal_runs/reveal_eval_v4_det/reveal_benchmark.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backbone": {
3
+ "per_task_success": {
4
+ "foliage_proxy": 0.0,
5
+ "bag_proxy": 0.0,
6
+ "cloth_proxy": 0.0
7
+ },
8
+ "mean_success": 0.0,
9
+ "visibility_integral": 62.80461756388346,
10
+ "corridor_availability": 0.9864540547132492,
11
+ "reocclusion_rate": 0.0,
12
+ "persistence_horizon_mae": 0.0,
13
+ "disturbance_cost": 0.8890127365787824
14
+ },
15
+ "reveal": {
16
+ "per_task_success": {
17
+ "foliage_proxy": 0.0,
18
+ "bag_proxy": 0.0,
19
+ "cloth_proxy": 0.0
20
+ },
21
+ "mean_success": 0.0,
22
+ "visibility_integral": 62.73463360468546,
23
+ "corridor_availability": 0.9864540547132492,
24
+ "reocclusion_rate": 0.0,
25
+ "persistence_horizon_mae": 2.419941000816309,
26
+ "disturbance_cost": 0.8931084167626169
27
+ }
28
+ }
artifacts/outputs/reveal_runs/reveal_eval_v4_det/reveal_benchmark.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Reveal Proxy Benchmark
2
+
3
+ ## backbone
4
+ - checkpoint: /workspace/outputs/reveal_runs/proxy_backbone_only/checkpoint_best.pt
5
+ - mean_success: 0.000
6
+ - visibility_integral: 62.805
7
+ - corridor_availability: 0.986
8
+ - reocclusion_rate: 0.000
9
+ - persistence_horizon_mae: 0.000
10
+ - disturbance_cost: 0.889
11
+ - foliage_proxy_success: 0.000
12
+ - bag_proxy_success: 0.000
13
+ - cloth_proxy_success: 0.000
14
+
15
+ ## reveal
16
+ - checkpoint: /workspace/outputs/reveal_runs/proxy_reveal_state/checkpoint_best.pt
17
+ - mean_success: 0.000
18
+ - visibility_integral: 62.735
19
+ - corridor_availability: 0.986
20
+ - reocclusion_rate: 0.000
21
+ - persistence_horizon_mae: 2.420
22
+ - disturbance_cost: 0.893
23
+ - foliage_proxy_success: 0.000
24
+ - bag_proxy_success: 0.000
25
+ - cloth_proxy_success: 0.000
artifacts/outputs/smoke/proxy_backbone_only_smoke/checkpoint_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d2f5d5077540e8f2ce449c4c00b7f73eefedb8f948f2f180f46b85ae57ee95
3
+ size 1331678
artifacts/outputs/smoke/proxy_reveal_state_smoke/checkpoint_best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5adab5305434bc9b6fd1d99e455bee036ad9328f101d15359eea8868d7bc520
3
+ size 1865438