anhtld commited on
Commit
447df6a
·
verified ·
1 Parent(s): 6627592

auto-sync 2026-07-02T13:37:00Z workspace (part 30)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. workspace/outputs/hpc/logs/eval_h16_field_14837136_3.out +98 -0
  2. workspace/outputs/hpc/logs/eval_h16_field_14837136_4.err +5 -0
  3. workspace/outputs/hpc/logs/eval_h16_field_14837136_4.out +98 -0
  4. workspace/outputs/hpc/logs/eval_h16_field_14837136_5.err +6 -0
  5. workspace/outputs/hpc/logs/eval_h16_field_14837136_5.out +98 -0
  6. workspace/outputs/hpc/logs/eval_h16_field_14837136_6.err +5 -0
  7. workspace/outputs/hpc/logs/eval_h16_field_14837136_6.out +98 -0
  8. workspace/outputs/hpc/logs/eval_h16_field_14837136_7.err +5 -0
  9. workspace/outputs/hpc/logs/eval_h16_field_14837136_7.out +98 -0
  10. workspace/outputs/hpc/logs/eval_h16_field_14837136_8.err +6 -0
  11. workspace/outputs/hpc/logs/eval_h16_field_14837136_8.out +98 -0
  12. workspace/outputs/hpc/logs/eval_h16_field_14837136_9.err +5 -0
  13. workspace/outputs/hpc/logs/eval_h16_field_14837136_9.out +98 -0
  14. workspace/outputs/hpc/logs/eval_h16_field_14842528_0.err +5 -0
  15. workspace/outputs/hpc/logs/eval_h16_field_14842528_0.out +108 -0
  16. workspace/outputs/hpc/logs/eval_h16_field_14842528_1.err +42 -0
  17. workspace/outputs/hpc/logs/eval_h16_field_14842528_1.out +16 -0
  18. workspace/outputs/hpc/logs/eval_h16_field_14842528_10.err +1 -0
  19. workspace/outputs/hpc/logs/eval_h16_field_14842528_10.out +16 -0
  20. workspace/outputs/hpc/logs/eval_h16_field_14842528_11.err +1 -0
  21. workspace/outputs/hpc/logs/eval_h16_field_14842528_11.out +16 -0
  22. workspace/outputs/hpc/logs/eval_h16_field_14842528_2.err +6 -0
  23. workspace/outputs/hpc/logs/eval_h16_field_14842528_2.out +108 -0
  24. workspace/outputs/hpc/logs/eval_h16_field_14842528_3.err +5 -0
  25. workspace/outputs/hpc/logs/eval_h16_field_14842528_3.out +108 -0
  26. workspace/outputs/hpc/logs/eval_h16_field_14842528_4.err +5 -0
  27. workspace/outputs/hpc/logs/eval_h16_field_14842528_4.out +108 -0
  28. workspace/outputs/hpc/logs/eval_h16_field_14842528_5.err +6 -0
  29. workspace/outputs/hpc/logs/eval_h16_field_14842528_5.out +108 -0
  30. workspace/outputs/hpc/logs/eval_h16_field_14842528_6.err +5 -0
  31. workspace/outputs/hpc/logs/eval_h16_field_14842528_6.out +108 -0
  32. workspace/outputs/hpc/logs/eval_h16_field_14842528_7.err +5 -0
  33. workspace/outputs/hpc/logs/eval_h16_field_14842528_7.out +108 -0
  34. workspace/outputs/hpc/logs/eval_h16_field_14842528_8.err +6 -0
  35. workspace/outputs/hpc/logs/eval_h16_field_14842528_8.out +108 -0
  36. workspace/outputs/hpc/logs/eval_h16_field_14842528_9.err +5 -0
  37. workspace/outputs/hpc/logs/eval_h16_field_14842528_9.out +108 -0
  38. workspace/outputs/hpc/logs/eval_h16_field_14842577_0.err +5 -0
  39. workspace/outputs/hpc/logs/eval_h16_field_14842577_0.out +108 -0
  40. workspace/outputs/hpc/logs/eval_h16_field_14842577_1.err +5 -0
  41. workspace/outputs/hpc/logs/eval_h16_field_14842577_1.out +108 -0
  42. workspace/outputs/hpc/logs/eval_h16_field_14842577_10.err +5 -0
  43. workspace/outputs/hpc/logs/eval_h16_field_14842577_10.out +108 -0
  44. workspace/outputs/hpc/logs/eval_h16_field_14842577_11.err +6 -0
  45. workspace/outputs/hpc/logs/eval_h16_field_14842577_11.out +108 -0
  46. workspace/outputs/hpc/logs/eval_h16_field_14842577_2.err +6 -0
  47. workspace/outputs/hpc/logs/eval_h16_field_14842577_2.out +108 -0
  48. workspace/outputs/hpc/logs/eval_h16_field_14842577_3.err +5 -0
  49. workspace/outputs/hpc/logs/eval_h16_field_14842577_3.out +108 -0
  50. workspace/outputs/hpc/logs/eval_h16_field_14842577_4.err +5 -0
workspace/outputs/hpc/logs/eval_h16_field_14837136_3.out ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 3
4
+ Seed: 0
5
+ Candidates: 32
6
+ Candidate sigma: 0.20
7
+ Selection seed: 92000
8
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt
9
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
10
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.20/seed_0/online_rollout.json
11
+ ==================================================
12
+ {
13
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt",
14
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
15
+ "split": "validation_groups",
16
+ "objective": "lattice_field",
17
+ "seed": 0,
18
+ "observation_mode": "state",
19
+ "backbone_type": "native",
20
+ "backbone_model": null,
21
+ "num_groups": 575,
22
+ "group_batch_size": 16,
23
+ "selection_mode": "field",
24
+ "num_candidates": 32,
25
+ "candidate_sigma": 0.2,
26
+ "lattice_exclude_types": [],
27
+ "policy_rollout_success_rate": 0.30782608695652175,
28
+ "policy_rollout_progress": 0.5236520005676198,
29
+ "oracle_success_rate": 0.8573913043478261,
30
+ "expert_success_rate": 0.7721739130434783,
31
+ "policy_oracle_regret": 0.9457711988190804,
32
+ "policy_expert_regret": 0.857266920862206,
33
+ "action_mse_to_best": 0.3907121669816906,
34
+ "restore_max_error": 4.76837158203125e-07,
35
+ "per_task": {
36
+ "LiftPegUpright-v1": {
37
+ "num_groups": 97,
38
+ "policy_rollout_success_rate": 0.21649484536082475,
39
+ "policy_rollout_progress": 0.5632042542253572,
40
+ "oracle_success_rate": 0.9278350515463918,
41
+ "expert_success_rate": 0.8865979381443299,
42
+ "policy_oracle_regret": 1.12331739544254,
43
+ "policy_expert_regret": 1.096901917734097,
44
+ "action_mse_to_best": 0.32411609940979746,
45
+ "restore_max_error": 4.76837158203125e-07
46
+ },
47
+ "PickCube-v1": {
48
+ "num_groups": 208,
49
+ "policy_rollout_success_rate": 0.3173076923076923,
50
+ "policy_rollout_progress": 0.594855451822066,
51
+ "oracle_success_rate": 0.9471153846153846,
52
+ "expert_success_rate": 0.9375,
53
+ "policy_oracle_regret": 1.0131241088786807,
54
+ "policy_expert_regret": 0.9997012414521753,
55
+ "action_mse_to_best": 0.3089638287559725,
56
+ "restore_max_error": 4.76837158203125e-07
57
+ },
58
+ "PullCube-v1": {
59
+ "num_groups": 77,
60
+ "policy_rollout_success_rate": 0.09090909090909091,
61
+ "policy_rollout_progress": 0.21818976864638404,
62
+ "oracle_success_rate": 0.36363636363636365,
63
+ "expert_success_rate": 0.19480519480519481,
64
+ "policy_oracle_regret": 0.6057183034637363,
65
+ "policy_expert_regret": 0.34222419101954143,
66
+ "action_mse_to_best": 0.620038845709392,
67
+ "restore_max_error": 4.76837158203125e-07
68
+ },
69
+ "PushCube-v1": {
70
+ "num_groups": 94,
71
+ "policy_rollout_success_rate": 0.648936170212766,
72
+ "policy_rollout_progress": 0.6828119799177698,
73
+ "oracle_success_rate": 0.9893617021276596,
74
+ "expert_success_rate": 0.8617021276595744,
75
+ "policy_oracle_regret": 0.6486242381816215,
76
+ "policy_expert_regret": 0.5517117910562678,
77
+ "action_mse_to_best": 0.3883775261012798,
78
+ "restore_max_error": 4.76837158203125e-07
79
+ },
80
+ "StackCube-v1": {
81
+ "num_groups": 99,
82
+ "policy_rollout_success_rate": 0.2222222222222222,
83
+ "policy_rollout_progress": 0.4217597514089912,
84
+ "oracle_success_rate": 0.8585858585858586,
85
+ "expert_success_rate": 0.6767676767676768,
86
+ "policy_oracle_regret": 1.1769277733383756,
87
+ "policy_expert_regret": 1.0139289311688355,
88
+ "action_mse_to_best": 0.4515684789629898,
89
+ "restore_max_error": 3.948807716369629e-07
90
+ }
91
+ },
92
+ "selected_candidate_type_counts": {
93
+ "field_selected": 575
94
+ }
95
+ }
96
+
97
+ Field-guided rollout complete
98
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.20/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14837136_4.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 11:15:25,234 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 11:15:27,315 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 11:15:29,470 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 11:15:31,711 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 11:15:33,846 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14837136_4.out ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 4
4
+ Seed: 1
5
+ Candidates: 32
6
+ Candidate sigma: 0.20
7
+ Selection seed: 92001
8
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt
9
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
10
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.20/seed_1/online_rollout.json
11
+ ==================================================
12
+ {
13
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt",
14
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
15
+ "split": "validation_groups",
16
+ "objective": "lattice_field",
17
+ "seed": 1,
18
+ "observation_mode": "state",
19
+ "backbone_type": "native",
20
+ "backbone_model": null,
21
+ "num_groups": 575,
22
+ "group_batch_size": 16,
23
+ "selection_mode": "field",
24
+ "num_candidates": 32,
25
+ "candidate_sigma": 0.2,
26
+ "lattice_exclude_types": [],
27
+ "policy_rollout_success_rate": 0.3130434782608696,
28
+ "policy_rollout_progress": 0.5412584817804316,
29
+ "oracle_success_rate": 0.8695652173913043,
30
+ "expert_success_rate": 0.7704347826086957,
31
+ "policy_oracle_regret": 0.9514653457889495,
32
+ "policy_expert_regret": 0.8612220794280343,
33
+ "action_mse_to_best": 0.4014194884442765,
34
+ "restore_max_error": 4.76837158203125e-07,
35
+ "per_task": {
36
+ "LiftPegUpright-v1": {
37
+ "num_groups": 113,
38
+ "policy_rollout_success_rate": 0.21238938053097345,
39
+ "policy_rollout_progress": 0.6147400798787058,
40
+ "oracle_success_rate": 0.9380530973451328,
41
+ "expert_success_rate": 0.8584070796460177,
42
+ "policy_oracle_regret": 1.105070760951633,
43
+ "policy_expert_regret": 1.025868605855292,
44
+ "action_mse_to_best": 0.3384467677122592,
45
+ "restore_max_error": 4.76837158203125e-07
46
+ },
47
+ "PickCube-v1": {
48
+ "num_groups": 184,
49
+ "policy_rollout_success_rate": 0.2608695652173913,
50
+ "policy_rollout_progress": 0.552188413313833,
51
+ "oracle_success_rate": 0.9456521739130435,
52
+ "expert_success_rate": 0.9402173913043478,
53
+ "policy_oracle_regret": 1.1103883728881,
54
+ "policy_expert_regret": 1.11036436841317,
55
+ "action_mse_to_best": 0.32736685282915184,
56
+ "restore_max_error": 4.76837158203125e-07
57
+ },
58
+ "PullCube-v1": {
59
+ "num_groups": 76,
60
+ "policy_rollout_success_rate": 0.17105263157894737,
61
+ "policy_rollout_progress": 0.28396381365937967,
62
+ "oracle_success_rate": 0.40789473684210525,
63
+ "expert_success_rate": 0.25,
64
+ "policy_oracle_regret": 0.5478567443129386,
65
+ "policy_expert_regret": 0.29840909580142533,
66
+ "action_mse_to_best": 0.593048064920463,
67
+ "restore_max_error": 4.76837158203125e-07
68
+ },
69
+ "PushCube-v1": {
70
+ "num_groups": 111,
71
+ "policy_rollout_success_rate": 0.7477477477477478,
72
+ "policy_rollout_progress": 0.7650952924479235,
73
+ "oracle_success_rate": 1.0,
74
+ "expert_success_rate": 0.8198198198198198,
75
+ "policy_oracle_regret": 0.4871569598043287,
76
+ "policy_expert_regret": 0.4019931071513408,
77
+ "action_mse_to_best": 0.3798570418814281,
78
+ "restore_max_error": 4.76837158203125e-07
79
+ },
80
+ "StackCube-v1": {
81
+ "num_groups": 91,
82
+ "policy_rollout_success_rate": 0.13186813186813187,
83
+ "policy_rollout_progress": 0.36976376536128286,
84
+ "oracle_success_rate": 0.8571428571428571,
85
+ "expert_success_rate": 0.6923076923076923,
86
+ "policy_oracle_regret": 1.342819583776233,
87
+ "policy_expert_regret": 1.183210695019135,
88
+ "action_mse_to_best": 0.4956091824243521,
89
+ "restore_max_error": 3.948807716369629e-07
90
+ }
91
+ },
92
+ "selected_candidate_type_counts": {
93
+ "field_selected": 575
94
+ }
95
+ }
96
+
97
+ Field-guided rollout complete
98
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.20/seed_1/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14837136_5.err ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2026-06-27 11:15:28,282 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 11:15:30,406 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 11:15:32,592 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 11:15:34,753 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 11:15:36,917 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
6
+ 2026-06-27 11:15:39,029 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14837136_5.out ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 5
4
+ Seed: 2
5
+ Candidates: 32
6
+ Candidate sigma: 0.20
7
+ Selection seed: 92002
8
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt
9
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
10
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.20/seed_2/online_rollout.json
11
+ ==================================================
12
+ {
13
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt",
14
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
15
+ "split": "validation_groups",
16
+ "objective": "lattice_field",
17
+ "seed": 2,
18
+ "observation_mode": "state",
19
+ "backbone_type": "native",
20
+ "backbone_model": null,
21
+ "num_groups": 575,
22
+ "group_batch_size": 16,
23
+ "selection_mode": "field",
24
+ "num_candidates": 32,
25
+ "candidate_sigma": 0.2,
26
+ "lattice_exclude_types": [],
27
+ "policy_rollout_success_rate": 0.34608695652173915,
28
+ "policy_rollout_progress": 0.5594067458427795,
29
+ "oracle_success_rate": 0.8765217391304347,
30
+ "expert_success_rate": 0.7704347826086957,
31
+ "policy_oracle_regret": 0.9073859131392902,
32
+ "policy_expert_regret": 0.8138708822518264,
33
+ "action_mse_to_best": 0.425915271744294,
34
+ "restore_max_error": 4.76837158203125e-07,
35
+ "per_task": {
36
+ "LiftPegUpright-v1": {
37
+ "num_groups": 96,
38
+ "policy_rollout_success_rate": 0.3333333333333333,
39
+ "policy_rollout_progress": 0.6394894334177176,
40
+ "oracle_success_rate": 0.9270833333333334,
41
+ "expert_success_rate": 0.8229166666666666,
42
+ "policy_oracle_regret": 0.9607857565085093,
43
+ "policy_expert_regret": 0.8545110411942005,
44
+ "action_mse_to_best": 0.35779982555444195,
45
+ "restore_max_error": 3.5762786865234375e-07
46
+ },
47
+ "PickCube-v1": {
48
+ "num_groups": 198,
49
+ "policy_rollout_success_rate": 0.32323232323232326,
50
+ "policy_rollout_progress": 0.6229378928082309,
51
+ "oracle_success_rate": 0.9595959595959596,
52
+ "expert_success_rate": 0.9444444444444444,
53
+ "policy_oracle_regret": 1.0157857866054683,
54
+ "policy_expert_regret": 1.00870233607676,
55
+ "action_mse_to_best": 0.3381687065755779,
56
+ "restore_max_error": 4.76837158203125e-07
57
+ },
58
+ "PullCube-v1": {
59
+ "num_groups": 90,
60
+ "policy_rollout_success_rate": 0.18888888888888888,
61
+ "policy_rollout_progress": 0.3017854992972894,
62
+ "oracle_success_rate": 0.4666666666666667,
63
+ "expert_success_rate": 0.24444444444444444,
64
+ "policy_oracle_regret": 0.5860447995105965,
65
+ "policy_expert_regret": 0.3404962347147779,
66
+ "action_mse_to_best": 0.6543993772731886,
67
+ "restore_max_error": 4.0978193283081055e-07
68
+ },
69
+ "PushCube-v1": {
70
+ "num_groups": 101,
71
+ "policy_rollout_success_rate": 0.7227722772277227,
72
+ "policy_rollout_progress": 0.7472358027307113,
73
+ "oracle_success_rate": 1.0,
74
+ "expert_success_rate": 0.8514851485148515,
75
+ "policy_oracle_regret": 0.5299919200415658,
76
+ "policy_expert_regret": 0.47577363680494894,
77
+ "action_mse_to_best": 0.4016442125534067,
78
+ "restore_max_error": 4.76837158203125e-07
79
+ },
80
+ "StackCube-v1": {
81
+ "num_groups": 90,
82
+ "policy_rollout_success_rate": 0.14444444444444443,
83
+ "policy_rollout_progress": 0.38105199403233,
84
+ "oracle_success_rate": 0.9111111111111111,
85
+ "expert_success_rate": 0.7666666666666667,
86
+ "policy_oracle_regret": 1.356807397802671,
87
+ "policy_expert_regret": 1.1946870706147619,
88
+ "action_mse_to_best": 0.49036760750330155,
89
+ "restore_max_error": 4.76837158203125e-07
90
+ }
91
+ },
92
+ "selected_candidate_type_counts": {
93
+ "field_selected": 575
94
+ }
95
+ }
96
+
97
+ Field-guided rollout complete
98
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.20/seed_2/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14837136_6.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 11:18:34,822 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 11:18:37,013 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 11:18:39,207 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 11:18:41,380 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 11:18:43,551 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14837136_6.out ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 6
4
+ Seed: 0
5
+ Candidates: 32
6
+ Candidate sigma: 0.35
7
+ Selection seed: 93000
8
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt
9
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
10
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.35/seed_0/online_rollout.json
11
+ ==================================================
12
+ {
13
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt",
14
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
15
+ "split": "validation_groups",
16
+ "objective": "lattice_field",
17
+ "seed": 0,
18
+ "observation_mode": "state",
19
+ "backbone_type": "native",
20
+ "backbone_model": null,
21
+ "num_groups": 575,
22
+ "group_batch_size": 16,
23
+ "selection_mode": "field",
24
+ "num_candidates": 32,
25
+ "candidate_sigma": 0.35,
26
+ "lattice_exclude_types": [],
27
+ "policy_rollout_success_rate": 0.3234782608695652,
28
+ "policy_rollout_progress": 0.5365680560134893,
29
+ "oracle_success_rate": 0.8573913043478261,
30
+ "expert_success_rate": 0.7721739130434783,
31
+ "policy_oracle_regret": 0.9265719165048303,
32
+ "policy_expert_regret": 0.8395657396003385,
33
+ "action_mse_to_best": 0.39553123654797673,
34
+ "restore_max_error": 4.76837158203125e-07,
35
+ "per_task": {
36
+ "LiftPegUpright-v1": {
37
+ "num_groups": 97,
38
+ "policy_rollout_success_rate": 0.21649484536082475,
39
+ "policy_rollout_progress": 0.5676478307271741,
40
+ "oracle_success_rate": 0.9278350515463918,
41
+ "expert_success_rate": 0.8865979381443299,
42
+ "policy_oracle_regret": 1.118873818940723,
43
+ "policy_expert_regret": 1.0924583412322801,
44
+ "action_mse_to_best": 0.3222495113672285,
45
+ "restore_max_error": 4.76837158203125e-07
46
+ },
47
+ "PickCube-v1": {
48
+ "num_groups": 208,
49
+ "policy_rollout_success_rate": 0.3269230769230769,
50
+ "policy_rollout_progress": 0.5977829167028316,
51
+ "oracle_success_rate": 0.9471153846153846,
52
+ "expert_success_rate": 0.9375,
53
+ "policy_oracle_regret": 1.007329671473529,
54
+ "policy_expert_regret": 0.9939068040470235,
55
+ "action_mse_to_best": 0.31544953831829703,
56
+ "restore_max_error": 4.76837158203125e-07
57
+ },
58
+ "PullCube-v1": {
59
+ "num_groups": 77,
60
+ "policy_rollout_success_rate": 0.16883116883116883,
61
+ "policy_rollout_progress": 0.29021572308752125,
62
+ "oracle_success_rate": 0.36363636363636365,
63
+ "expert_success_rate": 0.19480519480519481,
64
+ "policy_oracle_regret": 0.4835427300238486,
65
+ "policy_expert_regret": 0.2455574702068305,
66
+ "action_mse_to_best": 0.6550499460139831,
67
+ "restore_max_error": 4.76837158203125e-07
68
+ },
69
+ "PushCube-v1": {
70
+ "num_groups": 94,
71
+ "policy_rollout_success_rate": 0.648936170212766,
72
+ "policy_rollout_progress": 0.6824948434182938,
73
+ "oracle_success_rate": 0.9893617021276596,
74
+ "expert_success_rate": 0.8617021276595744,
75
+ "policy_oracle_regret": 0.6685689863689402,
76
+ "policy_expert_regret": 0.5716793151929024,
77
+ "action_mse_to_best": 0.3813233734603892,
78
+ "restore_max_error": 4.76837158203125e-07
79
+ },
80
+ "StackCube-v1": {
81
+ "num_groups": 99,
82
+ "policy_rollout_success_rate": 0.23232323232323232,
83
+ "policy_rollout_progress": 0.43055373731285634,
84
+ "oracle_success_rate": 0.8585858585858586,
85
+ "expert_success_rate": 0.6767676767676768,
86
+ "policy_oracle_regret": 1.1580327773335004,
87
+ "policy_expert_regret": 0.9838731827759983,
88
+ "action_mse_to_best": 0.44722738882733715,
89
+ "restore_max_error": 3.948807716369629e-07
90
+ }
91
+ },
92
+ "selected_candidate_type_counts": {
93
+ "field_selected": 575
94
+ }
95
+ }
96
+
97
+ Field-guided rollout complete
98
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.35/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14837136_7.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 11:18:29,949 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 11:18:31,996 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 11:18:34,139 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 11:18:36,343 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 11:18:38,463 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14837136_7.out ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 7
4
+ Seed: 1
5
+ Candidates: 32
6
+ Candidate sigma: 0.35
7
+ Selection seed: 93001
8
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt
9
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
10
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.35/seed_1/online_rollout.json
11
+ ==================================================
12
+ {
13
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt",
14
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
15
+ "split": "validation_groups",
16
+ "objective": "lattice_field",
17
+ "seed": 1,
18
+ "observation_mode": "state",
19
+ "backbone_type": "native",
20
+ "backbone_model": null,
21
+ "num_groups": 575,
22
+ "group_batch_size": 16,
23
+ "selection_mode": "field",
24
+ "num_candidates": 32,
25
+ "candidate_sigma": 0.35,
26
+ "lattice_exclude_types": [],
27
+ "policy_rollout_success_rate": 0.31478260869565217,
28
+ "policy_rollout_progress": 0.5412338370824422,
29
+ "oracle_success_rate": 0.8695652173913043,
30
+ "expert_success_rate": 0.7704347826086957,
31
+ "policy_oracle_regret": 0.951460732821429,
32
+ "policy_expert_regret": 0.8656454662757291,
33
+ "action_mse_to_best": 0.4067689944188232,
34
+ "restore_max_error": 4.76837158203125e-07,
35
+ "per_task": {
36
+ "LiftPegUpright-v1": {
37
+ "num_groups": 113,
38
+ "policy_rollout_success_rate": 0.22123893805309736,
39
+ "policy_rollout_progress": 0.6276694327856587,
40
+ "oracle_success_rate": 0.9380530973451328,
41
+ "expert_success_rate": 0.8584070796460177,
42
+ "policy_oracle_regret": 1.0832918505225562,
43
+ "policy_expert_regret": 1.004089695426215,
44
+ "action_mse_to_best": 0.33181332383898243,
45
+ "restore_max_error": 4.76837158203125e-07
46
+ },
47
+ "PickCube-v1": {
48
+ "num_groups": 184,
49
+ "policy_rollout_success_rate": 0.266304347826087,
50
+ "policy_rollout_progress": 0.5523134896521578,
51
+ "oracle_success_rate": 0.9456521739130435,
52
+ "expert_success_rate": 0.9402173913043478,
53
+ "policy_oracle_regret": 1.112533414923667,
54
+ "policy_expert_regret": 1.1125094104487367,
55
+ "action_mse_to_best": 0.33753558987265697,
56
+ "restore_max_error": 4.76837158203125e-07
57
+ },
58
+ "PullCube-v1": {
59
+ "num_groups": 76,
60
+ "policy_rollout_success_rate": 0.14473684210526316,
61
+ "policy_rollout_progress": 0.25026103445704573,
62
+ "oracle_success_rate": 0.40789473684210525,
63
+ "expert_success_rate": 0.25,
64
+ "policy_oracle_regret": 0.6021578795881124,
65
+ "policy_expert_regret": 0.3739064343829165,
66
+ "action_mse_to_best": 0.6109341694728324,
67
+ "restore_max_error": 4.76837158203125e-07
68
+ },
69
+ "PushCube-v1": {
70
+ "num_groups": 111,
71
+ "policy_rollout_success_rate": 0.7387387387387387,
72
+ "policy_rollout_progress": 0.7612996167159295,
73
+ "oracle_success_rate": 1.0,
74
+ "expert_success_rate": 0.8198198198198198,
75
+ "policy_oracle_regret": 0.4999616445453317,
76
+ "policy_expert_regret": 0.4335025233459902,
77
+ "action_mse_to_best": 0.3871889783254078,
78
+ "restore_max_error": 4.76837158203125e-07
79
+ },
80
+ "StackCube-v1": {
81
+ "num_groups": 91,
82
+ "policy_rollout_success_rate": 0.15384615384615385,
83
+ "policy_rollout_progress": 0.38607727744422116,
84
+ "oracle_success_rate": 0.8571428571428571,
85
+ "expert_success_rate": 0.6923076923076923,
86
+ "policy_oracle_regret": 1.3045280497152727,
87
+ "policy_expert_regret": 1.1323802955858,
88
+ "action_mse_to_best": 0.49320598007026284,
89
+ "restore_max_error": 3.948807716369629e-07
90
+ }
91
+ },
92
+ "selected_candidate_type_counts": {
93
+ "field_selected": 575
94
+ }
95
+ }
96
+
97
+ Field-guided rollout complete
98
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.35/seed_1/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14837136_8.err ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2026-06-27 11:18:33,517 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 11:18:35,633 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 11:18:37,828 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 11:18:40,022 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 11:18:42,226 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
6
+ 2026-06-27 11:18:44,379 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14837136_8.out ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 8
4
+ Seed: 2
5
+ Candidates: 32
6
+ Candidate sigma: 0.35
7
+ Selection seed: 93002
8
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt
9
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
10
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.35/seed_2/online_rollout.json
11
+ ==================================================
12
+ {
13
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt",
14
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
15
+ "split": "validation_groups",
16
+ "objective": "lattice_field",
17
+ "seed": 2,
18
+ "observation_mode": "state",
19
+ "backbone_type": "native",
20
+ "backbone_model": null,
21
+ "num_groups": 575,
22
+ "group_batch_size": 16,
23
+ "selection_mode": "field",
24
+ "num_candidates": 32,
25
+ "candidate_sigma": 0.35,
26
+ "lattice_exclude_types": [],
27
+ "policy_rollout_success_rate": 0.34608695652173915,
28
+ "policy_rollout_progress": 0.5607519139111908,
29
+ "oracle_success_rate": 0.8765217391304347,
30
+ "expert_success_rate": 0.7704347826086957,
31
+ "policy_oracle_regret": 0.9053549101214475,
32
+ "policy_expert_regret": 0.8040702116143874,
33
+ "action_mse_to_best": 0.4337610558687669,
34
+ "restore_max_error": 4.76837158203125e-07,
35
+ "per_task": {
36
+ "LiftPegUpright-v1": {
37
+ "num_groups": 96,
38
+ "policy_rollout_success_rate": 0.3229166666666667,
39
+ "policy_rollout_progress": 0.644037484501799,
40
+ "oracle_success_rate": 0.9270833333333334,
41
+ "expert_success_rate": 0.8229166666666666,
42
+ "policy_oracle_regret": 0.9666543720910946,
43
+ "policy_expert_regret": 0.8603796567767859,
44
+ "action_mse_to_best": 0.3546609722592014,
45
+ "restore_max_error": 3.5762786865234375e-07
46
+ },
47
+ "PickCube-v1": {
48
+ "num_groups": 198,
49
+ "policy_rollout_success_rate": 0.32323232323232326,
50
+ "policy_rollout_progress": 0.6198147095250662,
51
+ "oracle_success_rate": 0.9595959595959596,
52
+ "expert_success_rate": 0.9444444444444444,
53
+ "policy_oracle_regret": 1.0189089698886329,
54
+ "policy_expert_regret": 1.0118255193599246,
55
+ "action_mse_to_best": 0.34091578990296284,
56
+ "restore_max_error": 4.76837158203125e-07
57
+ },
58
+ "PullCube-v1": {
59
+ "num_groups": 90,
60
+ "policy_rollout_success_rate": 0.15555555555555556,
61
+ "policy_rollout_progress": 0.26429835981517097,
62
+ "oracle_success_rate": 0.4666666666666667,
63
+ "expert_success_rate": 0.24444444444444444,
64
+ "policy_oracle_regret": 0.6527724535790842,
65
+ "policy_expert_regret": 0.3871518444545826,
66
+ "action_mse_to_best": 0.7086632399095429,
67
+ "restore_max_error": 4.0978193283081055e-07
68
+ },
69
+ "PushCube-v1": {
70
+ "num_groups": 101,
71
+ "policy_rollout_success_rate": 0.7425742574257426,
72
+ "policy_rollout_progress": 0.7639956024318638,
73
+ "oracle_success_rate": 1.0,
74
+ "expert_success_rate": 0.8514851485148515,
75
+ "policy_oracle_regret": 0.49343014014239356,
76
+ "policy_expert_regret": 0.40123750564485494,
77
+ "action_mse_to_best": 0.39258715377585723,
78
+ "restore_max_error": 4.76837158203125e-07
79
+ },
80
+ "StackCube-v1": {
81
+ "num_groups": 90,
82
+ "policy_rollout_success_rate": 0.16666666666666666,
83
+ "policy_rollout_progress": 0.41034479190905887,
84
+ "oracle_success_rate": 0.9111111111111111,
85
+ "expert_success_rate": 0.7666666666666667,
86
+ "policy_oracle_regret": 1.305003473162651,
87
+ "policy_expert_regret": 1.155931308037705,
88
+ "action_mse_to_best": 0.49369814737389484,
89
+ "restore_max_error": 4.76837158203125e-07
90
+ }
91
+ },
92
+ "selected_candidate_type_counts": {
93
+ "field_selected": 575
94
+ }
95
+ }
96
+
97
+ Field-guided rollout complete
98
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k32_sigma0.35/seed_2/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14837136_9.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 11:18:34,974 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 11:18:37,106 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 11:18:39,282 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 11:18:41,467 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 11:18:43,622 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14837136_9.out ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 9
4
+ Seed: 0
5
+ Candidates: 64
6
+ Candidate sigma: 0.35
7
+ Selection seed: 94000
8
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt
9
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
10
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k64_sigma0.35/seed_0/online_rollout.json
11
+ ==================================================
12
+ {
13
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt",
14
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
15
+ "split": "validation_groups",
16
+ "objective": "lattice_field",
17
+ "seed": 0,
18
+ "observation_mode": "state",
19
+ "backbone_type": "native",
20
+ "backbone_model": null,
21
+ "num_groups": 575,
22
+ "group_batch_size": 16,
23
+ "selection_mode": "field",
24
+ "num_candidates": 64,
25
+ "candidate_sigma": 0.35,
26
+ "lattice_exclude_types": [],
27
+ "policy_rollout_success_rate": 0.3234782608695652,
28
+ "policy_rollout_progress": 0.5343159465103726,
29
+ "oracle_success_rate": 0.8573913043478261,
30
+ "expert_success_rate": 0.7721739130434783,
31
+ "policy_oracle_regret": 0.9281872159047587,
32
+ "policy_expert_regret": 0.8440238188951528,
33
+ "action_mse_to_best": 0.39918596936227835,
34
+ "restore_max_error": 4.76837158203125e-07,
35
+ "per_task": {
36
+ "LiftPegUpright-v1": {
37
+ "num_groups": 97,
38
+ "policy_rollout_success_rate": 0.21649484536082475,
39
+ "policy_rollout_progress": 0.5676527385859146,
40
+ "oracle_success_rate": 0.9278350515463918,
41
+ "expert_success_rate": 0.8865979381443299,
42
+ "policy_oracle_regret": 1.1188689110819827,
43
+ "policy_expert_regret": 1.0924534333735396,
44
+ "action_mse_to_best": 0.32200342137846594,
45
+ "restore_max_error": 4.76837158203125e-07
46
+ },
47
+ "PickCube-v1": {
48
+ "num_groups": 208,
49
+ "policy_rollout_success_rate": 0.3269230769230769,
50
+ "policy_rollout_progress": 0.5913155791260158,
51
+ "oracle_success_rate": 0.9471153846153846,
52
+ "expert_success_rate": 0.9375,
53
+ "policy_oracle_regret": 1.0137970090503445,
54
+ "policy_expert_regret": 1.0003741416238392,
55
+ "action_mse_to_best": 0.32040938953510845,
56
+ "restore_max_error": 4.76837158203125e-07
57
+ },
58
+ "PullCube-v1": {
59
+ "num_groups": 77,
60
+ "policy_rollout_success_rate": 0.18181818181818182,
61
+ "policy_rollout_progress": 0.29306630275033213,
62
+ "oracle_success_rate": 0.36363636363636365,
63
+ "expert_success_rate": 0.19480519480519481,
64
+ "policy_oracle_regret": 0.4629497372528128,
65
+ "policy_expert_regret": 0.2460009390846041,
66
+ "action_mse_to_best": 0.6566622284325686,
67
+ "restore_max_error": 4.76837158203125e-07
68
+ },
69
+ "PushCube-v1": {
70
+ "num_groups": 94,
71
+ "policy_rollout_success_rate": 0.6382978723404256,
72
+ "policy_rollout_progress": 0.6713400153403587,
73
+ "oracle_success_rate": 0.9893617021276596,
74
+ "expert_success_rate": 0.8617021276595744,
75
+ "policy_oracle_regret": 0.6903621123192158,
76
+ "policy_expert_regret": 0.5936297910644653,
77
+ "action_mse_to_best": 0.39111159397091005,
78
+ "restore_max_error": 4.76837158203125e-07
79
+ },
80
+ "StackCube-v1": {
81
+ "num_groups": 99,
82
+ "policy_rollout_success_rate": 0.23232323232323232,
83
+ "policy_rollout_progress": 0.43943077160252464,
84
+ "oracle_success_rate": 0.8585858585858586,
85
+ "expert_success_rate": 0.6767676767676768,
86
+ "policy_oracle_regret": 1.1491557430438322,
87
+ "policy_expert_regret": 0.9749961484863301,
88
+ "action_mse_to_best": 0.44772692993659563,
89
+ "restore_max_error": 3.948807716369629e-07
90
+ }
91
+ },
92
+ "selected_candidate_type_counts": {
93
+ "field_selected": 575
94
+ }
95
+ }
96
+
97
+ Field-guided rollout complete
98
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_field_sweep/near_miss_policy_bc5_bestpt/k64_sigma0.35/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_0.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:20:20,464 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:20:22,483 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:20:24,564 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:20:26,627 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:20:28,693 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_0.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 0
4
+ Seed: 0
5
+ Candidates: 1
6
+ Candidate sigma: 0.00
7
+ Selection seed: 91000
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k1_sigma0.00/seed_0/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 0,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 1,
30
+ "candidate_sigma": 0.0,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.25043478260869567,
38
+ "policy_rollout_progress": 0.5385008239519337,
39
+ "oracle_success_rate": 0.8573913043478261,
40
+ "expert_success_rate": 0.7721739130434783,
41
+ "policy_oracle_regret": 1.0076285014171964,
42
+ "policy_expert_regret": 0.9320058296588452,
43
+ "action_mse_to_best": 0.38061382845044134,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 97,
48
+ "policy_rollout_success_rate": 0.28865979381443296,
49
+ "policy_rollout_progress": 0.6600650664150101,
50
+ "oracle_success_rate": 0.9278350515463918,
51
+ "expert_success_rate": 0.8865979381443299,
52
+ "policy_oracle_regret": 0.9936873315228629,
53
+ "policy_expert_regret": 0.9673091362124866,
54
+ "action_mse_to_best": 0.31332231308189556,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 208,
59
+ "policy_rollout_success_rate": 0.04807692307692308,
60
+ "policy_rollout_progress": 0.4716863351462122,
61
+ "oracle_success_rate": 0.9471153846153846,
62
+ "expert_success_rate": 0.9375,
63
+ "policy_oracle_regret": 1.4055239947853038,
64
+ "policy_expert_regret": 1.3921011273587982,
65
+ "action_mse_to_best": 0.3059184052981436,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 77,
70
+ "policy_rollout_success_rate": 0.23376623376623376,
71
+ "policy_rollout_progress": 0.3639409321469146,
72
+ "oracle_success_rate": 0.36363636363636365,
73
+ "expert_success_rate": 0.19480519480519481,
74
+ "policy_oracle_regret": 0.38729304597749337,
75
+ "policy_expert_regret": 0.2339665520597588,
76
+ "action_mse_to_best": 0.6041168522138101,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 94,
81
+ "policy_rollout_success_rate": 0.7978723404255319,
82
+ "policy_rollout_progress": 0.8184041946809343,
83
+ "oracle_success_rate": 0.9893617021276596,
84
+ "expert_success_rate": 0.8617021276595744,
85
+ "policy_oracle_regret": 0.3837234648935338,
86
+ "policy_expert_regret": 0.3255824437166782,
87
+ "action_mse_to_best": 0.36802108233120845,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 99,
92
+ "policy_rollout_success_rate": 0.13131313131313133,
93
+ "policy_rollout_progress": 0.42977230852902537,
94
+ "oracle_success_rate": 0.8585858585858586,
95
+ "expert_success_rate": 0.6767676767676768,
96
+ "policy_oracle_regret": 1.2601833939552307,
97
+ "policy_expert_regret": 1.0494662336628846,
98
+ "action_mse_to_best": 0.44160282149948554,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k1_sigma0.00/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_1.err ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Traceback (most recent call last):
2
+ File "/lustre09/project/6037638/knguy52/vla/scripts/eval_maniskill_policy_rollout.py", line 142, in <module>
3
+ raise SystemExit(main())
4
+ ^^^^^^
5
+ File "/lustre09/project/6037638/knguy52/vla/scripts/eval_maniskill_policy_rollout.py", line 116, in main
6
+ result = evaluate_maniskill_policy_rollout(
7
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
8
+ File "/lustre09/project/6037638/knguy52/vla/dovla_cil/eval/maniskill_policy_rollout.py", line 139, in evaluate_maniskill_policy_rollout
9
+ checkpoint = torch.load(
10
+ ^^^^^^^^^^^
11
+ File "/opt/conda/lib/python3.11/site-packages/torch/serialization.py", line 1525, in load
12
+ return _load(
13
+ ^^^^^^
14
+ File "/opt/conda/lib/python3.11/site-packages/torch/serialization.py", line 2114, in _load
15
+ result = unpickler.load()
16
+ ^^^^^^^^^^^^^^^^
17
+ File "/opt/conda/lib/python3.11/site-packages/torch/serialization.py", line 2078, in persistent_load
18
+ typed_storage = load_tensor(
19
+ ^^^^^^^^^^^^
20
+ File "/opt/conda/lib/python3.11/site-packages/torch/serialization.py", line 2044, in load_tensor
21
+ wrap_storage = restore_location(storage, location)
22
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
23
+ File "/opt/conda/lib/python3.11/site-packages/torch/serialization.py", line 1854, in restore_location
24
+ return default_restore_location(storage, map_location)
25
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
26
+ File "/opt/conda/lib/python3.11/site-packages/torch/serialization.py", line 698, in default_restore_location
27
+ result = fn(storage, location)
28
+ ^^^^^^^^^^^^^^^^^^^^^
29
+ File "/opt/conda/lib/python3.11/site-packages/torch/serialization.py", line 637, in _deserialize
30
+ return obj.to(device=device)
31
+ ^^^^^^^^^^^^^^^^^^^^^
32
+ File "/opt/conda/lib/python3.11/site-packages/torch/storage.py", line 287, in to
33
+ return _to(self, device, non_blocking)
34
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
35
+ File "/opt/conda/lib/python3.11/site-packages/torch/_utils.py", line 101, in _to
36
+ untyped_storage = torch.UntypedStorage(self.size(), device=device)
37
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
38
+ RuntimeError: CUDA error: CUDA-capable device(s) is/are busy or unavailable
39
+ CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.
40
+ For debugging consider passing CUDA_LAUNCH_BLOCKING=1
41
+ Compile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.
42
+
workspace/outputs/hpc/logs/eval_h16_field_14842528_1.out ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 1
4
+ Seed: 1
5
+ Candidates: 1
6
+ Candidate sigma: 0.00
7
+ Selection seed: 91001
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k1_sigma0.00/seed_1/online_rollout.json
16
+ ==================================================
workspace/outputs/hpc/logs/eval_h16_field_14842528_10.err ADDED
@@ -0,0 +1 @@
 
 
1
+ FATAL: container creation failed: mount hook function failure: mount /proc/self/fd/8->/cvmfs/soft.computecanada.ca/easybuild/software/2023/x86-64-v3/Core/apptainer/1.4.5/var/apptainer/mnt/session/rootfs error: while mounting image /proc/self/fd/8: squashfuse_ll failed to mount /cvmfs/soft.computecanada.ca/easybuild/software/2023/x86-64-v3/Core/apptainer/1.4.5/var/apptainer/mnt/session/rootfs in 10s
workspace/outputs/hpc/logs/eval_h16_field_14842528_10.out ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 10
4
+ Seed: 1
5
+ Candidates: 32
6
+ Candidate sigma: 0.50
7
+ Selection seed: 94001
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k32_sigma0.50/seed_1/online_rollout.json
16
+ ==================================================
workspace/outputs/hpc/logs/eval_h16_field_14842528_11.err ADDED
@@ -0,0 +1 @@
 
 
1
+ FATAL: container creation failed: mount hook function failure: mount /proc/self/fd/7->/cvmfs/soft.computecanada.ca/easybuild/software/2023/x86-64-v3/Core/apptainer/1.4.5/var/apptainer/mnt/session/rootfs error: while mounting image /proc/self/fd/7: squashfuse_ll failed to mount /cvmfs/soft.computecanada.ca/easybuild/software/2023/x86-64-v3/Core/apptainer/1.4.5/var/apptainer/mnt/session/rootfs in 10s
workspace/outputs/hpc/logs/eval_h16_field_14842528_11.out ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 11
4
+ Seed: 2
5
+ Candidates: 32
6
+ Candidate sigma: 0.50
7
+ Selection seed: 94002
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k32_sigma0.50/seed_2/online_rollout.json
16
+ ==================================================
workspace/outputs/hpc/logs/eval_h16_field_14842528_2.err ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2026-06-27 18:21:39,932 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:21:42,005 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:21:44,114 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:21:46,267 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:21:48,385 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
6
+ 2026-06-27 18:21:50,501 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_2.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 2
4
+ Seed: 2
5
+ Candidates: 1
6
+ Candidate sigma: 0.00
7
+ Selection seed: 91002
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k1_sigma0.00/seed_2/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 2,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 1,
30
+ "candidate_sigma": 0.0,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.2417391304347826,
38
+ "policy_rollout_progress": 0.5269845647721187,
39
+ "oracle_success_rate": 0.8765217391304347,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.0397046831574128,
42
+ "policy_expert_regret": 0.935535910035605,
43
+ "action_mse_to_best": 0.41485133323980417,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 96,
48
+ "policy_rollout_success_rate": 0.1875,
49
+ "policy_rollout_progress": 0.6354146927284697,
50
+ "oracle_success_rate": 0.9270833333333334,
51
+ "expert_success_rate": 0.8229166666666666,
52
+ "policy_oracle_regret": 1.1107273153029382,
53
+ "policy_expert_regret": 0.9770944616757333,
54
+ "action_mse_to_best": 0.3479427481070161,
55
+ "restore_max_error": 3.5762786865234375e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 198,
59
+ "policy_rollout_success_rate": 0.04040404040404041,
60
+ "policy_rollout_progress": 0.4944484231974741,
61
+ "oracle_success_rate": 0.9595959595959596,
62
+ "expert_success_rate": 0.9444444444444444,
63
+ "policy_oracle_regret": 1.4057243779828452,
64
+ "policy_expert_regret": 1.384397162143329,
65
+ "action_mse_to_best": 0.34223038080440027,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 90,
70
+ "policy_rollout_success_rate": 0.17777777777777778,
71
+ "policy_rollout_progress": 0.311150934588578,
72
+ "oracle_success_rate": 0.4666666666666667,
73
+ "expert_success_rate": 0.24444444444444444,
74
+ "policy_oracle_regret": 0.5933954045590427,
75
+ "policy_expert_regret": 0.3070303386905127,
76
+ "action_mse_to_best": 0.6251726786295573,
77
+ "restore_max_error": 4.0978193283081055e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 101,
81
+ "policy_rollout_success_rate": 0.8316831683168316,
82
+ "policy_rollout_progress": 0.8490468691481222,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8514851485148515,
85
+ "policy_oracle_regret": 0.31926996253504614,
86
+ "policy_expert_regret": 0.28293753555505585,
87
+ "action_mse_to_best": 0.3742850503266448,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 90,
92
+ "policy_rollout_success_rate": 0.14444444444444443,
93
+ "policy_rollout_progress": 0.33731342835558786,
94
+ "oracle_success_rate": 0.9111111111111111,
95
+ "expert_success_rate": 0.7666666666666667,
96
+ "policy_oracle_regret": 1.41350101199415,
97
+ "policy_expert_regret": 1.2645780030224059,
98
+ "action_mse_to_best": 0.4811896248410145,
99
+ "restore_max_error": 4.76837158203125e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k1_sigma0.00/seed_2/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_3.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:21:46,657 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:21:48,708 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:21:50,842 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:21:52,985 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:21:55,109 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_3.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 3
4
+ Seed: 0
5
+ Candidates: 8
6
+ Candidate sigma: 0.20
7
+ Selection seed: 92000
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k8_sigma0.20/seed_0/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 0,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 8,
30
+ "candidate_sigma": 0.2,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.2417391304347826,
38
+ "policy_rollout_progress": 0.5251557968394912,
39
+ "oracle_success_rate": 0.8573913043478261,
40
+ "expert_success_rate": 0.7721739130434783,
41
+ "policy_oracle_regret": 1.0315663458309743,
42
+ "policy_expert_regret": 0.9522585669969735,
43
+ "action_mse_to_best": 0.3893296971884759,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 97,
48
+ "policy_rollout_success_rate": 0.25773195876288657,
49
+ "policy_rollout_progress": 0.6562606996482181,
50
+ "oracle_success_rate": 0.9278350515463918,
51
+ "expert_success_rate": 0.8865979381443299,
52
+ "policy_oracle_regret": 1.0284317341661944,
53
+ "policy_expert_regret": 1.002053538855818,
54
+ "action_mse_to_best": 0.3167373553859358,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 208,
59
+ "policy_rollout_success_rate": 0.04807692307692308,
60
+ "policy_rollout_progress": 0.4694505332198997,
61
+ "oracle_success_rate": 0.9471153846153846,
62
+ "expert_success_rate": 0.9375,
63
+ "policy_oracle_regret": 1.4077597967116162,
64
+ "policy_expert_regret": 1.3943369292851107,
65
+ "action_mse_to_best": 0.3084647181049849,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 77,
70
+ "policy_rollout_success_rate": 0.2077922077922078,
71
+ "policy_rollout_progress": 0.3380576056706441,
72
+ "oracle_success_rate": 0.36363636363636365,
73
+ "expert_success_rate": 0.19480519480519481,
74
+ "policy_oracle_regret": 0.4383279656047945,
75
+ "policy_expert_regret": 0.23649730296297508,
76
+ "action_mse_to_best": 0.6139777099544351,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 94,
81
+ "policy_rollout_success_rate": 0.7446808510638298,
82
+ "policy_rollout_progress": 0.7718604216550259,
83
+ "oracle_success_rate": 0.9893617021276596,
84
+ "expert_success_rate": 0.8617021276595744,
85
+ "policy_oracle_regret": 0.4834587272811443,
86
+ "policy_expert_regret": 0.4052272028428443,
87
+ "action_mse_to_best": 0.39689942821860313,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 99,
92
+ "policy_rollout_success_rate": 0.18181818181818182,
93
+ "policy_rollout_progress": 0.4250128195442335,
94
+ "oracle_success_rate": 0.8585858585858586,
95
+ "expert_success_rate": 0.6767676767676768,
96
+ "policy_oracle_regret": 1.2260844364310757,
97
+ "policy_expert_regret": 1.0507651723996558,
98
+ "action_mse_to_best": 0.44844001137435135,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k8_sigma0.20/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_4.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:21:44,232 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:21:46,268 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:21:48,342 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:21:50,460 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:21:52,519 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_4.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 4
4
+ Seed: 1
5
+ Candidates: 8
6
+ Candidate sigma: 0.20
7
+ Selection seed: 92001
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k8_sigma0.20/seed_1/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 1,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 8,
30
+ "candidate_sigma": 0.2,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.25217391304347825,
38
+ "policy_rollout_progress": 0.52408728260142,
39
+ "oracle_success_rate": 0.8695652173913043,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.0232285326711186,
42
+ "policy_expert_regret": 0.9344754215613331,
43
+ "action_mse_to_best": 0.3996870838591586,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 113,
48
+ "policy_rollout_success_rate": 0.21238938053097345,
49
+ "policy_rollout_progress": 0.6609668837184399,
50
+ "oracle_success_rate": 0.9380530973451328,
51
+ "expert_success_rate": 0.8584070796460177,
52
+ "policy_oracle_regret": 1.0475532074945162,
53
+ "policy_expert_regret": 0.9565544418529072,
54
+ "action_mse_to_best": 0.3307521107021423,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 184,
59
+ "policy_rollout_success_rate": 0.010869565217391304,
60
+ "policy_rollout_progress": 0.43558798558534245,
61
+ "oracle_success_rate": 0.9456521739130435,
62
+ "expert_success_rate": 0.9402173913043478,
63
+ "policy_oracle_regret": 1.4769888006165908,
64
+ "policy_expert_regret": 1.4694518956492413,
65
+ "action_mse_to_best": 0.32586156714545644,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 76,
70
+ "policy_rollout_success_rate": 0.13157894736842105,
71
+ "policy_rollout_progress": 0.26700859815862615,
72
+ "oracle_success_rate": 0.40789473684210525,
73
+ "expert_success_rate": 0.25,
74
+ "policy_oracle_regret": 0.6036569659941291,
75
+ "policy_expert_regret": 0.3357601676528391,
76
+ "action_mse_to_best": 0.5786957227085766,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 111,
81
+ "policy_rollout_success_rate": 0.8198198198198198,
82
+ "policy_rollout_progress": 0.835585828702729,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8198198198198198,
85
+ "policy_oracle_regret": 0.34459435147745116,
86
+ "policy_expert_regret": 0.29417850627555503,
87
+ "action_mse_to_best": 0.3886206160123284,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 91,
92
+ "policy_rollout_success_rate": 0.1978021978021978,
93
+ "policy_rollout_progress": 0.3678028554051787,
94
+ "oracle_success_rate": 0.8571428571428571,
95
+ "expert_success_rate": 0.6923076923076923,
96
+ "policy_oracle_regret": 1.2537258472088928,
97
+ "policy_expert_regret": 1.106395381656322,
98
+ "action_mse_to_best": 0.4985581654031853,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k8_sigma0.20/seed_1/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_5.err ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2026-06-27 18:21:39,758 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:21:41,791 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:21:43,875 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:21:46,036 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:21:48,140 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
6
+ 2026-06-27 18:21:50,254 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_5.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 5
4
+ Seed: 2
5
+ Candidates: 8
6
+ Candidate sigma: 0.20
7
+ Selection seed: 92002
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k8_sigma0.20/seed_2/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 2,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 8,
30
+ "candidate_sigma": 0.2,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.22956521739130434,
38
+ "policy_rollout_progress": 0.5218091125312545,
39
+ "oracle_success_rate": 0.8765217391304347,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.0523480505808054,
42
+ "policy_expert_regret": 0.9540261849813649,
43
+ "action_mse_to_best": 0.42410068074160295,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 96,
48
+ "policy_rollout_success_rate": 0.1875,
49
+ "policy_rollout_progress": 0.6431976957246661,
50
+ "oracle_success_rate": 0.9270833333333334,
51
+ "expert_success_rate": 0.8229166666666666,
52
+ "policy_oracle_regret": 1.0896811264877517,
53
+ "policy_expert_regret": 0.969089585977296,
54
+ "action_mse_to_best": 0.3535835361981299,
55
+ "restore_max_error": 3.5762786865234375e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 198,
59
+ "policy_rollout_success_rate": 0.04040404040404041,
60
+ "policy_rollout_progress": 0.4947132789071254,
61
+ "oracle_success_rate": 0.9595959595959596,
62
+ "expert_success_rate": 0.9444444444444444,
63
+ "policy_oracle_regret": 1.405459522273194,
64
+ "policy_expert_regret": 1.384132306433678,
65
+ "action_mse_to_best": 0.344063895782738,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 90,
70
+ "policy_rollout_success_rate": 0.2111111111111111,
71
+ "policy_rollout_progress": 0.3336249701833973,
72
+ "oracle_success_rate": 0.4666666666666667,
73
+ "expert_success_rate": 0.24444444444444444,
74
+ "policy_oracle_regret": 0.5349132894486602,
75
+ "policy_expert_regret": 0.2917847439698461,
76
+ "action_mse_to_best": 0.6478720838824908,
77
+ "restore_max_error": 4.0978193283081055e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 101,
81
+ "policy_rollout_success_rate": 0.7821782178217822,
82
+ "policy_rollout_progress": 0.8072664808518816,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8514851485148515,
85
+ "policy_oracle_regret": 0.4105553013263362,
86
+ "policy_expert_regret": 0.3565023746525887,
87
+ "action_mse_to_best": 0.386228519279768,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 90,
92
+ "policy_rollout_success_rate": 0.08888888888888889,
93
+ "policy_rollout_progress": 0.31977633121940824,
94
+ "oracle_success_rate": 0.9111111111111111,
95
+ "expert_success_rate": 0.7666666666666667,
96
+ "policy_oracle_regret": 1.4733497116300796,
97
+ "policy_expert_regret": 1.3245210293266507,
98
+ "action_mse_to_best": 0.4941294732193152,
99
+ "restore_max_error": 4.76837158203125e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k8_sigma0.20/seed_2/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_6.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:21:46,688 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:21:48,731 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:21:50,853 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:21:53,028 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:21:55,140 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_6.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 6
4
+ Seed: 0
5
+ Candidates: 16
6
+ Candidate sigma: 0.35
7
+ Selection seed: 93000
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k16_sigma0.35/seed_0/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 0,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 16,
30
+ "candidate_sigma": 0.35,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.24347826086956523,
38
+ "policy_rollout_progress": 0.5289620748977515,
39
+ "oracle_success_rate": 0.8573913043478261,
40
+ "expert_success_rate": 0.7721739130434783,
41
+ "policy_oracle_regret": 1.0241229962357794,
42
+ "policy_expert_regret": 0.946904164409616,
43
+ "action_mse_to_best": 0.390246681454389,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 97,
48
+ "policy_rollout_success_rate": 0.25773195876288657,
49
+ "policy_rollout_progress": 0.6514236106700504,
50
+ "oracle_success_rate": 0.9278350515463918,
51
+ "expert_success_rate": 0.8865979381443299,
52
+ "policy_oracle_regret": 1.033257112982347,
53
+ "policy_expert_regret": 1.0068789176719706,
54
+ "action_mse_to_best": 0.31632087363371836,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 208,
59
+ "policy_rollout_success_rate": 0.04807692307692308,
60
+ "policy_rollout_progress": 0.47146958250624055,
61
+ "oracle_success_rate": 0.9471153846153846,
62
+ "expert_success_rate": 0.9375,
63
+ "policy_oracle_regret": 1.4057407474252754,
64
+ "policy_expert_regret": 1.3923178799987699,
65
+ "action_mse_to_best": 0.3099510838779119,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 77,
70
+ "policy_rollout_success_rate": 0.23376623376623376,
71
+ "policy_rollout_progress": 0.3531065471752575,
72
+ "oracle_success_rate": 0.36363636363636365,
73
+ "expert_success_rate": 0.19480519480519481,
74
+ "policy_oracle_regret": 0.3980089887791188,
75
+ "policy_expert_regret": 0.25833353278876253,
76
+ "action_mse_to_best": 0.6181663733411145,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 94,
81
+ "policy_rollout_success_rate": 0.7659574468085106,
82
+ "policy_rollout_progress": 0.7879649159756112,
83
+ "oracle_success_rate": 0.9893617021276596,
84
+ "expert_success_rate": 0.8617021276595744,
85
+ "policy_oracle_regret": 0.4460776372158781,
86
+ "policy_expert_regret": 0.3669963699389011,
87
+ "action_mse_to_best": 0.40011150191756006,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 99,
92
+ "policy_rollout_success_rate": 0.15151515151515152,
93
+ "policy_rollout_progress": 0.42062144884557434,
94
+ "oracle_success_rate": 0.8585858585858586,
95
+ "expert_success_rate": 0.6767676767676768,
96
+ "policy_oracle_regret": 1.249219367449934,
97
+ "policy_expert_regret": 1.0384967644708325,
98
+ "action_mse_to_best": 0.44474343151192774,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k16_sigma0.35/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_7.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:25:33,111 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:25:35,135 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:25:37,199 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:25:39,351 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:25:41,402 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_7.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 7
4
+ Seed: 1
5
+ Candidates: 16
6
+ Candidate sigma: 0.35
7
+ Selection seed: 93001
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k16_sigma0.35/seed_1/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_1/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 1,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 16,
30
+ "candidate_sigma": 0.35,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.24347826086956523,
38
+ "policy_rollout_progress": 0.5165389964462298,
39
+ "oracle_success_rate": 0.8695652173913043,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.039217270862959,
42
+ "policy_expert_regret": 0.9487168673498799,
43
+ "action_mse_to_best": 0.4029614827927688,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 113,
48
+ "policy_rollout_success_rate": 0.23893805309734514,
49
+ "policy_rollout_progress": 0.6748347817796522,
50
+ "oracle_success_rate": 0.9380530973451328,
51
+ "expert_success_rate": 0.8584070796460177,
52
+ "policy_oracle_regret": 1.0071366368669323,
53
+ "policy_expert_regret": 0.925960123538971,
54
+ "action_mse_to_best": 0.3265482701146893,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 184,
59
+ "policy_rollout_success_rate": 0.010869565217391304,
60
+ "policy_rollout_progress": 0.43528266355101747,
61
+ "oracle_success_rate": 0.9456521739130435,
62
+ "expert_success_rate": 0.9402173913043478,
63
+ "policy_oracle_regret": 1.4772941226509158,
64
+ "policy_expert_regret": 1.4697572176835663,
65
+ "action_mse_to_best": 0.3257596911660031,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 76,
70
+ "policy_rollout_success_rate": 0.15789473684210525,
71
+ "policy_rollout_progress": 0.28927135144017246,
72
+ "oracle_success_rate": 0.40789473684210525,
73
+ "expert_success_rate": 0.25,
74
+ "policy_oracle_regret": 0.5531476327267132,
75
+ "policy_expert_regret": 0.28736334068602637,
76
+ "action_mse_to_best": 0.5878818454711061,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 111,
81
+ "policy_rollout_success_rate": 0.7837837837837838,
82
+ "policy_rollout_progress": 0.8020827940723918,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8198198198198198,
85
+ "policy_oracle_regret": 0.4141334221438245,
86
+ "policy_expert_regret": 0.36372163905216764,
87
+ "action_mse_to_best": 0.40456463876474014,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 91,
92
+ "policy_rollout_success_rate": 0.13186813186813187,
93
+ "policy_rollout_progress": 0.3257776886879743,
94
+ "oracle_success_rate": 0.8571428571428571,
95
+ "expert_success_rate": 0.6923076923076923,
96
+ "policy_oracle_regret": 1.3616850798601632,
97
+ "policy_expert_regret": 1.1893479218194773,
98
+ "action_mse_to_best": 0.4975540631829382,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k16_sigma0.35/seed_1/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_8.err ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2026-06-27 18:25:31,881 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:25:33,893 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:25:36,005 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:25:38,077 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:25:40,187 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
6
+ 2026-06-27 18:25:42,261 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_8.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 8
4
+ Seed: 2
5
+ Candidates: 16
6
+ Candidate sigma: 0.35
7
+ Selection seed: 93002
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k16_sigma0.35/seed_2/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_2/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 2,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 16,
30
+ "candidate_sigma": 0.35,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.24,
38
+ "policy_rollout_progress": 0.5256201127618956,
39
+ "oracle_success_rate": 0.8765217391304347,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.0462085215883006,
42
+ "policy_expert_regret": 0.9462031736619689,
43
+ "action_mse_to_best": 0.42602388454520185,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 96,
48
+ "policy_rollout_success_rate": 0.19791666666666666,
49
+ "policy_rollout_progress": 0.6382713741622865,
50
+ "oracle_success_rate": 0.9270833333333334,
51
+ "expert_success_rate": 0.8229166666666666,
52
+ "policy_oracle_regret": 1.0841905994651218,
53
+ "policy_expert_regret": 0.9503137821642061,
54
+ "action_mse_to_best": 0.3519886921470364,
55
+ "restore_max_error": 3.5762786865234375e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 198,
59
+ "policy_rollout_success_rate": 0.04040404040404041,
60
+ "policy_rollout_progress": 0.4946433123032976,
61
+ "oracle_success_rate": 0.9595959595959596,
62
+ "expert_success_rate": 0.9444444444444444,
63
+ "policy_oracle_regret": 1.4055294888770218,
64
+ "policy_expert_regret": 1.3842022730375056,
65
+ "action_mse_to_best": 0.34274348870597104,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 90,
70
+ "policy_rollout_success_rate": 0.2222222222222222,
71
+ "policy_rollout_progress": 0.3432616694105996,
72
+ "oracle_success_rate": 0.4666666666666667,
73
+ "expert_success_rate": 0.24444444444444444,
74
+ "policy_oracle_regret": 0.5527156790097555,
75
+ "policy_expert_regret": 0.3146628489717841,
76
+ "action_mse_to_best": 0.6682874644796054,
77
+ "restore_max_error": 4.0978193283081055e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 101,
81
+ "policy_rollout_success_rate": 0.801980198019802,
82
+ "policy_rollout_progress": 0.8211318818059298,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8514851485148515,
85
+ "policy_oracle_regret": 0.3768879201742682,
86
+ "policy_expert_regret": 0.32143961734110765,
87
+ "action_mse_to_best": 0.3917583738370697,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 90,
92
+ "policy_rollout_success_rate": 0.1111111111111111,
93
+ "policy_rollout_progress": 0.32433629747894077,
94
+ "oracle_success_rate": 0.9111111111111111,
95
+ "expert_success_rate": 0.7666666666666667,
96
+ "policy_oracle_regret": 1.4598074724276862,
97
+ "policy_expert_regret": 1.3108843771947756,
98
+ "action_mse_to_best": 0.484401564920942,
99
+ "restore_max_error": 4.76837158203125e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k16_sigma0.35/seed_2/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842528_9.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:25:34,561 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:25:36,608 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:25:38,756 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:25:40,858 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:25:42,967 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842528_9.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 9
4
+ Seed: 0
5
+ Candidates: 32
6
+ Candidate sigma: 0.50
7
+ Selection seed: 94000
8
+ Selection mode: field_optim
9
+ Field optim steps: 4
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.02
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k32_sigma0.50/seed_0/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/near_miss_policy_bc5/seed_0/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 0,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field_optim",
29
+ "num_candidates": 32,
30
+ "candidate_sigma": 0.5,
31
+ "field_optim_steps": 4,
32
+ "field_optim_step_size": 0.05,
33
+ "field_optim_trust_radius": 0.5,
34
+ "field_optim_l2_penalty": 0.02,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.2539130434782609,
38
+ "policy_rollout_progress": 0.5365319993136369,
39
+ "oracle_success_rate": 0.8573913043478261,
40
+ "expert_success_rate": 0.7721739130434783,
41
+ "policy_oracle_regret": 1.0063152354485962,
42
+ "policy_expert_regret": 0.9391702246196244,
43
+ "action_mse_to_best": 0.3908262099843958,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 97,
48
+ "policy_rollout_success_rate": 0.29896907216494845,
49
+ "policy_rollout_progress": 0.6630521756164807,
50
+ "oracle_success_rate": 0.9278350515463918,
51
+ "expert_success_rate": 0.8865979381443299,
52
+ "policy_oracle_regret": 0.9803915624458766,
53
+ "policy_expert_regret": 0.9540133671355002,
54
+ "action_mse_to_best": 0.3133223102687253,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 208,
59
+ "policy_rollout_success_rate": 0.04807692307692308,
60
+ "policy_rollout_progress": 0.4696219289415659,
61
+ "oracle_success_rate": 0.9471153846153846,
62
+ "expert_success_rate": 0.9375,
63
+ "policy_oracle_regret": 1.40758840098995,
64
+ "policy_expert_regret": 1.3941655335634446,
65
+ "action_mse_to_best": 0.3123190854496967,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 77,
70
+ "policy_rollout_success_rate": 0.2597402597402597,
71
+ "policy_rollout_progress": 0.3750774884330375,
72
+ "oracle_success_rate": 0.36363636363636365,
73
+ "expert_success_rate": 0.19480519480519481,
74
+ "policy_oracle_regret": 0.35152300004544973,
75
+ "policy_expert_regret": 0.2396799704519572,
76
+ "action_mse_to_best": 0.6222828338285545,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 94,
81
+ "policy_rollout_success_rate": 0.776595744680851,
82
+ "policy_rollout_progress": 0.7975971521215236,
83
+ "oracle_success_rate": 0.9893617021276596,
84
+ "expert_success_rate": 0.8617021276595744,
85
+ "policy_oracle_regret": 0.4258071031976253,
86
+ "policy_expert_regret": 0.38544646381063663,
87
+ "action_mse_to_best": 0.4014465888129904,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 99,
92
+ "policy_rollout_success_rate": 0.1414141414141414,
93
+ "policy_rollout_progress": 0.43084220648413957,
94
+ "oracle_success_rate": 0.8585858585858586,
95
+ "expert_success_rate": 0.6767676767676768,
96
+ "policy_oracle_regret": 1.249108613289968,
97
+ "policy_expert_regret": 1.0384830933327627,
98
+ "action_mse_to_best": 0.44160282139600526,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_optim_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_field_optim_sweep/near_miss_policy_bc5_bestpt_s4_trust05/k32_sigma0.50/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842577_0.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:34:20,186 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:34:22,283 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:34:24,457 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:34:26,661 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:34:28,766 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842577_0.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 0
4
+ Seed: 0
5
+ Candidates: 8
6
+ Candidate sigma: 0.10
7
+ Selection seed: 91000
8
+ Selection mode: field
9
+ Field optim steps: 0
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.0
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_0/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k8_sigma0.10/seed_0/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_0/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 0,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field",
29
+ "num_candidates": 8,
30
+ "candidate_sigma": 0.1,
31
+ "field_optim_steps": 0,
32
+ "field_optim_step_size": 0.0,
33
+ "field_optim_trust_radius": 0.0,
34
+ "field_optim_l2_penalty": 0.0,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.24521739130434783,
38
+ "policy_rollout_progress": 0.4916666813407336,
39
+ "oracle_success_rate": 0.8573913043478261,
40
+ "expert_success_rate": 0.7721739130434783,
41
+ "policy_oracle_regret": 1.0520232715407063,
42
+ "policy_expert_regret": 0.9628436689514099,
43
+ "action_mse_to_best": 0.4524545120091542,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 97,
48
+ "policy_rollout_success_rate": 0.14432989690721648,
49
+ "policy_rollout_progress": 0.5431373600185532,
50
+ "oracle_success_rate": 0.9278350515463918,
51
+ "expert_success_rate": 0.8865979381443299,
52
+ "policy_oracle_regret": 1.228676609925388,
53
+ "policy_expert_regret": 1.1890621543237843,
54
+ "action_mse_to_best": 0.36152367228546095,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 208,
59
+ "policy_rollout_success_rate": 0.1875,
60
+ "policy_rollout_progress": 0.5209172252815244,
61
+ "oracle_success_rate": 0.9471153846153846,
62
+ "expert_success_rate": 0.9375,
63
+ "policy_oracle_regret": 1.2168700277269147,
64
+ "policy_expert_regret": 1.2102034536728752,
65
+ "action_mse_to_best": 0.3476500255593027,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 77,
70
+ "policy_rollout_success_rate": 0.16883116883116883,
71
+ "policy_rollout_progress": 0.3158751792764267,
72
+ "oracle_success_rate": 0.36363636363636365,
73
+ "expert_success_rate": 0.19480519480519481,
74
+ "policy_oracle_regret": 0.47666968106800184,
75
+ "policy_expert_regret": 0.23013423346043504,
76
+ "action_mse_to_best": 0.7061071962892235,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 94,
81
+ "policy_rollout_success_rate": 0.6808510638297872,
82
+ "policy_rollout_progress": 0.701535238864574,
83
+ "oracle_success_rate": 0.9893617021276596,
84
+ "expert_success_rate": 0.8617021276595744,
85
+ "policy_oracle_regret": 0.6176136973056388,
86
+ "policy_expert_regret": 0.5378522131037204,
87
+ "action_mse_to_best": 0.45377475356167934,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 99,
92
+ "policy_rollout_success_rate": 0.1111111111111111,
93
+ "policy_rollout_progress": 0.31723771447485144,
94
+ "oracle_success_rate": 0.8585858585858586,
95
+ "expert_success_rate": 0.6767676767676768,
96
+ "policy_oracle_regret": 1.3925609213836265,
97
+ "policy_expert_regret": 1.1949022051059839,
98
+ "action_mse_to_best": 0.5632046659411204,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k8_sigma0.10/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842577_1.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:37:46,202 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:37:48,335 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:37:50,463 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:37:52,612 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:37:54,815 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842577_1.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 1
4
+ Seed: 1
5
+ Candidates: 8
6
+ Candidate sigma: 0.10
7
+ Selection seed: 91001
8
+ Selection mode: field
9
+ Field optim steps: 0
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.0
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_1/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k8_sigma0.10/seed_1/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_1/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 1,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field",
29
+ "num_candidates": 8,
30
+ "candidate_sigma": 0.1,
31
+ "field_optim_steps": 0,
32
+ "field_optim_step_size": 0.0,
33
+ "field_optim_trust_radius": 0.0,
34
+ "field_optim_l2_penalty": 0.0,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.26260869565217393,
38
+ "policy_rollout_progress": 0.5003497520121544,
39
+ "oracle_success_rate": 0.8695652173913043,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.0411602802218303,
42
+ "policy_expert_regret": 0.9484697661808004,
43
+ "action_mse_to_best": 0.46732707200005,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 113,
48
+ "policy_rollout_success_rate": 0.13274336283185842,
49
+ "policy_rollout_progress": 0.5155556234901986,
50
+ "oracle_success_rate": 0.9380530973451328,
51
+ "expert_success_rate": 0.8584070796460177,
52
+ "policy_oracle_regret": 1.2726808705952315,
53
+ "policy_expert_regret": 1.1937605795343365,
54
+ "action_mse_to_best": 0.3871589671836886,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 184,
59
+ "policy_rollout_success_rate": 0.1956521739130435,
60
+ "policy_rollout_progress": 0.5304642929695547,
61
+ "oracle_success_rate": 0.9456521739130435,
62
+ "expert_success_rate": 0.9402173913043478,
63
+ "policy_oracle_regret": 1.2127604486785182,
64
+ "policy_expert_regret": 1.2052235437111687,
65
+ "action_mse_to_best": 0.3765532473385658,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 76,
70
+ "policy_rollout_success_rate": 0.10526315789473684,
71
+ "policy_rollout_progress": 0.2620575173856004,
72
+ "oracle_success_rate": 0.40789473684210525,
73
+ "expert_success_rate": 0.25,
74
+ "policy_oracle_regret": 0.6173880723010945,
75
+ "policy_expert_regret": 0.387804974581262,
76
+ "action_mse_to_best": 0.6689964332127649,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 111,
81
+ "policy_rollout_success_rate": 0.7207207207207207,
82
+ "policy_rollout_progress": 0.7494887763315493,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8198198198198198,
85
+ "policy_oracle_regret": 0.52979050294773,
86
+ "policy_expert_regret": 0.44538252471803547,
87
+ "action_mse_to_best": 0.42434008553758396,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 91,
92
+ "policy_rollout_success_rate": 0.13186813186813187,
93
+ "policy_rollout_progress": 0.3156952368361609,
94
+ "oracle_success_rate": 0.8571428571428571,
95
+ "expert_success_rate": 0.6923076923076923,
96
+ "policy_oracle_regret": 1.3843742952896998,
97
+ "policy_expert_regret": 1.2066307660642561,
98
+ "action_mse_to_best": 0.6344266722981746,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k8_sigma0.10/seed_1/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842577_10.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:33:06,103 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:33:08,279 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:33:10,435 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:33:12,725 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:33:14,970 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842577_10.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 10
4
+ Seed: 1
5
+ Candidates: 64
6
+ Candidate sigma: 0.50
7
+ Selection seed: 94001
8
+ Selection mode: field
9
+ Field optim steps: 0
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.0
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_1/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k64_sigma0.50/seed_1/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_1/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 1,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field",
29
+ "num_candidates": 64,
30
+ "candidate_sigma": 0.5,
31
+ "field_optim_steps": 0,
32
+ "field_optim_step_size": 0.0,
33
+ "field_optim_trust_radius": 0.0,
34
+ "field_optim_l2_penalty": 0.0,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.26956521739130435,
38
+ "policy_rollout_progress": 0.5022271202715195,
39
+ "oracle_success_rate": 0.8695652173913043,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.033790238238871,
42
+ "policy_expert_regret": 0.9530755318296344,
43
+ "action_mse_to_best": 0.4864421434927246,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 113,
48
+ "policy_rollout_success_rate": 0.12389380530973451,
49
+ "policy_rollout_progress": 0.518719785640725,
50
+ "oracle_success_rate": 0.9380530973451328,
51
+ "expert_success_rate": 0.8584070796460177,
52
+ "policy_oracle_regret": 1.289627820385241,
53
+ "policy_expert_regret": 1.2107075293243459,
54
+ "action_mse_to_best": 0.3862276160595032,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 184,
59
+ "policy_rollout_success_rate": 0.1956521739130435,
60
+ "policy_rollout_progress": 0.5238371952133172,
61
+ "oracle_success_rate": 0.9456521739130435,
62
+ "expert_success_rate": 0.9402173913043478,
63
+ "policy_oracle_regret": 1.2193875464347557,
64
+ "policy_expert_regret": 1.211850641467406,
65
+ "action_mse_to_best": 0.39618182427290344,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 76,
70
+ "policy_rollout_success_rate": 0.15789473684210525,
71
+ "policy_rollout_progress": 0.29850233055798236,
72
+ "oracle_success_rate": 0.40789473684210525,
73
+ "expert_success_rate": 0.25,
74
+ "policy_oracle_regret": 0.522642692808356,
75
+ "policy_expert_regret": 0.35917731865897384,
76
+ "action_mse_to_best": 0.747883105589273,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 111,
81
+ "policy_rollout_success_rate": 0.7117117117117117,
82
+ "policy_rollout_progress": 0.7389255927221196,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8198198198198198,
85
+ "policy_oracle_regret": 0.5493626955661688,
86
+ "policy_expert_regret": 0.4817217659574371,
87
+ "action_mse_to_best": 0.43588705656227766,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 91,
92
+ "policy_rollout_success_rate": 0.15384615384615385,
93
+ "policy_rollout_progress": 0.31947578620779643,
94
+ "oracle_success_rate": 0.8571428571428571,
95
+ "expert_success_rate": 0.6923076923076923,
96
+ "policy_oracle_regret": 1.3586157239400423,
97
+ "policy_expert_regret": 1.1808721947145986,
98
+ "action_mse_to_best": 0.6367085376283624,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k64_sigma0.50/seed_1/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842577_11.err ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2026-06-27 18:33:03,748 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:33:06,220 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:33:08,404 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:33:10,550 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:33:12,755 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
6
+ 2026-06-27 18:33:14,960 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842577_11.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 11
4
+ Seed: 2
5
+ Candidates: 64
6
+ Candidate sigma: 0.50
7
+ Selection seed: 94002
8
+ Selection mode: field
9
+ Field optim steps: 0
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.0
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_2/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k64_sigma0.50/seed_2/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_2/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 2,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field",
29
+ "num_candidates": 64,
30
+ "candidate_sigma": 0.5,
31
+ "field_optim_steps": 0,
32
+ "field_optim_step_size": 0.0,
33
+ "field_optim_trust_radius": 0.0,
34
+ "field_optim_l2_penalty": 0.0,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.28347826086956524,
38
+ "policy_rollout_progress": 0.5176484204051287,
39
+ "oracle_success_rate": 0.8765217391304347,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.0018333465703155,
42
+ "policy_expert_regret": 0.9128569087062193,
43
+ "action_mse_to_best": 0.5004424169724402,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 96,
48
+ "policy_rollout_success_rate": 0.21875,
49
+ "policy_rollout_progress": 0.6228157593868673,
50
+ "oracle_success_rate": 0.9270833333333334,
51
+ "expert_success_rate": 0.8229166666666666,
52
+ "policy_oracle_regret": 1.065440983666728,
53
+ "policy_expert_regret": 0.9720403482206166,
54
+ "action_mse_to_best": 0.4013568146813971,
55
+ "restore_max_error": 3.5762786865234375e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 198,
59
+ "policy_rollout_success_rate": 0.22727272727272727,
60
+ "policy_rollout_progress": 0.5412212638372574,
61
+ "oracle_success_rate": 0.9595959595959596,
62
+ "expert_success_rate": 0.9444444444444444,
63
+ "policy_oracle_regret": 1.17933312364186,
64
+ "policy_expert_regret": 1.1722496731131515,
65
+ "action_mse_to_best": 0.3729282287749076,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 90,
70
+ "policy_rollout_success_rate": 0.12222222222222222,
71
+ "policy_rollout_progress": 0.2539229686682423,
72
+ "oracle_success_rate": 0.4666666666666667,
73
+ "expert_success_rate": 0.24444444444444444,
74
+ "policy_oracle_regret": 0.6969465435586042,
75
+ "policy_expert_regret": 0.3964810552903347,
76
+ "action_mse_to_best": 0.8188039211142394,
77
+ "restore_max_error": 4.0978193283081055e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 101,
81
+ "policy_rollout_success_rate": 0.7821782178217822,
82
+ "policy_rollout_progress": 0.8004673908252528,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8514851485148515,
85
+ "policy_oracle_regret": 0.4173543913529651,
86
+ "policy_expert_regret": 0.37918733148881706,
87
+ "action_mse_to_best": 0.4307129751927782,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 90,
92
+ "policy_rollout_success_rate": 0.07777777777777778,
93
+ "policy_rollout_progress": 0.2999493882060051,
94
+ "oracle_success_rate": 0.9111111111111111,
95
+ "expert_success_rate": 0.7666666666666667,
96
+ "policy_oracle_regret": 1.5042877657545937,
97
+ "policy_expert_regret": 1.3943355371554693,
98
+ "action_mse_to_best": 0.6465553650839462,
99
+ "restore_max_error": 4.76837158203125e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k64_sigma0.50/seed_2/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842577_2.err ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2026-06-27 18:29:57,977 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:30:00,169 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:30:02,491 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:30:04,723 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:30:07,041 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
6
+ 2026-06-27 18:30:09,244 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842577_2.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 2
4
+ Seed: 2
5
+ Candidates: 8
6
+ Candidate sigma: 0.10
7
+ Selection seed: 91002
8
+ Selection mode: field
9
+ Field optim steps: 0
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.0
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_2/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k8_sigma0.10/seed_2/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_2/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 2,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field",
29
+ "num_candidates": 8,
30
+ "candidate_sigma": 0.1,
31
+ "field_optim_steps": 0,
32
+ "field_optim_step_size": 0.0,
33
+ "field_optim_trust_radius": 0.0,
34
+ "field_optim_l2_penalty": 0.0,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.2817391304347826,
38
+ "policy_rollout_progress": 0.5176694101440776,
39
+ "oracle_success_rate": 0.8765217391304347,
40
+ "expert_success_rate": 0.7704347826086957,
41
+ "policy_oracle_regret": 1.0061579653793444,
42
+ "policy_expert_regret": 0.92652901611034,
43
+ "action_mse_to_best": 0.4807908735229917,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 96,
48
+ "policy_rollout_success_rate": 0.20833333333333334,
49
+ "policy_rollout_progress": 0.624040465336293,
50
+ "oracle_success_rate": 0.9270833333333334,
51
+ "expert_success_rate": 0.8229166666666666,
52
+ "policy_oracle_regret": 1.0878960588015616,
53
+ "policy_expert_regret": 1.0079390796211858,
54
+ "action_mse_to_best": 0.39125924691325054,
55
+ "restore_max_error": 3.5762786865234375e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 198,
59
+ "policy_rollout_success_rate": 0.22727272727272727,
60
+ "policy_rollout_progress": 0.5430827173357359,
61
+ "oracle_success_rate": 0.9595959595959596,
62
+ "expert_success_rate": 0.9444444444444444,
63
+ "policy_oracle_regret": 1.1774716701433816,
64
+ "policy_expert_regret": 1.170388219614673,
65
+ "action_mse_to_best": 0.36567344943607094,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 90,
70
+ "policy_rollout_success_rate": 0.15555555555555556,
71
+ "policy_rollout_progress": 0.28386651941198376,
72
+ "oracle_success_rate": 0.4666666666666667,
73
+ "expert_success_rate": 0.24444444444444444,
74
+ "policy_oracle_regret": 0.6361748364926219,
75
+ "policy_expert_regret": 0.38108951423176524,
76
+ "action_mse_to_best": 0.7307745517128044,
77
+ "restore_max_error": 4.0978193283081055e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 101,
81
+ "policy_rollout_success_rate": 0.7524752475247525,
82
+ "policy_rollout_progress": 0.7767425154400344,
83
+ "oracle_success_rate": 1.0,
84
+ "expert_success_rate": 0.8514851485148515,
85
+ "policy_oracle_regret": 0.47078223703521316,
86
+ "policy_expert_regret": 0.43261517717106507,
87
+ "action_mse_to_best": 0.4313800072315896,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 90,
92
+ "policy_rollout_success_rate": 0.07777777777777778,
93
+ "policy_rollout_progress": 0.2913629702395863,
94
+ "oracle_success_rate": 0.9111111111111111,
95
+ "expert_success_rate": 0.7666666666666667,
96
+ "policy_oracle_regret": 1.5128741837210125,
97
+ "policy_expert_regret": 1.402921955121888,
98
+ "action_mse_to_best": 0.6350159022129245,
99
+ "restore_max_error": 4.76837158203125e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k8_sigma0.10/seed_2/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842577_3.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:29:58,354 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:30:00,505 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:30:02,717 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:30:04,973 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:30:07,144 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
workspace/outputs/hpc/logs/eval_h16_field_14842577_3.out ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ Online Rollout Evaluation - h=16 Field-Guided
3
+ Array task: 3
4
+ Seed: 0
5
+ Candidates: 16
6
+ Candidate sigma: 0.20
7
+ Selection seed: 92000
8
+ Selection mode: field
9
+ Field optim steps: 0
10
+ Field optim step size: 0.05
11
+ Field optim trust radius: 0.5
12
+ Field optim L2 penalty: 0.0
13
+ Checkpoint: /scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_0/best.pt
14
+ Dataset: /scratch/knguy52/dovla/experiments/six_task_h16_collection
15
+ Out: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k16_sigma0.20/seed_0/online_rollout.json
16
+ ==================================================
17
+ {
18
+ "checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/nonexpert_policy_bc5/seed_0/best.pt",
19
+ "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
20
+ "split": "validation_groups",
21
+ "objective": "lattice_field",
22
+ "seed": 0,
23
+ "observation_mode": "state",
24
+ "backbone_type": "native",
25
+ "backbone_model": null,
26
+ "num_groups": 575,
27
+ "group_batch_size": 16,
28
+ "selection_mode": "field",
29
+ "num_candidates": 16,
30
+ "candidate_sigma": 0.2,
31
+ "field_optim_steps": 0,
32
+ "field_optim_step_size": 0.0,
33
+ "field_optim_trust_radius": 0.0,
34
+ "field_optim_l2_penalty": 0.0,
35
+ "retrieval_neighbors": 0,
36
+ "lattice_exclude_types": [],
37
+ "policy_rollout_success_rate": 0.23304347826086957,
38
+ "policy_rollout_progress": 0.481306260572139,
39
+ "oracle_success_rate": 0.8573913043478261,
40
+ "expert_success_rate": 0.7721739130434783,
41
+ "policy_oracle_regret": 1.0684228070851658,
42
+ "policy_expert_regret": 0.9733695856443323,
43
+ "action_mse_to_best": 0.45690098340744556,
44
+ "restore_max_error": 4.76837158203125e-07,
45
+ "per_task": {
46
+ "LiftPegUpright-v1": {
47
+ "num_groups": 97,
48
+ "policy_rollout_success_rate": 0.14432989690721648,
49
+ "policy_rollout_progress": 0.5436697447115613,
50
+ "oracle_success_rate": 0.9278350515463918,
51
+ "expert_success_rate": 0.8865979381443299,
52
+ "policy_oracle_regret": 1.22814422523238,
53
+ "policy_expert_regret": 1.1752674995931154,
54
+ "action_mse_to_best": 0.36156272988036736,
55
+ "restore_max_error": 4.76837158203125e-07
56
+ },
57
+ "PickCube-v1": {
58
+ "num_groups": 208,
59
+ "policy_rollout_success_rate": 0.1875,
60
+ "policy_rollout_progress": 0.5193353609664393,
61
+ "oracle_success_rate": 0.9471153846153846,
62
+ "expert_success_rate": 0.9375,
63
+ "policy_oracle_regret": 1.2184518920419998,
64
+ "policy_expert_regret": 1.2117853179879603,
65
+ "action_mse_to_best": 0.35019572166940915,
66
+ "restore_max_error": 4.76837158203125e-07
67
+ },
68
+ "PullCube-v1": {
69
+ "num_groups": 77,
70
+ "policy_rollout_success_rate": 0.12987012987012986,
71
+ "policy_rollout_progress": 0.28333891163785735,
72
+ "oracle_success_rate": 0.36363636363636365,
73
+ "expert_success_rate": 0.19480519480519481,
74
+ "policy_oracle_regret": 0.5023551824224459,
75
+ "policy_expert_regret": 0.25227385023971655,
76
+ "action_mse_to_best": 0.7272258265935755,
77
+ "restore_max_error": 4.76837158203125e-07
78
+ },
79
+ "PushCube-v1": {
80
+ "num_groups": 94,
81
+ "policy_rollout_success_rate": 0.6382978723404256,
82
+ "policy_rollout_progress": 0.6673411592207057,
83
+ "oracle_success_rate": 0.9893617021276596,
84
+ "expert_success_rate": 0.8617021276595744,
85
+ "policy_oracle_regret": 0.6943609684388689,
86
+ "policy_expert_regret": 0.595260574304043,
87
+ "action_mse_to_best": 0.45739054711575206,
88
+ "restore_max_error": 4.76837158203125e-07
89
+ },
90
+ "StackCube-v1": {
91
+ "num_groups": 99,
92
+ "policy_rollout_success_rate": 0.1111111111111111,
93
+ "policy_rollout_progress": 0.3176385287684624,
94
+ "oracle_success_rate": 0.8585858585858586,
95
+ "expert_success_rate": 0.6767676767676768,
96
+ "policy_oracle_regret": 1.3921601070900156,
97
+ "policy_expert_regret": 1.194501390812373,
98
+ "action_mse_to_best": 0.5637845502733582,
99
+ "restore_max_error": 3.948807716369629e-07
100
+ }
101
+ },
102
+ "selected_candidate_type_counts": {
103
+ "field_selected": 575
104
+ }
105
+ }
106
+
107
+ Field-guided rollout complete
108
+ Results: /scratch/knguy52/dovla/experiments/dovla_h16_nonexpert_policy_bc5_bestpt_field_sweep/k16_sigma0.20/seed_0/online_rollout.json
workspace/outputs/hpc/logs/eval_h16_field_14842577_4.err ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ 2026-06-27 18:29:39,534 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
2
+ 2026-06-27 18:29:41,707 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
3
+ 2026-06-27 18:29:43,852 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
4
+ 2026-06-27 18:29:46,052 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.
5
+ 2026-06-27 18:29:48,221 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.