auto-sync 2026-07-02T20:07:13Z workspace (part 4)
Browse files- workspace/outputs/hpc/logs/sum_v1_advw2_15067540.err +0 -0
- workspace/outputs/hpc/logs/sum_v1_advw2_15067540.out +16 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_15070758.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_15070758.out +464 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070889.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070889.out +464 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070890.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070890.out +464 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070891.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070891.out +464 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070892.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070892.out +464 -0
- workspace/outputs/hpc/logs/v1_advw0p5_15069074_0.err +10 -0
- workspace/outputs/hpc/logs/v1_advw0p5_15069074_0.out +147 -0
- workspace/outputs/hpc/logs/v1_advw0p5_15069074_1.err +10 -0
- workspace/outputs/hpc/logs/v1_advw0p5_15069074_1.out +147 -0
- workspace/outputs/hpc/logs/v1_advw0p5_15069074_2.err +12 -0
- workspace/outputs/hpc/logs/v1_advw0p5_15069074_2.out +147 -0
workspace/outputs/hpc/logs/sum_v1_advw2_15067540.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/sum_v1_advw2_15067540.out
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"run_root": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs",
|
| 3 |
+
"objective": "transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1",
|
| 4 |
+
"out_name": "policy_rollout_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0.json",
|
| 5 |
+
"num_completed": 3,
|
| 6 |
+
"baseline_h4_policy_success": 0.2967,
|
| 7 |
+
"baseline_h16_rank_checkpoint_success": 0.29739130434782607,
|
| 8 |
+
"mean_success": 0.37681159420289856,
|
| 9 |
+
"std_success": 0.013282828101321283,
|
| 10 |
+
"mean_progress": 0.5894178291635194,
|
| 11 |
+
"mean_action_mse_to_best": 0.5143569296768502,
|
| 12 |
+
"gain_vs_h4": 0.08011159420289854,
|
| 13 |
+
"gain_vs_h16_rank_checkpoint": 0.07942028985507249
|
| 14 |
+
}
|
| 15 |
+
Wrote results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.json
|
| 16 |
+
Wrote results/h16_transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1_besttransport_margin0p00_k6_srcscore_task_pick001_stack005_advw2p0_summary.md
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_15070758.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_15070758.out
ADDED
|
@@ -0,0 +1,464 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "CVAE proposals are sampled from a train-only positive tangent model and evaluated against hidden heldout same-state positives.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 24,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.02,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 1.0
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"num_examples": 43095,
|
| 26 |
+
"num_groups": 2873,
|
| 27 |
+
"num_train_examples": 34275,
|
| 28 |
+
"num_val_examples": 8820,
|
| 29 |
+
"num_train_positive": 1198,
|
| 30 |
+
"num_val_groups_with_positive": 93,
|
| 31 |
+
"label_counts": {
|
| 32 |
+
"neutral": 6310,
|
| 33 |
+
"negative": 35225,
|
| 34 |
+
"positive": 1560
|
| 35 |
+
},
|
| 36 |
+
"train_positive_by_task": {
|
| 37 |
+
"LiftPegUpright-v1": 50,
|
| 38 |
+
"PickCube-v1": 15,
|
| 39 |
+
"PullCube-v1": 723,
|
| 40 |
+
"PushCube-v1": 308,
|
| 41 |
+
"StackCube-v1": 102
|
| 42 |
+
},
|
| 43 |
+
"overall": {
|
| 44 |
+
"num_groups": 93,
|
| 45 |
+
"mean_positive_min_rms_l2_at_1": 0.8268321648398418,
|
| 46 |
+
"median_positive_min_rms_l2_at_1": 0.7726044369668744,
|
| 47 |
+
"positive_closer_than_negative_rate_at_1": 0.6,
|
| 48 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 49 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 50 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 51 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 52 |
+
"ptr_proxy_at_1_thr_0p2": 0.03225806451612903,
|
| 53 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 54 |
+
"ptr_proxy_at_1_thr_0p4": 0.17204301075268819,
|
| 55 |
+
"negative_near_at_1_thr_0p4": 0.12,
|
| 56 |
+
"mean_positive_min_rms_l2_at_2": 0.7408698027792304,
|
| 57 |
+
"median_positive_min_rms_l2_at_2": 0.7385342579662743,
|
| 58 |
+
"positive_closer_than_negative_rate_at_2": 0.6133333333333333,
|
| 59 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 60 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 61 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 62 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 63 |
+
"ptr_proxy_at_2_thr_0p2": 0.03225806451612903,
|
| 64 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 65 |
+
"ptr_proxy_at_2_thr_0p4": 0.20430107526881722,
|
| 66 |
+
"negative_near_at_2_thr_0p4": 0.17333333333333334,
|
| 67 |
+
"mean_positive_min_rms_l2_at_4": 0.6758586220754231,
|
| 68 |
+
"median_positive_min_rms_l2_at_4": 0.621245874584211,
|
| 69 |
+
"positive_closer_than_negative_rate_at_4": 0.6266666666666667,
|
| 70 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 71 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 72 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 73 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 74 |
+
"ptr_proxy_at_4_thr_0p2": 0.053763440860215055,
|
| 75 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 76 |
+
"ptr_proxy_at_4_thr_0p4": 0.26881720430107525,
|
| 77 |
+
"negative_near_at_4_thr_0p4": 0.26666666666666666,
|
| 78 |
+
"mean_positive_min_rms_l2_at_8": 0.642916116227076,
|
| 79 |
+
"median_positive_min_rms_l2_at_8": 0.5894167537394349,
|
| 80 |
+
"positive_closer_than_negative_rate_at_8": 0.64,
|
| 81 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 82 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 83 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 84 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 85 |
+
"ptr_proxy_at_8_thr_0p2": 0.053763440860215055,
|
| 86 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 87 |
+
"ptr_proxy_at_8_thr_0p4": 0.3010752688172043,
|
| 88 |
+
"negative_near_at_8_thr_0p4": 0.28,
|
| 89 |
+
"mean_positive_min_rms_l2_at_16": 0.61215416035447,
|
| 90 |
+
"median_positive_min_rms_l2_at_16": 0.5564158100926168,
|
| 91 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 93 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 94 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 95 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p2": 0.053763440860215055,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 98 |
+
"ptr_proxy_at_16_thr_0p4": 0.3225806451612903,
|
| 99 |
+
"negative_near_at_16_thr_0p4": 0.28
|
| 100 |
+
},
|
| 101 |
+
"per_task": {
|
| 102 |
+
"LiftPegUpright-v1": {
|
| 103 |
+
"num_groups": 8,
|
| 104 |
+
"mean_positive_min_rms_l2_at_1": 0.37340900819519574,
|
| 105 |
+
"median_positive_min_rms_l2_at_1": 0.360585183266779,
|
| 106 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 107 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 108 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 109 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 110 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 111 |
+
"ptr_proxy_at_1_thr_0p2": 0.25,
|
| 112 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 113 |
+
"ptr_proxy_at_1_thr_0p4": 0.5,
|
| 114 |
+
"negative_near_at_1_thr_0p4": 0.375,
|
| 115 |
+
"mean_positive_min_rms_l2_at_2": 0.3715241061319442,
|
| 116 |
+
"median_positive_min_rms_l2_at_2": 0.360585183266779,
|
| 117 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 118 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 119 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 120 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 121 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 122 |
+
"ptr_proxy_at_2_thr_0p2": 0.25,
|
| 123 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 124 |
+
"ptr_proxy_at_2_thr_0p4": 0.5,
|
| 125 |
+
"negative_near_at_2_thr_0p4": 0.5,
|
| 126 |
+
"mean_positive_min_rms_l2_at_4": 0.36184641356220365,
|
| 127 |
+
"median_positive_min_rms_l2_at_4": 0.34235531280141807,
|
| 128 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 129 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 130 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 131 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 132 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 133 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 134 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 135 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 136 |
+
"negative_near_at_4_thr_0p4": 0.5,
|
| 137 |
+
"mean_positive_min_rms_l2_at_8": 0.34957075168606744,
|
| 138 |
+
"median_positive_min_rms_l2_at_8": 0.3313699242381074,
|
| 139 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 140 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 141 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 142 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 143 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 144 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 145 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 146 |
+
"ptr_proxy_at_8_thr_0p4": 0.75,
|
| 147 |
+
"negative_near_at_8_thr_0p4": 0.625,
|
| 148 |
+
"mean_positive_min_rms_l2_at_16": 0.3343637516901646,
|
| 149 |
+
"median_positive_min_rms_l2_at_16": 0.3043917118193179,
|
| 150 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 151 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 152 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 153 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 154 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 155 |
+
"ptr_proxy_at_16_thr_0p2": 0.25,
|
| 156 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 157 |
+
"ptr_proxy_at_16_thr_0p4": 0.75,
|
| 158 |
+
"negative_near_at_16_thr_0p4": 0.625
|
| 159 |
+
},
|
| 160 |
+
"PickCube-v1": {
|
| 161 |
+
"num_groups": 3,
|
| 162 |
+
"mean_positive_min_rms_l2_at_1": 0.8988416802758014,
|
| 163 |
+
"median_positive_min_rms_l2_at_1": 0.927115522373473,
|
| 164 |
+
"positive_closer_than_negative_rate_at_1": 0.0,
|
| 165 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 166 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 167 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 168 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 169 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 170 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 171 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 172 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 173 |
+
"mean_positive_min_rms_l2_at_2": 0.8019521921330965,
|
| 174 |
+
"median_positive_min_rms_l2_at_2": 0.8171612157166168,
|
| 175 |
+
"positive_closer_than_negative_rate_at_2": 0.3333333333333333,
|
| 176 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 177 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 178 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 179 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 180 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 181 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 182 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 183 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 184 |
+
"mean_positive_min_rms_l2_at_4": 0.7563788468899671,
|
| 185 |
+
"median_positive_min_rms_l2_at_4": 0.790395486644085,
|
| 186 |
+
"positive_closer_than_negative_rate_at_4": 0.3333333333333333,
|
| 187 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 188 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 189 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 190 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 191 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 192 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 193 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 194 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 195 |
+
"mean_positive_min_rms_l2_at_8": 0.6827253344086862,
|
| 196 |
+
"median_positive_min_rms_l2_at_8": 0.7050315393206051,
|
| 197 |
+
"positive_closer_than_negative_rate_at_8": 0.3333333333333333,
|
| 198 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 199 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 200 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 201 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 202 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 203 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 204 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 205 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 206 |
+
"mean_positive_min_rms_l2_at_16": 0.5336462947271602,
|
| 207 |
+
"median_positive_min_rms_l2_at_16": 0.5564158100926168,
|
| 208 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 209 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 210 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 212 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 213 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 214 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 215 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 216 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 217 |
+
},
|
| 218 |
+
"PullCube-v1": {
|
| 219 |
+
"num_groups": 51,
|
| 220 |
+
"mean_positive_min_rms_l2_at_1": 1.0901814659398958,
|
| 221 |
+
"median_positive_min_rms_l2_at_1": 1.0316008174134577,
|
| 222 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 223 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 224 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 225 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 226 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 227 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 228 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 229 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 230 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 231 |
+
"mean_positive_min_rms_l2_at_2": 0.9810278225474929,
|
| 232 |
+
"median_positive_min_rms_l2_at_2": 0.9677329179781735,
|
| 233 |
+
"positive_closer_than_negative_rate_at_2": 0.475,
|
| 234 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 235 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 236 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 237 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 238 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 239 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 240 |
+
"ptr_proxy_at_2_thr_0p4": 0.0196078431372549,
|
| 241 |
+
"negative_near_at_2_thr_0p4": 0.025,
|
| 242 |
+
"mean_positive_min_rms_l2_at_4": 0.8946003810558603,
|
| 243 |
+
"median_positive_min_rms_l2_at_4": 0.8556417931940553,
|
| 244 |
+
"positive_closer_than_negative_rate_at_4": 0.475,
|
| 245 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 246 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 247 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 248 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 249 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 250 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 251 |
+
"ptr_proxy_at_4_thr_0p4": 0.0392156862745098,
|
| 252 |
+
"negative_near_at_4_thr_0p4": 0.05,
|
| 253 |
+
"mean_positive_min_rms_l2_at_8": 0.8543335032875014,
|
| 254 |
+
"median_positive_min_rms_l2_at_8": 0.8213684491495362,
|
| 255 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 256 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 257 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 258 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 259 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 260 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 261 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 262 |
+
"ptr_proxy_at_8_thr_0p4": 0.0392156862745098,
|
| 263 |
+
"negative_near_at_8_thr_0p4": 0.05,
|
| 264 |
+
"mean_positive_min_rms_l2_at_16": 0.8237285277178795,
|
| 265 |
+
"median_positive_min_rms_l2_at_16": 0.7582331022906036,
|
| 266 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 267 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 268 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 269 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 270 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 271 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 272 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 273 |
+
"ptr_proxy_at_16_thr_0p4": 0.0392156862745098,
|
| 274 |
+
"negative_near_at_16_thr_0p4": 0.05
|
| 275 |
+
},
|
| 276 |
+
"PushCube-v1": {
|
| 277 |
+
"num_groups": 15,
|
| 278 |
+
"mean_positive_min_rms_l2_at_1": 0.6614871293207046,
|
| 279 |
+
"median_positive_min_rms_l2_at_1": 0.5841611720713731,
|
| 280 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 281 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 282 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 283 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 284 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 285 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 286 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 287 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 288 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 289 |
+
"mean_positive_min_rms_l2_at_2": 0.5509134756562286,
|
| 290 |
+
"median_positive_min_rms_l2_at_2": 0.5001688449609083,
|
| 291 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 292 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 293 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 294 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 295 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 296 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 297 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 298 |
+
"ptr_proxy_at_2_thr_0p4": 0.06666666666666667,
|
| 299 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 300 |
+
"mean_positive_min_rms_l2_at_4": 0.4879558242113824,
|
| 301 |
+
"median_positive_min_rms_l2_at_4": 0.45483609605177777,
|
| 302 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 303 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 304 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 305 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 306 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 307 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 308 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 309 |
+
"ptr_proxy_at_4_thr_0p4": 0.2,
|
| 310 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 311 |
+
"mean_positive_min_rms_l2_at_8": 0.4564244215457,
|
| 312 |
+
"median_positive_min_rms_l2_at_8": 0.42669594116113635,
|
| 313 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 314 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 315 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 316 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 317 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 318 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 319 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 320 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 321 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 322 |
+
"mean_positive_min_rms_l2_at_16": 0.41983050681359035,
|
| 323 |
+
"median_positive_min_rms_l2_at_16": 0.4010583116159123,
|
| 324 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 325 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 326 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 327 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 328 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 329 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 330 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 331 |
+
"ptr_proxy_at_16_thr_0p4": 0.4666666666666667,
|
| 332 |
+
"negative_near_at_16_thr_0p4": 0.125
|
| 333 |
+
},
|
| 334 |
+
"StackCube-v1": {
|
| 335 |
+
"num_groups": 16,
|
| 336 |
+
"mean_positive_min_rms_l2_at_1": 0.3556270325606913,
|
| 337 |
+
"median_positive_min_rms_l2_at_1": 0.3194839888595924,
|
| 338 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 339 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 340 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 341 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 342 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 343 |
+
"ptr_proxy_at_1_thr_0p2": 0.0625,
|
| 344 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 345 |
+
"ptr_proxy_at_1_thr_0p4": 0.75,
|
| 346 |
+
"negative_near_at_1_thr_0p4": 0.375,
|
| 347 |
+
"mean_positive_min_rms_l2_at_2": 0.3266700717655006,
|
| 348 |
+
"median_positive_min_rms_l2_at_2": 0.3085515748382838,
|
| 349 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 350 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 351 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 352 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 353 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 354 |
+
"ptr_proxy_at_2_thr_0p2": 0.0625,
|
| 355 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 356 |
+
"ptr_proxy_at_2_thr_0p4": 0.8125,
|
| 357 |
+
"negative_near_at_2_thr_0p4": 0.5,
|
| 358 |
+
"mean_positive_min_rms_l2_at_4": 0.2966867004267004,
|
| 359 |
+
"median_positive_min_rms_l2_at_4": 0.2646263325510928,
|
| 360 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 361 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 362 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 363 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 364 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 365 |
+
"ptr_proxy_at_4_thr_0p2": 0.1875,
|
| 366 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 367 |
+
"ptr_proxy_at_4_thr_0p4": 0.9375,
|
| 368 |
+
"negative_near_at_4_thr_0p4": 0.8125,
|
| 369 |
+
"mean_positive_min_rms_l2_at_8": 0.2830676125972105,
|
| 370 |
+
"median_positive_min_rms_l2_at_8": 0.2594358878741864,
|
| 371 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 372 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 373 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 374 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 375 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 376 |
+
"ptr_proxy_at_8_thr_0p2": 0.1875,
|
| 377 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 378 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 379 |
+
"negative_near_at_8_thr_0p4": 0.8125,
|
| 380 |
+
"mean_positive_min_rms_l2_at_16": 0.271679718715449,
|
| 381 |
+
"median_positive_min_rms_l2_at_16": 0.24562991036746476,
|
| 382 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 383 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 384 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 385 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 386 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 387 |
+
"ptr_proxy_at_16_thr_0p2": 0.1875,
|
| 388 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 389 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 390 |
+
"negative_near_at_16_thr_0p4": 0.8125
|
| 391 |
+
}
|
| 392 |
+
},
|
| 393 |
+
"train_history": [
|
| 394 |
+
{
|
| 395 |
+
"epoch": 1.0,
|
| 396 |
+
"loss": 0.9298685229879389,
|
| 397 |
+
"reconstruction_mse": 0.9286362553677694,
|
| 398 |
+
"kl": 0.06161342668214903
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 30.0,
|
| 402 |
+
"loss": 0.17070562968369518,
|
| 403 |
+
"reconstruction_mse": 0.1452759181915818,
|
| 404 |
+
"kl": 1.2714855889844179
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"epoch": 60.0,
|
| 408 |
+
"loss": 0.12250502469742637,
|
| 409 |
+
"reconstruction_mse": 0.09477766548502624,
|
| 410 |
+
"kl": 1.3863680002486367
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"epoch": 90.0,
|
| 414 |
+
"loss": 0.10077500102018475,
|
| 415 |
+
"reconstruction_mse": 0.0722081241678316,
|
| 416 |
+
"kl": 1.428343793585623
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 120.0,
|
| 420 |
+
"loss": 0.08850408192469003,
|
| 421 |
+
"reconstruction_mse": 0.05954084082666741,
|
| 422 |
+
"kl": 1.4481621889120748
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 150.0,
|
| 426 |
+
"loss": 0.07953784913322165,
|
| 427 |
+
"reconstruction_mse": 0.050141916512348415,
|
| 428 |
+
"kl": 1.4697966886084148
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 180.0,
|
| 432 |
+
"loss": 0.07456057480161696,
|
| 433 |
+
"reconstruction_mse": 0.044547168926673264,
|
| 434 |
+
"kl": 1.5006702539319785
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 210.0,
|
| 438 |
+
"loss": 0.07009695181763033,
|
| 439 |
+
"reconstruction_mse": 0.04050210451020024,
|
| 440 |
+
"kl": 1.4797423530699614
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 240.0,
|
| 444 |
+
"loss": 0.06678517825764686,
|
| 445 |
+
"reconstruction_mse": 0.03714340830063183,
|
| 446 |
+
"kl": 1.4820885031370568
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"loss": 0.06450192874704856,
|
| 451 |
+
"reconstruction_mse": 0.03484572541086821,
|
| 452 |
+
"kl": 1.4828101681150458
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"epoch": 300.0,
|
| 456 |
+
"loss": 0.0630131808167109,
|
| 457 |
+
"reconstruction_mse": 0.03372311373808746,
|
| 458 |
+
"kl": 1.4645033999158066
|
| 459 |
+
}
|
| 460 |
+
],
|
| 461 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 462 |
+
}
|
| 463 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_eval.json
|
| 464 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070889.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070889.out
ADDED
|
@@ -0,0 +1,464 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "CVAE proposals are sampled from a train-only positive tangent model and evaluated against hidden heldout same-state positives.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 24,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.02,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 0.5
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"num_examples": 43095,
|
| 26 |
+
"num_groups": 2873,
|
| 27 |
+
"num_train_examples": 34275,
|
| 28 |
+
"num_val_examples": 8820,
|
| 29 |
+
"num_train_positive": 1198,
|
| 30 |
+
"num_val_groups_with_positive": 93,
|
| 31 |
+
"label_counts": {
|
| 32 |
+
"neutral": 6310,
|
| 33 |
+
"negative": 35225,
|
| 34 |
+
"positive": 1560
|
| 35 |
+
},
|
| 36 |
+
"train_positive_by_task": {
|
| 37 |
+
"LiftPegUpright-v1": 50,
|
| 38 |
+
"PickCube-v1": 15,
|
| 39 |
+
"PullCube-v1": 723,
|
| 40 |
+
"PushCube-v1": 308,
|
| 41 |
+
"StackCube-v1": 102
|
| 42 |
+
},
|
| 43 |
+
"overall": {
|
| 44 |
+
"num_groups": 93,
|
| 45 |
+
"mean_positive_min_rms_l2_at_1": 0.7824125163314778,
|
| 46 |
+
"median_positive_min_rms_l2_at_1": 0.7363222502525835,
|
| 47 |
+
"positive_closer_than_negative_rate_at_1": 0.6266666666666667,
|
| 48 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 49 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 50 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 51 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 52 |
+
"ptr_proxy_at_1_thr_0p2": 0.021505376344086023,
|
| 53 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 54 |
+
"ptr_proxy_at_1_thr_0p4": 0.1935483870967742,
|
| 55 |
+
"negative_near_at_1_thr_0p4": 0.14666666666666667,
|
| 56 |
+
"mean_positive_min_rms_l2_at_2": 0.7445953670123056,
|
| 57 |
+
"median_positive_min_rms_l2_at_2": 0.6538240152728931,
|
| 58 |
+
"positive_closer_than_negative_rate_at_2": 0.6266666666666667,
|
| 59 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 60 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 61 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 62 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 63 |
+
"ptr_proxy_at_2_thr_0p2": 0.043010752688172046,
|
| 64 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 65 |
+
"ptr_proxy_at_2_thr_0p4": 0.21505376344086022,
|
| 66 |
+
"negative_near_at_2_thr_0p4": 0.18666666666666668,
|
| 67 |
+
"mean_positive_min_rms_l2_at_4": 0.6909632654522372,
|
| 68 |
+
"median_positive_min_rms_l2_at_4": 0.6001167430739236,
|
| 69 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 70 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 71 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 72 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 73 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 74 |
+
"ptr_proxy_at_4_thr_0p2": 0.07526881720430108,
|
| 75 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 76 |
+
"ptr_proxy_at_4_thr_0p4": 0.24731182795698925,
|
| 77 |
+
"negative_near_at_4_thr_0p4": 0.2,
|
| 78 |
+
"mean_positive_min_rms_l2_at_8": 0.6622495677030861,
|
| 79 |
+
"median_positive_min_rms_l2_at_8": 0.5816935925556014,
|
| 80 |
+
"positive_closer_than_negative_rate_at_8": 0.64,
|
| 81 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 82 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 83 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 84 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 85 |
+
"ptr_proxy_at_8_thr_0p2": 0.07526881720430108,
|
| 86 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 87 |
+
"ptr_proxy_at_8_thr_0p4": 0.26881720430107525,
|
| 88 |
+
"negative_near_at_8_thr_0p4": 0.21333333333333335,
|
| 89 |
+
"mean_positive_min_rms_l2_at_16": 0.641030304113575,
|
| 90 |
+
"median_positive_min_rms_l2_at_16": 0.5744927349342357,
|
| 91 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 93 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 94 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 95 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p2": 0.07526881720430108,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 98 |
+
"ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
|
| 99 |
+
"negative_near_at_16_thr_0p4": 0.24
|
| 100 |
+
},
|
| 101 |
+
"per_task": {
|
| 102 |
+
"LiftPegUpright-v1": {
|
| 103 |
+
"num_groups": 8,
|
| 104 |
+
"mean_positive_min_rms_l2_at_1": 0.39111942974351616,
|
| 105 |
+
"median_positive_min_rms_l2_at_1": 0.36694583942625314,
|
| 106 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 107 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 108 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 109 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 110 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 111 |
+
"ptr_proxy_at_1_thr_0p2": 0.125,
|
| 112 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 113 |
+
"ptr_proxy_at_1_thr_0p4": 0.5,
|
| 114 |
+
"negative_near_at_1_thr_0p4": 0.25,
|
| 115 |
+
"mean_positive_min_rms_l2_at_2": 0.37272058733684876,
|
| 116 |
+
"median_positive_min_rms_l2_at_2": 0.36583500576650796,
|
| 117 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 118 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 119 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 120 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 121 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 122 |
+
"ptr_proxy_at_2_thr_0p2": 0.25,
|
| 123 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 124 |
+
"ptr_proxy_at_2_thr_0p4": 0.5,
|
| 125 |
+
"negative_near_at_2_thr_0p4": 0.5,
|
| 126 |
+
"mean_positive_min_rms_l2_at_4": 0.3578317205091028,
|
| 127 |
+
"median_positive_min_rms_l2_at_4": 0.329721585304501,
|
| 128 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 129 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 130 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 131 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 132 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 133 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 134 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 135 |
+
"ptr_proxy_at_4_thr_0p4": 0.75,
|
| 136 |
+
"negative_near_at_4_thr_0p4": 0.5,
|
| 137 |
+
"mean_positive_min_rms_l2_at_8": 0.3572936568478917,
|
| 138 |
+
"median_positive_min_rms_l2_at_8": 0.329721585304501,
|
| 139 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 140 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 141 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 142 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 143 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 144 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 145 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 146 |
+
"ptr_proxy_at_8_thr_0p4": 0.75,
|
| 147 |
+
"negative_near_at_8_thr_0p4": 0.5,
|
| 148 |
+
"mean_positive_min_rms_l2_at_16": 0.3512190545690644,
|
| 149 |
+
"median_positive_min_rms_l2_at_16": 0.3110580651521895,
|
| 150 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 151 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 152 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 153 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 154 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 155 |
+
"ptr_proxy_at_16_thr_0p2": 0.25,
|
| 156 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 157 |
+
"ptr_proxy_at_16_thr_0p4": 0.75,
|
| 158 |
+
"negative_near_at_16_thr_0p4": 0.5
|
| 159 |
+
},
|
| 160 |
+
"PickCube-v1": {
|
| 161 |
+
"num_groups": 3,
|
| 162 |
+
"mean_positive_min_rms_l2_at_1": 0.6533455486782763,
|
| 163 |
+
"median_positive_min_rms_l2_at_1": 0.619694607656212,
|
| 164 |
+
"positive_closer_than_negative_rate_at_1": 0.3333333333333333,
|
| 165 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 166 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 167 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 168 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 169 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 170 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 171 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 172 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 173 |
+
"mean_positive_min_rms_l2_at_2": 0.5831845872132485,
|
| 174 |
+
"median_positive_min_rms_l2_at_2": 0.5704718658537254,
|
| 175 |
+
"positive_closer_than_negative_rate_at_2": 0.3333333333333333,
|
| 176 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 177 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 178 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 179 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 180 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 181 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 182 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 183 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 184 |
+
"mean_positive_min_rms_l2_at_4": 0.4808842074614948,
|
| 185 |
+
"median_positive_min_rms_l2_at_4": 0.4804083273804754,
|
| 186 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 187 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 188 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 189 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 190 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 191 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 192 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 193 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 194 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 195 |
+
"mean_positive_min_rms_l2_at_8": 0.4387575051772419,
|
| 196 |
+
"median_positive_min_rms_l2_at_8": 0.42884823945946465,
|
| 197 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 198 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 199 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 200 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 201 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 202 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 203 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 204 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 205 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 206 |
+
"mean_positive_min_rms_l2_at_16": 0.40976408842272166,
|
| 207 |
+
"median_positive_min_rms_l2_at_16": 0.4070159486917856,
|
| 208 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 209 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 210 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 212 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 213 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 214 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 215 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 216 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 217 |
+
},
|
| 218 |
+
"PullCube-v1": {
|
| 219 |
+
"num_groups": 51,
|
| 220 |
+
"mean_positive_min_rms_l2_at_1": 1.061183264401149,
|
| 221 |
+
"median_positive_min_rms_l2_at_1": 1.0600889208043527,
|
| 222 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 223 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 224 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 225 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 226 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 227 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 228 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 229 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 230 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 231 |
+
"mean_positive_min_rms_l2_at_2": 1.0156087862432717,
|
| 232 |
+
"median_positive_min_rms_l2_at_2": 1.0529284695849428,
|
| 233 |
+
"positive_closer_than_negative_rate_at_2": 0.475,
|
| 234 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 235 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 236 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 237 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 238 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 239 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 240 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 241 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 242 |
+
"mean_positive_min_rms_l2_at_4": 0.9401422230340668,
|
| 243 |
+
"median_positive_min_rms_l2_at_4": 0.9901489630299898,
|
| 244 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 245 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 246 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 247 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 248 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 249 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 250 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 251 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 252 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 253 |
+
"mean_positive_min_rms_l2_at_8": 0.8971625193028189,
|
| 254 |
+
"median_positive_min_rms_l2_at_8": 0.9482858505207875,
|
| 255 |
+
"positive_closer_than_negative_rate_at_8": 0.45,
|
| 256 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 257 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 258 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 259 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 260 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 261 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 262 |
+
"ptr_proxy_at_8_thr_0p4": 0.0196078431372549,
|
| 263 |
+
"negative_near_at_8_thr_0p4": 0.025,
|
| 264 |
+
"mean_positive_min_rms_l2_at_16": 0.8767902765528292,
|
| 265 |
+
"median_positive_min_rms_l2_at_16": 0.9114091492851459,
|
| 266 |
+
"positive_closer_than_negative_rate_at_16": 0.45,
|
| 267 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 268 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 269 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 270 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 271 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 272 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 273 |
+
"ptr_proxy_at_16_thr_0p4": 0.0196078431372549,
|
| 274 |
+
"negative_near_at_16_thr_0p4": 0.025
|
| 275 |
+
},
|
| 276 |
+
"PushCube-v1": {
|
| 277 |
+
"num_groups": 15,
|
| 278 |
+
"mean_positive_min_rms_l2_at_1": 0.5660707757133526,
|
| 279 |
+
"median_positive_min_rms_l2_at_1": 0.5841259157354051,
|
| 280 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 281 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 282 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 283 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 284 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 285 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 286 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 287 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 288 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 289 |
+
"mean_positive_min_rms_l2_at_2": 0.5382408222296493,
|
| 290 |
+
"median_positive_min_rms_l2_at_2": 0.573883216868926,
|
| 291 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 292 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 293 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 294 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 295 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 296 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 297 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 298 |
+
"ptr_proxy_at_2_thr_0p4": 0.06666666666666667,
|
| 299 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 300 |
+
"mean_positive_min_rms_l2_at_4": 0.5010306791205937,
|
| 301 |
+
"median_positive_min_rms_l2_at_4": 0.5128971398622109,
|
| 302 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 303 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 304 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 305 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 306 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 307 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 308 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 309 |
+
"ptr_proxy_at_4_thr_0p4": 0.13333333333333333,
|
| 310 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 311 |
+
"mean_positive_min_rms_l2_at_8": 0.48414222516631067,
|
| 312 |
+
"median_positive_min_rms_l2_at_8": 0.5128971398622109,
|
| 313 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 314 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 315 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 316 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 317 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 318 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 319 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 320 |
+
"ptr_proxy_at_8_thr_0p4": 0.2,
|
| 321 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 322 |
+
"mean_positive_min_rms_l2_at_16": 0.43626412801277614,
|
| 323 |
+
"median_positive_min_rms_l2_at_16": 0.394870482771558,
|
| 324 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 325 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 326 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 327 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 328 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 329 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 330 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 331 |
+
"ptr_proxy_at_16_thr_0p4": 0.6,
|
| 332 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 333 |
+
},
|
| 334 |
+
"StackCube-v1": {
|
| 335 |
+
"num_groups": 16,
|
| 336 |
+
"mean_positive_min_rms_l2_at_1": 0.3164977384178503,
|
| 337 |
+
"median_positive_min_rms_l2_at_1": 0.2746254167700074,
|
| 338 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 339 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 340 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 341 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 342 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 343 |
+
"ptr_proxy_at_1_thr_0p2": 0.0625,
|
| 344 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 345 |
+
"ptr_proxy_at_1_thr_0p4": 0.8125,
|
| 346 |
+
"negative_near_at_1_thr_0p4": 0.5625,
|
| 347 |
+
"mean_positive_min_rms_l2_at_2": 0.29039938999739284,
|
| 348 |
+
"median_positive_min_rms_l2_at_2": 0.26796239542447886,
|
| 349 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 350 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 351 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 352 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 353 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 354 |
+
"ptr_proxy_at_2_thr_0p2": 0.125,
|
| 355 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 356 |
+
"ptr_proxy_at_2_thr_0p4": 0.9375,
|
| 357 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 358 |
+
"mean_positive_min_rms_l2_at_4": 0.28072273369090156,
|
| 359 |
+
"median_positive_min_rms_l2_at_4": 0.256549493180436,
|
| 360 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 361 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 362 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 363 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 364 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 365 |
+
"ptr_proxy_at_4_thr_0p2": 0.3125,
|
| 366 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 367 |
+
"ptr_proxy_at_4_thr_0p4": 0.9375,
|
| 368 |
+
"negative_near_at_4_thr_0p4": 0.6875,
|
| 369 |
+
"mean_positive_min_rms_l2_at_8": 0.2748228852583557,
|
| 370 |
+
"median_positive_min_rms_l2_at_8": 0.256549493180436,
|
| 371 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 372 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 373 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 374 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 375 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 376 |
+
"ptr_proxy_at_8_thr_0p2": 0.3125,
|
| 377 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 378 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 379 |
+
"negative_near_at_8_thr_0p4": 0.6875,
|
| 380 |
+
"mean_positive_min_rms_l2_at_16": 0.26978172227223995,
|
| 381 |
+
"median_positive_min_rms_l2_at_16": 0.256549493180436,
|
| 382 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 383 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 384 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 385 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 386 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 387 |
+
"ptr_proxy_at_16_thr_0p2": 0.3125,
|
| 388 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 389 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 390 |
+
"negative_near_at_16_thr_0p4": 0.6875
|
| 391 |
+
}
|
| 392 |
+
},
|
| 393 |
+
"train_history": [
|
| 394 |
+
{
|
| 395 |
+
"epoch": 1.0,
|
| 396 |
+
"loss": 0.9294424249055191,
|
| 397 |
+
"reconstruction_mse": 0.9282592224557332,
|
| 398 |
+
"kl": 0.05916015346082105
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 30.0,
|
| 402 |
+
"loss": 0.16792809935861916,
|
| 403 |
+
"reconstruction_mse": 0.142124623284117,
|
| 404 |
+
"kl": 1.290173786709424
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"epoch": 60.0,
|
| 408 |
+
"loss": 0.12209432023594495,
|
| 409 |
+
"reconstruction_mse": 0.0939405790105686,
|
| 410 |
+
"kl": 1.407687096046486
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"epoch": 90.0,
|
| 414 |
+
"loss": 0.1009127536231966,
|
| 415 |
+
"reconstruction_mse": 0.07184145872003846,
|
| 416 |
+
"kl": 1.4535648279476643
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 120.0,
|
| 420 |
+
"loss": 0.08820352103803711,
|
| 421 |
+
"reconstruction_mse": 0.058853968741599226,
|
| 422 |
+
"kl": 1.4674777160701846
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 150.0,
|
| 426 |
+
"loss": 0.0795949538532203,
|
| 427 |
+
"reconstruction_mse": 0.049762401891520903,
|
| 428 |
+
"kl": 1.4916276694936228
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 180.0,
|
| 432 |
+
"loss": 0.07407708264551498,
|
| 433 |
+
"reconstruction_mse": 0.04379446841216644,
|
| 434 |
+
"kl": 1.5141307252874359
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 210.0,
|
| 438 |
+
"loss": 0.07035177045553077,
|
| 439 |
+
"reconstruction_mse": 0.04053231228596977,
|
| 440 |
+
"kl": 1.4909729225209638
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 240.0,
|
| 444 |
+
"loss": 0.06713701829388861,
|
| 445 |
+
"reconstruction_mse": 0.03713018764960945,
|
| 446 |
+
"kl": 1.5003416400918976
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"loss": 0.06458978888536733,
|
| 451 |
+
"reconstruction_mse": 0.03509076587072199,
|
| 452 |
+
"kl": 1.4749512033589893
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"epoch": 300.0,
|
| 456 |
+
"loss": 0.06265430263117677,
|
| 457 |
+
"reconstruction_mse": 0.03317591676081162,
|
| 458 |
+
"kl": 1.4739192907320637
|
| 459 |
+
}
|
| 460 |
+
],
|
| 461 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 462 |
+
}
|
| 463 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_temp0p5_eval.json
|
| 464 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_temp0p5.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070890.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070890.out
ADDED
|
@@ -0,0 +1,464 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "CVAE proposals are sampled from a train-only positive tangent model and evaluated against hidden heldout same-state positives.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 24,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.005,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 1.0
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"num_examples": 43095,
|
| 26 |
+
"num_groups": 2873,
|
| 27 |
+
"num_train_examples": 34275,
|
| 28 |
+
"num_val_examples": 8820,
|
| 29 |
+
"num_train_positive": 1198,
|
| 30 |
+
"num_val_groups_with_positive": 93,
|
| 31 |
+
"label_counts": {
|
| 32 |
+
"neutral": 6310,
|
| 33 |
+
"negative": 35225,
|
| 34 |
+
"positive": 1560
|
| 35 |
+
},
|
| 36 |
+
"train_positive_by_task": {
|
| 37 |
+
"LiftPegUpright-v1": 50,
|
| 38 |
+
"PickCube-v1": 15,
|
| 39 |
+
"PullCube-v1": 723,
|
| 40 |
+
"PushCube-v1": 308,
|
| 41 |
+
"StackCube-v1": 102
|
| 42 |
+
},
|
| 43 |
+
"overall": {
|
| 44 |
+
"num_groups": 93,
|
| 45 |
+
"mean_positive_min_rms_l2_at_1": 0.9233469340292288,
|
| 46 |
+
"median_positive_min_rms_l2_at_1": 0.9529088293816476,
|
| 47 |
+
"positive_closer_than_negative_rate_at_1": 0.5733333333333334,
|
| 48 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 49 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 50 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 51 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 52 |
+
"ptr_proxy_at_1_thr_0p2": 0.010752688172043012,
|
| 53 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 54 |
+
"ptr_proxy_at_1_thr_0p4": 0.11827956989247312,
|
| 55 |
+
"negative_near_at_1_thr_0p4": 0.05333333333333334,
|
| 56 |
+
"mean_positive_min_rms_l2_at_2": 0.838578215310315,
|
| 57 |
+
"median_positive_min_rms_l2_at_2": 0.836856523013629,
|
| 58 |
+
"positive_closer_than_negative_rate_at_2": 0.56,
|
| 59 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 60 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 61 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 62 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 63 |
+
"ptr_proxy_at_2_thr_0p2": 0.010752688172043012,
|
| 64 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 65 |
+
"ptr_proxy_at_2_thr_0p4": 0.16129032258064516,
|
| 66 |
+
"negative_near_at_2_thr_0p4": 0.12,
|
| 67 |
+
"mean_positive_min_rms_l2_at_4": 0.7663180880231798,
|
| 68 |
+
"median_positive_min_rms_l2_at_4": 0.7868085863632496,
|
| 69 |
+
"positive_closer_than_negative_rate_at_4": 0.6533333333333333,
|
| 70 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 71 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 72 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 73 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 74 |
+
"ptr_proxy_at_4_thr_0p2": 0.021505376344086023,
|
| 75 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 76 |
+
"ptr_proxy_at_4_thr_0p4": 0.1935483870967742,
|
| 77 |
+
"negative_near_at_4_thr_0p4": 0.13333333333333333,
|
| 78 |
+
"mean_positive_min_rms_l2_at_8": 0.7257780214043408,
|
| 79 |
+
"median_positive_min_rms_l2_at_8": 0.7181100731751515,
|
| 80 |
+
"positive_closer_than_negative_rate_at_8": 0.64,
|
| 81 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 82 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 83 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 84 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 85 |
+
"ptr_proxy_at_8_thr_0p2": 0.03225806451612903,
|
| 86 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 87 |
+
"ptr_proxy_at_8_thr_0p4": 0.22580645161290322,
|
| 88 |
+
"negative_near_at_8_thr_0p4": 0.16,
|
| 89 |
+
"mean_positive_min_rms_l2_at_16": 0.6903627190230891,
|
| 90 |
+
"median_positive_min_rms_l2_at_16": 0.6826813456402346,
|
| 91 |
+
"positive_closer_than_negative_rate_at_16": 0.6,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 93 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 94 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 95 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p2": 0.03225806451612903,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 98 |
+
"ptr_proxy_at_16_thr_0p4": 0.23655913978494625,
|
| 99 |
+
"negative_near_at_16_thr_0p4": 0.17333333333333334
|
| 100 |
+
},
|
| 101 |
+
"per_task": {
|
| 102 |
+
"LiftPegUpright-v1": {
|
| 103 |
+
"num_groups": 8,
|
| 104 |
+
"mean_positive_min_rms_l2_at_1": 0.41346997599250457,
|
| 105 |
+
"median_positive_min_rms_l2_at_1": 0.3795476560663503,
|
| 106 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 107 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 108 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 109 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 110 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 111 |
+
"ptr_proxy_at_1_thr_0p2": 0.125,
|
| 112 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 113 |
+
"ptr_proxy_at_1_thr_0p4": 0.5,
|
| 114 |
+
"negative_near_at_1_thr_0p4": 0.25,
|
| 115 |
+
"mean_positive_min_rms_l2_at_2": 0.4096765400544797,
|
| 116 |
+
"median_positive_min_rms_l2_at_2": 0.3795476560663503,
|
| 117 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 118 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 119 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 120 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 121 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 122 |
+
"ptr_proxy_at_2_thr_0p2": 0.125,
|
| 123 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 124 |
+
"ptr_proxy_at_2_thr_0p4": 0.5,
|
| 125 |
+
"negative_near_at_2_thr_0p4": 0.5,
|
| 126 |
+
"mean_positive_min_rms_l2_at_4": 0.3698375915274552,
|
| 127 |
+
"median_positive_min_rms_l2_at_4": 0.3438832260909521,
|
| 128 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 129 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 130 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 131 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 132 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 133 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 134 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 135 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 136 |
+
"negative_near_at_4_thr_0p4": 0.5,
|
| 137 |
+
"mean_positive_min_rms_l2_at_8": 0.3618151589220568,
|
| 138 |
+
"median_positive_min_rms_l2_at_8": 0.32259020869254607,
|
| 139 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 140 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 141 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 142 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 143 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 144 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 145 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 146 |
+
"ptr_proxy_at_8_thr_0p4": 0.625,
|
| 147 |
+
"negative_near_at_8_thr_0p4": 0.5,
|
| 148 |
+
"mean_positive_min_rms_l2_at_16": 0.3600416702469537,
|
| 149 |
+
"median_positive_min_rms_l2_at_16": 0.32259020869254607,
|
| 150 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 151 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 152 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 153 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 154 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 155 |
+
"ptr_proxy_at_16_thr_0p2": 0.25,
|
| 156 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 157 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 158 |
+
"negative_near_at_16_thr_0p4": 0.5
|
| 159 |
+
},
|
| 160 |
+
"PickCube-v1": {
|
| 161 |
+
"num_groups": 3,
|
| 162 |
+
"mean_positive_min_rms_l2_at_1": 0.8732605431887878,
|
| 163 |
+
"median_positive_min_rms_l2_at_1": 0.8703928149078336,
|
| 164 |
+
"positive_closer_than_negative_rate_at_1": 0.3333333333333333,
|
| 165 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 166 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 167 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 168 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 169 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 170 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 171 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 172 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 173 |
+
"mean_positive_min_rms_l2_at_2": 0.6862947580257791,
|
| 174 |
+
"median_positive_min_rms_l2_at_2": 0.6677311120530705,
|
| 175 |
+
"positive_closer_than_negative_rate_at_2": 0.3333333333333333,
|
| 176 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 177 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 178 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 179 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 180 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 181 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 182 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 183 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 184 |
+
"mean_positive_min_rms_l2_at_4": 0.6531016724438904,
|
| 185 |
+
"median_positive_min_rms_l2_at_4": 0.6512176842877614,
|
| 186 |
+
"positive_closer_than_negative_rate_at_4": 0.3333333333333333,
|
| 187 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 188 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 189 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 190 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 191 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 192 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 193 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 194 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 195 |
+
"mean_positive_min_rms_l2_at_8": 0.6143707020027852,
|
| 196 |
+
"median_positive_min_rms_l2_at_8": 0.6403562209908394,
|
| 197 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 198 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 199 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 200 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 201 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 202 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 203 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 204 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 205 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 206 |
+
"mean_positive_min_rms_l2_at_16": 0.5375610594355953,
|
| 207 |
+
"median_positive_min_rms_l2_at_16": 0.5414835055455572,
|
| 208 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 209 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 210 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 212 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 213 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 214 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 215 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 216 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 217 |
+
},
|
| 218 |
+
"PullCube-v1": {
|
| 219 |
+
"num_groups": 51,
|
| 220 |
+
"mean_positive_min_rms_l2_at_1": 1.2138724260546865,
|
| 221 |
+
"median_positive_min_rms_l2_at_1": 1.1570984717420076,
|
| 222 |
+
"positive_closer_than_negative_rate_at_1": 0.45,
|
| 223 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 224 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 225 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 226 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 227 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 228 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 229 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 230 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 231 |
+
"mean_positive_min_rms_l2_at_2": 1.1116183950357343,
|
| 232 |
+
"median_positive_min_rms_l2_at_2": 1.0575539705821146,
|
| 233 |
+
"positive_closer_than_negative_rate_at_2": 0.425,
|
| 234 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 235 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 236 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 237 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 238 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 239 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 240 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 241 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 242 |
+
"mean_positive_min_rms_l2_at_4": 1.0094191189641015,
|
| 243 |
+
"median_positive_min_rms_l2_at_4": 0.9528176282506367,
|
| 244 |
+
"positive_closer_than_negative_rate_at_4": 0.525,
|
| 245 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 246 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 247 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 248 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 249 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 250 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 251 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 252 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 253 |
+
"mean_positive_min_rms_l2_at_8": 0.9646371894900164,
|
| 254 |
+
"median_positive_min_rms_l2_at_8": 0.9274278774206817,
|
| 255 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 256 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 257 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 258 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 259 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 260 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 261 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 262 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 263 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 264 |
+
"mean_positive_min_rms_l2_at_16": 0.9182386016812029,
|
| 265 |
+
"median_positive_min_rms_l2_at_16": 0.9255707451541987,
|
| 266 |
+
"positive_closer_than_negative_rate_at_16": 0.425,
|
| 267 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 268 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 269 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 270 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 271 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 272 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 273 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 274 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 275 |
+
},
|
| 276 |
+
"PushCube-v1": {
|
| 277 |
+
"num_groups": 15,
|
| 278 |
+
"mean_positive_min_rms_l2_at_1": 0.6961092052503552,
|
| 279 |
+
"median_positive_min_rms_l2_at_1": 0.6598771791607316,
|
| 280 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 281 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 282 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 283 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 284 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 285 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 286 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 287 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 288 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 289 |
+
"mean_positive_min_rms_l2_at_2": 0.6468615544027787,
|
| 290 |
+
"median_positive_min_rms_l2_at_2": 0.6516201205452176,
|
| 291 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 292 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 293 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 294 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 295 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 296 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 297 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 298 |
+
"ptr_proxy_at_2_thr_0p4": 0.06666666666666667,
|
| 299 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 300 |
+
"mean_positive_min_rms_l2_at_4": 0.5919692182616847,
|
| 301 |
+
"median_positive_min_rms_l2_at_4": 0.631672959767462,
|
| 302 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 303 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 304 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 305 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 306 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 307 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 308 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 309 |
+
"ptr_proxy_at_4_thr_0p4": 0.06666666666666667,
|
| 310 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 311 |
+
"mean_positive_min_rms_l2_at_8": 0.5464832998899565,
|
| 312 |
+
"median_positive_min_rms_l2_at_8": 0.5564835771466452,
|
| 313 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 314 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 315 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 316 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 317 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 318 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 319 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 320 |
+
"ptr_proxy_at_8_thr_0p4": 0.06666666666666667,
|
| 321 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 322 |
+
"mean_positive_min_rms_l2_at_16": 0.5085667662184967,
|
| 323 |
+
"median_positive_min_rms_l2_at_16": 0.5001762389877625,
|
| 324 |
+
"positive_closer_than_negative_rate_at_16": 0.625,
|
| 325 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 326 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 327 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 328 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 329 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 330 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 331 |
+
"ptr_proxy_at_16_thr_0p4": 0.13333333333333333,
|
| 332 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 333 |
+
},
|
| 334 |
+
"StackCube-v1": {
|
| 335 |
+
"num_groups": 16,
|
| 336 |
+
"mean_positive_min_rms_l2_at_1": 0.474661976229224,
|
| 337 |
+
"median_positive_min_rms_l2_at_1": 0.4645942453714772,
|
| 338 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 339 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 340 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 341 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 342 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 343 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 344 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 345 |
+
"ptr_proxy_at_1_thr_0p4": 0.375,
|
| 346 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 347 |
+
"mean_positive_min_rms_l2_at_2": 0.39100099790512416,
|
| 348 |
+
"median_positive_min_rms_l2_at_2": 0.3483429491071014,
|
| 349 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 350 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 351 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 352 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 353 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 354 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 355 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 356 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 357 |
+
"negative_near_at_2_thr_0p4": 0.3125,
|
| 358 |
+
"mean_positive_min_rms_l2_at_4": 0.374353943469373,
|
| 359 |
+
"median_positive_min_rms_l2_at_4": 0.3315197203134925,
|
| 360 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 361 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 362 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 363 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 364 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 365 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 366 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 367 |
+
"ptr_proxy_at_4_thr_0p4": 0.75,
|
| 368 |
+
"negative_near_at_4_thr_0p4": 0.375,
|
| 369 |
+
"mean_positive_min_rms_l2_at_8": 0.33537352817991883,
|
| 370 |
+
"median_positive_min_rms_l2_at_8": 0.30708669228186813,
|
| 371 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 372 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 373 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 374 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 375 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 376 |
+
"ptr_proxy_at_8_thr_0p2": 0.0625,
|
| 377 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 378 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 379 |
+
"negative_near_at_8_thr_0p4": 0.5,
|
| 380 |
+
"mean_positive_min_rms_l2_at_16": 0.3282528843653804,
|
| 381 |
+
"median_positive_min_rms_l2_at_16": 0.30708669228186813,
|
| 382 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 383 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 384 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 385 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 386 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 387 |
+
"ptr_proxy_at_16_thr_0p2": 0.0625,
|
| 388 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 389 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 390 |
+
"negative_near_at_16_thr_0p4": 0.5625
|
| 391 |
+
}
|
| 392 |
+
},
|
| 393 |
+
"train_history": [
|
| 394 |
+
{
|
| 395 |
+
"epoch": 1.0,
|
| 396 |
+
"loss": 0.9361526329250686,
|
| 397 |
+
"reconstruction_mse": 0.935831268960128,
|
| 398 |
+
"kl": 0.06427360551186118
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 30.0,
|
| 402 |
+
"loss": 0.13642985019242027,
|
| 403 |
+
"reconstruction_mse": 0.12563119522717242,
|
| 404 |
+
"kl": 2.1597306485566152
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"epoch": 60.0,
|
| 408 |
+
"loss": 0.08830967641284748,
|
| 409 |
+
"reconstruction_mse": 0.07661900258870276,
|
| 410 |
+
"kl": 2.338134631091645
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"epoch": 90.0,
|
| 414 |
+
"loss": 0.06749423840806162,
|
| 415 |
+
"reconstruction_mse": 0.05563255593504054,
|
| 416 |
+
"kl": 2.3723365651546215
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 120.0,
|
| 420 |
+
"loss": 0.05569565352145738,
|
| 421 |
+
"reconstruction_mse": 0.043586248416882724,
|
| 422 |
+
"kl": 2.4218810233528507
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 150.0,
|
| 426 |
+
"loss": 0.04804897186453633,
|
| 427 |
+
"reconstruction_mse": 0.03579785557267861,
|
| 428 |
+
"kl": 2.4502233209116433
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 180.0,
|
| 432 |
+
"loss": 0.042820974164494686,
|
| 433 |
+
"reconstruction_mse": 0.030490676065493307,
|
| 434 |
+
"kl": 2.4660595924109967
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 210.0,
|
| 438 |
+
"loss": 0.039125646201766194,
|
| 439 |
+
"reconstruction_mse": 0.02676463800984651,
|
| 440 |
+
"kl": 2.472201730651728
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 240.0,
|
| 444 |
+
"loss": 0.03618134800127034,
|
| 445 |
+
"reconstruction_mse": 0.02368630301860318,
|
| 446 |
+
"kl": 2.499009076661379
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"loss": 0.03420036778674898,
|
| 451 |
+
"reconstruction_mse": 0.021831156471386576,
|
| 452 |
+
"kl": 2.473842261828644
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"epoch": 300.0,
|
| 456 |
+
"loss": 0.03217059700984588,
|
| 457 |
+
"reconstruction_mse": 0.019715547300439843,
|
| 458 |
+
"kl": 2.4910099948188895
|
| 459 |
+
}
|
| 460 |
+
],
|
| 461 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 462 |
+
}
|
| 463 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_beta0p005_eval.json
|
| 464 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_beta0p005.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070891.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070891.out
ADDED
|
@@ -0,0 +1,464 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "CVAE proposals are sampled from a train-only positive tangent model and evaluated against hidden heldout same-state positives.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 24,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.02,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 1.5
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"num_examples": 43095,
|
| 26 |
+
"num_groups": 2873,
|
| 27 |
+
"num_train_examples": 34275,
|
| 28 |
+
"num_val_examples": 8820,
|
| 29 |
+
"num_train_positive": 1198,
|
| 30 |
+
"num_val_groups_with_positive": 93,
|
| 31 |
+
"label_counts": {
|
| 32 |
+
"neutral": 6310,
|
| 33 |
+
"negative": 35225,
|
| 34 |
+
"positive": 1560
|
| 35 |
+
},
|
| 36 |
+
"train_positive_by_task": {
|
| 37 |
+
"LiftPegUpright-v1": 50,
|
| 38 |
+
"PickCube-v1": 15,
|
| 39 |
+
"PullCube-v1": 723,
|
| 40 |
+
"PushCube-v1": 308,
|
| 41 |
+
"StackCube-v1": 102
|
| 42 |
+
},
|
| 43 |
+
"overall": {
|
| 44 |
+
"num_groups": 93,
|
| 45 |
+
"mean_positive_min_rms_l2_at_1": 0.8513640307968809,
|
| 46 |
+
"median_positive_min_rms_l2_at_1": 0.7955643074998228,
|
| 47 |
+
"positive_closer_than_negative_rate_at_1": 0.5333333333333333,
|
| 48 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 49 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 50 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 51 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 52 |
+
"ptr_proxy_at_1_thr_0p2": 0.010752688172043012,
|
| 53 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 54 |
+
"ptr_proxy_at_1_thr_0p4": 0.1827956989247312,
|
| 55 |
+
"negative_near_at_1_thr_0p4": 0.10666666666666667,
|
| 56 |
+
"mean_positive_min_rms_l2_at_2": 0.789857758074176,
|
| 57 |
+
"median_positive_min_rms_l2_at_2": 0.7779990200422421,
|
| 58 |
+
"positive_closer_than_negative_rate_at_2": 0.5866666666666667,
|
| 59 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 60 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 61 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 62 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 63 |
+
"ptr_proxy_at_2_thr_0p2": 0.010752688172043012,
|
| 64 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 65 |
+
"ptr_proxy_at_2_thr_0p4": 0.22580645161290322,
|
| 66 |
+
"negative_near_at_2_thr_0p4": 0.10666666666666667,
|
| 67 |
+
"mean_positive_min_rms_l2_at_4": 0.715291920260166,
|
| 68 |
+
"median_positive_min_rms_l2_at_4": 0.6895682625052756,
|
| 69 |
+
"positive_closer_than_negative_rate_at_4": 0.6266666666666667,
|
| 70 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 71 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 72 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 73 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 74 |
+
"ptr_proxy_at_4_thr_0p2": 0.021505376344086023,
|
| 75 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 76 |
+
"ptr_proxy_at_4_thr_0p4": 0.24731182795698925,
|
| 77 |
+
"negative_near_at_4_thr_0p4": 0.18666666666666668,
|
| 78 |
+
"mean_positive_min_rms_l2_at_8": 0.6521929484514251,
|
| 79 |
+
"median_positive_min_rms_l2_at_8": 0.5906438589455576,
|
| 80 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 81 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 82 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 83 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 84 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 85 |
+
"ptr_proxy_at_8_thr_0p2": 0.03225806451612903,
|
| 86 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 87 |
+
"ptr_proxy_at_8_thr_0p4": 0.3010752688172043,
|
| 88 |
+
"negative_near_at_8_thr_0p4": 0.2,
|
| 89 |
+
"mean_positive_min_rms_l2_at_16": 0.6210913971181105,
|
| 90 |
+
"median_positive_min_rms_l2_at_16": 0.5604596880881692,
|
| 91 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 93 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 94 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 95 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p2": 0.053763440860215055,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 98 |
+
"ptr_proxy_at_16_thr_0p4": 0.3225806451612903,
|
| 99 |
+
"negative_near_at_16_thr_0p4": 0.24
|
| 100 |
+
},
|
| 101 |
+
"per_task": {
|
| 102 |
+
"LiftPegUpright-v1": {
|
| 103 |
+
"num_groups": 8,
|
| 104 |
+
"mean_positive_min_rms_l2_at_1": 0.45972514965838707,
|
| 105 |
+
"median_positive_min_rms_l2_at_1": 0.4035001808010861,
|
| 106 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 107 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 108 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 109 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 110 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 111 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 112 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 113 |
+
"ptr_proxy_at_1_thr_0p4": 0.5,
|
| 114 |
+
"negative_near_at_1_thr_0p4": 0.25,
|
| 115 |
+
"mean_positive_min_rms_l2_at_2": 0.4347842411783035,
|
| 116 |
+
"median_positive_min_rms_l2_at_2": 0.37448709753300313,
|
| 117 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 118 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 119 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 120 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 121 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 122 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 123 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 124 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 125 |
+
"negative_near_at_2_thr_0p4": 0.25,
|
| 126 |
+
"mean_positive_min_rms_l2_at_4": 0.37902378331497966,
|
| 127 |
+
"median_positive_min_rms_l2_at_4": 0.32048305776161035,
|
| 128 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 129 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 130 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 131 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 132 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 133 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 134 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 135 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 136 |
+
"negative_near_at_4_thr_0p4": 0.375,
|
| 137 |
+
"mean_positive_min_rms_l2_at_8": 0.3577395889458841,
|
| 138 |
+
"median_positive_min_rms_l2_at_8": 0.3186631962124177,
|
| 139 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 140 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 141 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 142 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 143 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 144 |
+
"ptr_proxy_at_8_thr_0p2": 0.125,
|
| 145 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 146 |
+
"ptr_proxy_at_8_thr_0p4": 0.75,
|
| 147 |
+
"negative_near_at_8_thr_0p4": 0.375,
|
| 148 |
+
"mean_positive_min_rms_l2_at_16": 0.33499343229217055,
|
| 149 |
+
"median_positive_min_rms_l2_at_16": 0.2898823842558801,
|
| 150 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 151 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 152 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 153 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 154 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 155 |
+
"ptr_proxy_at_16_thr_0p2": 0.25,
|
| 156 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 157 |
+
"ptr_proxy_at_16_thr_0p4": 0.75,
|
| 158 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 159 |
+
},
|
| 160 |
+
"PickCube-v1": {
|
| 161 |
+
"num_groups": 3,
|
| 162 |
+
"mean_positive_min_rms_l2_at_1": 0.8958366036506468,
|
| 163 |
+
"median_positive_min_rms_l2_at_1": 0.96426886423415,
|
| 164 |
+
"positive_closer_than_negative_rate_at_1": 0.0,
|
| 165 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 166 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 167 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 168 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 169 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 170 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 171 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 172 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 173 |
+
"mean_positive_min_rms_l2_at_2": 0.8688495529357979,
|
| 174 |
+
"median_positive_min_rms_l2_at_2": 0.8847734871788143,
|
| 175 |
+
"positive_closer_than_negative_rate_at_2": 0.0,
|
| 176 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 177 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 178 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 179 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 180 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 181 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 182 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 183 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 184 |
+
"mean_positive_min_rms_l2_at_4": 0.723927703469205,
|
| 185 |
+
"median_positive_min_rms_l2_at_4": 0.6675650867571028,
|
| 186 |
+
"positive_closer_than_negative_rate_at_4": 0.0,
|
| 187 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 188 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 189 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 190 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 191 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 192 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 193 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 194 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 195 |
+
"mean_positive_min_rms_l2_at_8": 0.3250689235220994,
|
| 196 |
+
"median_positive_min_rms_l2_at_8": 0.330452082416869,
|
| 197 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 198 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 199 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 200 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 201 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 202 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 203 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 204 |
+
"ptr_proxy_at_8_thr_0p4": 1.0,
|
| 205 |
+
"negative_near_at_8_thr_0p4": 0.3333333333333333,
|
| 206 |
+
"mean_positive_min_rms_l2_at_16": 0.3250689235220994,
|
| 207 |
+
"median_positive_min_rms_l2_at_16": 0.330452082416869,
|
| 208 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 209 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 210 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 212 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 213 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 214 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 215 |
+
"ptr_proxy_at_16_thr_0p4": 1.0,
|
| 216 |
+
"negative_near_at_16_thr_0p4": 0.3333333333333333
|
| 217 |
+
},
|
| 218 |
+
"PullCube-v1": {
|
| 219 |
+
"num_groups": 51,
|
| 220 |
+
"mean_positive_min_rms_l2_at_1": 1.0997360285137179,
|
| 221 |
+
"median_positive_min_rms_l2_at_1": 1.0845590820354625,
|
| 222 |
+
"positive_closer_than_negative_rate_at_1": 0.45,
|
| 223 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 224 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 225 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 226 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 227 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 228 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 229 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 230 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 231 |
+
"mean_positive_min_rms_l2_at_2": 1.0244427366437516,
|
| 232 |
+
"median_positive_min_rms_l2_at_2": 0.9585757238479936,
|
| 233 |
+
"positive_closer_than_negative_rate_at_2": 0.475,
|
| 234 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 235 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 236 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 237 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 238 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 239 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 240 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 241 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 242 |
+
"mean_positive_min_rms_l2_at_4": 0.9509847808196514,
|
| 243 |
+
"median_positive_min_rms_l2_at_4": 0.89296383998737,
|
| 244 |
+
"positive_closer_than_negative_rate_at_4": 0.475,
|
| 245 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 246 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 247 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 248 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 249 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 250 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 251 |
+
"ptr_proxy_at_4_thr_0p4": 0.0196078431372549,
|
| 252 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 253 |
+
"mean_positive_min_rms_l2_at_8": 0.8757523733144095,
|
| 254 |
+
"median_positive_min_rms_l2_at_8": 0.8591556781301731,
|
| 255 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 256 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 257 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 258 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 259 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 260 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 261 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 262 |
+
"ptr_proxy_at_8_thr_0p4": 0.0196078431372549,
|
| 263 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 264 |
+
"mean_positive_min_rms_l2_at_16": 0.8436572322085456,
|
| 265 |
+
"median_positive_min_rms_l2_at_16": 0.8149071758913184,
|
| 266 |
+
"positive_closer_than_negative_rate_at_16": 0.475,
|
| 267 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 268 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 269 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 270 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 271 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 272 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 273 |
+
"ptr_proxy_at_16_thr_0p4": 0.0196078431372549,
|
| 274 |
+
"negative_near_at_16_thr_0p4": 0.025
|
| 275 |
+
},
|
| 276 |
+
"PushCube-v1": {
|
| 277 |
+
"num_groups": 15,
|
| 278 |
+
"mean_positive_min_rms_l2_at_1": 0.7379648533279116,
|
| 279 |
+
"median_positive_min_rms_l2_at_1": 0.7287079364320392,
|
| 280 |
+
"positive_closer_than_negative_rate_at_1": 0.375,
|
| 281 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 282 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 283 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 284 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 285 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 286 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 287 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 288 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 289 |
+
"mean_positive_min_rms_l2_at_2": 0.6529384433742073,
|
| 290 |
+
"median_positive_min_rms_l2_at_2": 0.6085182619399191,
|
| 291 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 292 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 293 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 294 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 295 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 296 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 297 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 298 |
+
"ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
|
| 299 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 300 |
+
"mean_positive_min_rms_l2_at_4": 0.5239036545633062,
|
| 301 |
+
"median_positive_min_rms_l2_at_4": 0.48866887644731233,
|
| 302 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 303 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 304 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 305 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 306 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 307 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 308 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 309 |
+
"ptr_proxy_at_4_thr_0p4": 0.13333333333333333,
|
| 310 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 311 |
+
"mean_positive_min_rms_l2_at_8": 0.48996158629929887,
|
| 312 |
+
"median_positive_min_rms_l2_at_8": 0.4771941083709041,
|
| 313 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 314 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 315 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 316 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 317 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 318 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 319 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 320 |
+
"ptr_proxy_at_8_thr_0p4": 0.2,
|
| 321 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 322 |
+
"mean_positive_min_rms_l2_at_16": 0.4341081096380327,
|
| 323 |
+
"median_positive_min_rms_l2_at_16": 0.42569447797549975,
|
| 324 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 325 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 326 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 327 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 328 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 329 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 330 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 331 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 332 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 333 |
+
},
|
| 334 |
+
"StackCube-v1": {
|
| 335 |
+
"num_groups": 16,
|
| 336 |
+
"mean_positive_min_rms_l2_at_1": 0.35347085011078794,
|
| 337 |
+
"median_positive_min_rms_l2_at_1": 0.3163941028181254,
|
| 338 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 339 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 340 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 341 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 342 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 343 |
+
"ptr_proxy_at_1_thr_0p2": 0.0625,
|
| 344 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 345 |
+
"ptr_proxy_at_1_thr_0p4": 0.8125,
|
| 346 |
+
"negative_near_at_1_thr_0p4": 0.375,
|
| 347 |
+
"mean_positive_min_rms_l2_at_2": 0.33320579332625705,
|
| 348 |
+
"median_positive_min_rms_l2_at_2": 0.3092854059893212,
|
| 349 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 350 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 351 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 352 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 353 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 354 |
+
"ptr_proxy_at_2_thr_0p2": 0.0625,
|
| 355 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 356 |
+
"ptr_proxy_at_2_thr_0p4": 0.875,
|
| 357 |
+
"negative_near_at_2_thr_0p4": 0.375,
|
| 358 |
+
"mean_positive_min_rms_l2_at_4": 0.3099622854385105,
|
| 359 |
+
"median_positive_min_rms_l2_at_4": 0.28733952489724673,
|
| 360 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 361 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 362 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 363 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 364 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 365 |
+
"ptr_proxy_at_4_thr_0p2": 0.125,
|
| 366 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 367 |
+
"ptr_proxy_at_4_thr_0p4": 0.9375,
|
| 368 |
+
"negative_near_at_4_thr_0p4": 0.6875,
|
| 369 |
+
"mean_positive_min_rms_l2_at_8": 0.3002516181452997,
|
| 370 |
+
"median_positive_min_rms_l2_at_8": 0.2732743164655138,
|
| 371 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 372 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 373 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 374 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 375 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 376 |
+
"ptr_proxy_at_8_thr_0p2": 0.125,
|
| 377 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 378 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 379 |
+
"negative_near_at_8_thr_0p4": 0.6875,
|
| 380 |
+
"mean_positive_min_rms_l2_at_16": 0.285512825992145,
|
| 381 |
+
"median_positive_min_rms_l2_at_16": 0.25797695807552007,
|
| 382 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 383 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 384 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 385 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 386 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 387 |
+
"ptr_proxy_at_16_thr_0p2": 0.1875,
|
| 388 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 389 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 390 |
+
"negative_near_at_16_thr_0p4": 0.8125
|
| 391 |
+
}
|
| 392 |
+
},
|
| 393 |
+
"train_history": [
|
| 394 |
+
{
|
| 395 |
+
"epoch": 1.0,
|
| 396 |
+
"loss": 0.9335170251897261,
|
| 397 |
+
"reconstruction_mse": 0.9325717678651189,
|
| 398 |
+
"kl": 0.04726331284229266
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 30.0,
|
| 402 |
+
"loss": 0.1715528899321771,
|
| 403 |
+
"reconstruction_mse": 0.14583840951298632,
|
| 404 |
+
"kl": 1.285724008421667
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"epoch": 60.0,
|
| 408 |
+
"loss": 0.1229905612231893,
|
| 409 |
+
"reconstruction_mse": 0.09546150581814809,
|
| 410 |
+
"kl": 1.3764528535642289
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"epoch": 90.0,
|
| 414 |
+
"loss": 0.10010741088844102,
|
| 415 |
+
"reconstruction_mse": 0.07106048080180842,
|
| 416 |
+
"kl": 1.4523465623441643
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 120.0,
|
| 420 |
+
"loss": 0.08859307792827562,
|
| 421 |
+
"reconstruction_mse": 0.059261956657959344,
|
| 422 |
+
"kl": 1.4665561285560238
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 150.0,
|
| 426 |
+
"loss": 0.07974624931065985,
|
| 427 |
+
"reconstruction_mse": 0.05036772988450547,
|
| 428 |
+
"kl": 1.4689259915200616
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 180.0,
|
| 432 |
+
"loss": 0.07420623884575196,
|
| 433 |
+
"reconstruction_mse": 0.0443611308273071,
|
| 434 |
+
"kl": 1.4922554285976046
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 210.0,
|
| 438 |
+
"loss": 0.0701458574411069,
|
| 439 |
+
"reconstruction_mse": 0.040746427991603176,
|
| 440 |
+
"kl": 1.4699715330127086
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 240.0,
|
| 444 |
+
"loss": 0.06710031208191969,
|
| 445 |
+
"reconstruction_mse": 0.037606892830541416,
|
| 446 |
+
"kl": 1.4746709470955877
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"loss": 0.06484066277045837,
|
| 451 |
+
"reconstruction_mse": 0.0355554723207262,
|
| 452 |
+
"kl": 1.464259549452984
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"epoch": 300.0,
|
| 456 |
+
"loss": 0.0626728968673039,
|
| 457 |
+
"reconstruction_mse": 0.03339885098110256,
|
| 458 |
+
"kl": 1.4637022947827245
|
| 459 |
+
}
|
| 460 |
+
],
|
| 461 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 462 |
+
}
|
| 463 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_temp1p5_eval.json
|
| 464 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_temp1p5.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070892.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_cvae_cpu_15070892.out
ADDED
|
@@ -0,0 +1,464 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "CVAE proposals are sampled from a train-only positive tangent model and evaluated against hidden heldout same-state positives.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 24,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.005,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 1.5
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"num_examples": 43095,
|
| 26 |
+
"num_groups": 2873,
|
| 27 |
+
"num_train_examples": 34275,
|
| 28 |
+
"num_val_examples": 8820,
|
| 29 |
+
"num_train_positive": 1198,
|
| 30 |
+
"num_val_groups_with_positive": 93,
|
| 31 |
+
"label_counts": {
|
| 32 |
+
"neutral": 6310,
|
| 33 |
+
"negative": 35225,
|
| 34 |
+
"positive": 1560
|
| 35 |
+
},
|
| 36 |
+
"train_positive_by_task": {
|
| 37 |
+
"LiftPegUpright-v1": 50,
|
| 38 |
+
"PickCube-v1": 15,
|
| 39 |
+
"PullCube-v1": 723,
|
| 40 |
+
"PushCube-v1": 308,
|
| 41 |
+
"StackCube-v1": 102
|
| 42 |
+
},
|
| 43 |
+
"overall": {
|
| 44 |
+
"num_groups": 93,
|
| 45 |
+
"mean_positive_min_rms_l2_at_1": 0.9328832697140162,
|
| 46 |
+
"median_positive_min_rms_l2_at_1": 0.8542232267515568,
|
| 47 |
+
"positive_closer_than_negative_rate_at_1": 0.6266666666666667,
|
| 48 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 49 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 50 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 51 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 52 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 53 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 54 |
+
"ptr_proxy_at_1_thr_0p4": 0.07526881720430108,
|
| 55 |
+
"negative_near_at_1_thr_0p4": 0.02666666666666667,
|
| 56 |
+
"mean_positive_min_rms_l2_at_2": 0.8681823584113091,
|
| 57 |
+
"median_positive_min_rms_l2_at_2": 0.81886844302187,
|
| 58 |
+
"positive_closer_than_negative_rate_at_2": 0.64,
|
| 59 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 60 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 61 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 62 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 63 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 64 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 65 |
+
"ptr_proxy_at_2_thr_0p4": 0.11827956989247312,
|
| 66 |
+
"negative_near_at_2_thr_0p4": 0.05333333333333334,
|
| 67 |
+
"mean_positive_min_rms_l2_at_4": 0.8055935858738168,
|
| 68 |
+
"median_positive_min_rms_l2_at_4": 0.7628782985014854,
|
| 69 |
+
"positive_closer_than_negative_rate_at_4": 0.6266666666666667,
|
| 70 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 71 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 72 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 73 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 74 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 75 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 76 |
+
"ptr_proxy_at_4_thr_0p4": 0.15053763440860216,
|
| 77 |
+
"negative_near_at_4_thr_0p4": 0.08,
|
| 78 |
+
"mean_positive_min_rms_l2_at_8": 0.763074386309787,
|
| 79 |
+
"median_positive_min_rms_l2_at_8": 0.7296231366534897,
|
| 80 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 81 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 82 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 83 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 84 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 85 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 86 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 87 |
+
"ptr_proxy_at_8_thr_0p4": 0.17204301075268819,
|
| 88 |
+
"negative_near_at_8_thr_0p4": 0.09333333333333334,
|
| 89 |
+
"mean_positive_min_rms_l2_at_16": 0.7140832204571654,
|
| 90 |
+
"median_positive_min_rms_l2_at_16": 0.6676773011520407,
|
| 91 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 93 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 94 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 95 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 98 |
+
"ptr_proxy_at_16_thr_0p4": 0.22580645161290322,
|
| 99 |
+
"negative_near_at_16_thr_0p4": 0.12
|
| 100 |
+
},
|
| 101 |
+
"per_task": {
|
| 102 |
+
"LiftPegUpright-v1": {
|
| 103 |
+
"num_groups": 8,
|
| 104 |
+
"mean_positive_min_rms_l2_at_1": 0.45509851498883197,
|
| 105 |
+
"median_positive_min_rms_l2_at_1": 0.40544561742367,
|
| 106 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 107 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 108 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 109 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 110 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 111 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 112 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 113 |
+
"ptr_proxy_at_1_thr_0p4": 0.5,
|
| 114 |
+
"negative_near_at_1_thr_0p4": 0.25,
|
| 115 |
+
"mean_positive_min_rms_l2_at_2": 0.4488684682656578,
|
| 116 |
+
"median_positive_min_rms_l2_at_2": 0.40544561742367,
|
| 117 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 118 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 119 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 120 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 121 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 122 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 123 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 124 |
+
"ptr_proxy_at_2_thr_0p4": 0.5,
|
| 125 |
+
"negative_near_at_2_thr_0p4": 0.25,
|
| 126 |
+
"mean_positive_min_rms_l2_at_4": 0.42181875683950415,
|
| 127 |
+
"median_positive_min_rms_l2_at_4": 0.38131322835966,
|
| 128 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 129 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 130 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 131 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 132 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 133 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 134 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 135 |
+
"ptr_proxy_at_4_thr_0p4": 0.5,
|
| 136 |
+
"negative_near_at_4_thr_0p4": 0.375,
|
| 137 |
+
"mean_positive_min_rms_l2_at_8": 0.3909686881083536,
|
| 138 |
+
"median_positive_min_rms_l2_at_8": 0.3599538944307581,
|
| 139 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 140 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 141 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 142 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 143 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 144 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 145 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 146 |
+
"ptr_proxy_at_8_thr_0p4": 0.5,
|
| 147 |
+
"negative_near_at_8_thr_0p4": 0.375,
|
| 148 |
+
"mean_positive_min_rms_l2_at_16": 0.3688286920972159,
|
| 149 |
+
"median_positive_min_rms_l2_at_16": 0.33254761118756837,
|
| 150 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 151 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 152 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 153 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 154 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 155 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 156 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 157 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 158 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 159 |
+
},
|
| 160 |
+
"PickCube-v1": {
|
| 161 |
+
"num_groups": 3,
|
| 162 |
+
"mean_positive_min_rms_l2_at_1": 0.9250269530125893,
|
| 163 |
+
"median_positive_min_rms_l2_at_1": 1.0191539221120367,
|
| 164 |
+
"positive_closer_than_negative_rate_at_1": 0.3333333333333333,
|
| 165 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 166 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 167 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 168 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 169 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 170 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 171 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 172 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 173 |
+
"mean_positive_min_rms_l2_at_2": 0.8229638544801917,
|
| 174 |
+
"median_positive_min_rms_l2_at_2": 0.8423789546165061,
|
| 175 |
+
"positive_closer_than_negative_rate_at_2": 0.3333333333333333,
|
| 176 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 177 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 178 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 179 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 180 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 181 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 182 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 183 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 184 |
+
"mean_positive_min_rms_l2_at_4": 0.6014262100834856,
|
| 185 |
+
"median_positive_min_rms_l2_at_4": 0.6196411591507521,
|
| 186 |
+
"positive_closer_than_negative_rate_at_4": 0.3333333333333333,
|
| 187 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 188 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 189 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 190 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 191 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 192 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 193 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 194 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 195 |
+
"mean_positive_min_rms_l2_at_8": 0.5936993050451832,
|
| 196 |
+
"median_positive_min_rms_l2_at_8": 0.6196411591507521,
|
| 197 |
+
"positive_closer_than_negative_rate_at_8": 0.3333333333333333,
|
| 198 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 199 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 200 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 201 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 202 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 203 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 204 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 205 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 206 |
+
"mean_positive_min_rms_l2_at_16": 0.4684547955424067,
|
| 207 |
+
"median_positive_min_rms_l2_at_16": 0.453740058690788,
|
| 208 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 209 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 210 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 212 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 213 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 214 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 215 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 216 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 217 |
+
},
|
| 218 |
+
"PullCube-v1": {
|
| 219 |
+
"num_groups": 51,
|
| 220 |
+
"mean_positive_min_rms_l2_at_1": 1.1955586778486016,
|
| 221 |
+
"median_positive_min_rms_l2_at_1": 1.2425111357553917,
|
| 222 |
+
"positive_closer_than_negative_rate_at_1": 0.525,
|
| 223 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 224 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 225 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 226 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 227 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 228 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 229 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 230 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 231 |
+
"mean_positive_min_rms_l2_at_2": 1.1273631789625427,
|
| 232 |
+
"median_positive_min_rms_l2_at_2": 1.1106179196615151,
|
| 233 |
+
"positive_closer_than_negative_rate_at_2": 0.525,
|
| 234 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 235 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 236 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 237 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 238 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 239 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 240 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 241 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 242 |
+
"mean_positive_min_rms_l2_at_4": 1.0477648074507342,
|
| 243 |
+
"median_positive_min_rms_l2_at_4": 0.9863403898954967,
|
| 244 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 245 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 246 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 247 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 248 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 249 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 250 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 251 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 252 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 253 |
+
"mean_positive_min_rms_l2_at_8": 0.9988669245683818,
|
| 254 |
+
"median_positive_min_rms_l2_at_8": 0.9863403898954967,
|
| 255 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 256 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 257 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 258 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 259 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 260 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 261 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 262 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 263 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 264 |
+
"mean_positive_min_rms_l2_at_16": 0.9403322081506394,
|
| 265 |
+
"median_positive_min_rms_l2_at_16": 0.8885562531191672,
|
| 266 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 267 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 268 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 269 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 270 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 271 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 272 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 273 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 274 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 275 |
+
},
|
| 276 |
+
"PushCube-v1": {
|
| 277 |
+
"num_groups": 15,
|
| 278 |
+
"mean_positive_min_rms_l2_at_1": 0.7320047885832613,
|
| 279 |
+
"median_positive_min_rms_l2_at_1": 0.7541599545656249,
|
| 280 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 281 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 282 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 283 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 284 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 285 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 286 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 287 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 288 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 289 |
+
"mean_positive_min_rms_l2_at_2": 0.6775815912839451,
|
| 290 |
+
"median_positive_min_rms_l2_at_2": 0.6525467252906989,
|
| 291 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 292 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 293 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 294 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 295 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 296 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 297 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 298 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 299 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 300 |
+
"mean_positive_min_rms_l2_at_4": 0.6628471888142032,
|
| 301 |
+
"median_positive_min_rms_l2_at_4": 0.6287939794308428,
|
| 302 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 303 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 304 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 305 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 306 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 307 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 308 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 309 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 310 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 311 |
+
"mean_positive_min_rms_l2_at_8": 0.6048035015745874,
|
| 312 |
+
"median_positive_min_rms_l2_at_8": 0.6223707615087485,
|
| 313 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 314 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 315 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 316 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 317 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 318 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 319 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 320 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 321 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 322 |
+
"mean_positive_min_rms_l2_at_16": 0.569479480126092,
|
| 323 |
+
"median_positive_min_rms_l2_at_16": 0.5786935610894284,
|
| 324 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 325 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 326 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 327 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 328 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 329 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 330 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 331 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 332 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 333 |
+
},
|
| 334 |
+
"StackCube-v1": {
|
| 335 |
+
"num_groups": 16,
|
| 336 |
+
"mean_positive_min_rms_l2_at_1": 0.5242944190892159,
|
| 337 |
+
"median_positive_min_rms_l2_at_1": 0.5007925350771028,
|
| 338 |
+
"positive_closer_than_negative_rate_at_1": 0.8125,
|
| 339 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 340 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 341 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 342 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 343 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 344 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 345 |
+
"ptr_proxy_at_1_thr_0p4": 0.1875,
|
| 346 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 347 |
+
"mean_positive_min_rms_l2_at_2": 0.4388671266460663,
|
| 348 |
+
"median_positive_min_rms_l2_at_2": 0.4331396506960338,
|
| 349 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 350 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 351 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 352 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 353 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 354 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 355 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 356 |
+
"ptr_proxy_at_2_thr_0p4": 0.4375,
|
| 357 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 358 |
+
"mean_positive_min_rms_l2_at_4": 0.3976663618186236,
|
| 359 |
+
"median_positive_min_rms_l2_at_4": 0.39052156110443004,
|
| 360 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 361 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 362 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 363 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 364 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 365 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 366 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 367 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 368 |
+
"negative_near_at_4_thr_0p4": 0.1875,
|
| 369 |
+
"mean_positive_min_rms_l2_at_8": 0.3776753018875948,
|
| 370 |
+
"median_positive_min_rms_l2_at_8": 0.34951883803222117,
|
| 371 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 372 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 373 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 374 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 375 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 376 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 377 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 378 |
+
"ptr_proxy_at_8_thr_0p4": 0.75,
|
| 379 |
+
"negative_near_at_8_thr_0p4": 0.25,
|
| 380 |
+
"mean_positive_min_rms_l2_at_16": 0.34716317259609,
|
| 381 |
+
"median_positive_min_rms_l2_at_16": 0.33229605486185965,
|
| 382 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 383 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 384 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 385 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 386 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 387 |
+
"ptr_proxy_at_16_thr_0p2": 0.0625,
|
| 388 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 389 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 390 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 391 |
+
}
|
| 392 |
+
},
|
| 393 |
+
"train_history": [
|
| 394 |
+
{
|
| 395 |
+
"epoch": 1.0,
|
| 396 |
+
"loss": 0.9267026317338514,
|
| 397 |
+
"reconstruction_mse": 0.9264068543811473,
|
| 398 |
+
"kl": 0.059155984419415115
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 30.0,
|
| 402 |
+
"loss": 0.13935482668657734,
|
| 403 |
+
"reconstruction_mse": 0.12853319636967425,
|
| 404 |
+
"kl": 2.164326510166684
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"epoch": 60.0,
|
| 408 |
+
"loss": 0.08929832452575433,
|
| 409 |
+
"reconstruction_mse": 0.07762264833476189,
|
| 410 |
+
"kl": 2.3351353456659587
|
| 411 |
+
},
|
| 412 |
+
{
|
| 413 |
+
"epoch": 90.0,
|
| 414 |
+
"loss": 0.0678060173192287,
|
| 415 |
+
"reconstruction_mse": 0.05591367280891224,
|
| 416 |
+
"kl": 2.3784689903259277
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 120.0,
|
| 420 |
+
"loss": 0.056064293497492354,
|
| 421 |
+
"reconstruction_mse": 0.043804881102304426,
|
| 422 |
+
"kl": 2.451882594415859
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 150.0,
|
| 426 |
+
"loss": 0.0485553615205674,
|
| 427 |
+
"reconstruction_mse": 0.03630270045219558,
|
| 428 |
+
"kl": 2.450532320942823
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 180.0,
|
| 432 |
+
"loss": 0.042596610975086394,
|
| 433 |
+
"reconstruction_mse": 0.030292723623286305,
|
| 434 |
+
"kl": 2.4607773969487874
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 210.0,
|
| 438 |
+
"loss": 0.039425686791613825,
|
| 439 |
+
"reconstruction_mse": 0.027070359350220986,
|
| 440 |
+
"kl": 2.4710654420327263
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 240.0,
|
| 444 |
+
"loss": 0.03673117184927547,
|
| 445 |
+
"reconstruction_mse": 0.024225474853000178,
|
| 446 |
+
"kl": 2.501139473238453
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"loss": 0.03419082099960523,
|
| 451 |
+
"reconstruction_mse": 0.02170725676459641,
|
| 452 |
+
"kl": 2.4967129644448054
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"epoch": 300.0,
|
| 456 |
+
"loss": 0.03293042059036248,
|
| 457 |
+
"reconstruction_mse": 0.020447590315282246,
|
| 458 |
+
"kl": 2.496566098600079
|
| 459 |
+
}
|
| 460 |
+
],
|
| 461 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 462 |
+
}
|
| 463 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_beta0p005_temp1p5_eval.json
|
| 464 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_cvae_beta0p005_temp1p5.pt
|
workspace/outputs/hpc/logs/v1_advw0p5_15069074_0.err
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[33;1m2026-07-02 15:16:46,783 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 2 |
+
[33;1m2026-07-02 15:16:48,831 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 3 |
+
[33;1m2026-07-02 15:16:50,967 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 4 |
+
[33;1m2026-07-02 15:16:53,132 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 5 |
+
[33;1m2026-07-02 15:16:55,242 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 6 |
+
[33;1m2026-07-02 15:16:57,373 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 7 |
+
[33;1m2026-07-02 15:16:59,466 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 8 |
+
[33;1m2026-07-02 15:17:01,572 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 9 |
+
[33;1m2026-07-02 15:17:03,652 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 10 |
+
[33;1m2026-07-02 15:17:05,754 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
workspace/outputs/hpc/logs/v1_advw0p5_15069074_0.out
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_0/best_transport.pt",
|
| 3 |
+
"dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
|
| 4 |
+
"split": "validation_groups",
|
| 5 |
+
"objective": "lattice_field",
|
| 6 |
+
"seed": 0,
|
| 7 |
+
"observation_mode": "state",
|
| 8 |
+
"backbone_type": "native",
|
| 9 |
+
"backbone_model": null,
|
| 10 |
+
"num_groups": 575,
|
| 11 |
+
"group_batch_size": 8,
|
| 12 |
+
"selection_mode": "retrieval_residual",
|
| 13 |
+
"num_candidates": 48,
|
| 14 |
+
"candidate_sigma": 0.0,
|
| 15 |
+
"proposal_types": [],
|
| 16 |
+
"proposal_lattice_types": [],
|
| 17 |
+
"selection_margin": 0.0,
|
| 18 |
+
"prepend_policy_candidate": false,
|
| 19 |
+
"field_optim_steps": 0,
|
| 20 |
+
"field_optim_step_size": 0.0,
|
| 21 |
+
"field_optim_trust_radius": 0.0,
|
| 22 |
+
"field_optim_l2_penalty": 0.0,
|
| 23 |
+
"retrieval_neighbors": 6,
|
| 24 |
+
"retrieval_metric": "raw",
|
| 25 |
+
"retrieval_type_min_success": 0.0,
|
| 26 |
+
"retrieval_type_success_bonus_scale": 0.0,
|
| 27 |
+
"retrieval_residual_consensus_penalty_scale": 0.0,
|
| 28 |
+
"retrieval_residual_min_source_progress": 0.0,
|
| 29 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 30 |
+
"retrieval_residual_source_progress_bonus_scale": 0.0,
|
| 31 |
+
"retrieval_residual_source_score_bonus_scale": 0.0,
|
| 32 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 33 |
+
"*": 0.0,
|
| 34 |
+
"PickCube-v1": 0.01,
|
| 35 |
+
"StackCube-v1": 0.05
|
| 36 |
+
},
|
| 37 |
+
"retrieval_residual_source_advantage_bonus_scale": 0.0,
|
| 38 |
+
"retrieval_residual_source_advantage_weight_scale": 0.5,
|
| 39 |
+
"retrieval_residual_composite_l2_penalty_scale": 0.0,
|
| 40 |
+
"retrieval_residual_action_l2_penalty": 0.0,
|
| 41 |
+
"retrieval_residual_scale": 1.0,
|
| 42 |
+
"retrieval_residual_scales": [
|
| 43 |
+
0.35,
|
| 44 |
+
0.4,
|
| 45 |
+
0.45
|
| 46 |
+
],
|
| 47 |
+
"retrieval_residual_anchor": "expert",
|
| 48 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 49 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 50 |
+
"retrieval_residual_challenger_types": [],
|
| 51 |
+
"retrieval_residual_challenger_scales": [],
|
| 52 |
+
"retrieval_residual_challenger_margin": 0.0,
|
| 53 |
+
"retrieval_residual_challenger_type_margins": {},
|
| 54 |
+
"retrieval_residual_challenger_tasks": [],
|
| 55 |
+
"retrieval_residual_challenger_type_tasks": {},
|
| 56 |
+
"lattice_exclude_types": [
|
| 57 |
+
"residual_random_negative",
|
| 58 |
+
"residual_wrong_direction",
|
| 59 |
+
"residual_near_miss+residual_no_op",
|
| 60 |
+
"residual_no_op+residual_wrong_gripper"
|
| 61 |
+
],
|
| 62 |
+
"lattice_exclude_type_tasks": {},
|
| 63 |
+
"candidate_type_bonuses": {},
|
| 64 |
+
"candidate_type_bonuses_by_task": {},
|
| 65 |
+
"candidate_type_bonus_components": false,
|
| 66 |
+
"field_rank_biases_by_task": {},
|
| 67 |
+
"residual_scale_bonuses_by_task": {},
|
| 68 |
+
"candidate_oracle_rollouts": 0,
|
| 69 |
+
"candidate_oracle_unique_tolerance": 1e-06,
|
| 70 |
+
"policy_rollout_success_rate": 0.3808695652173913,
|
| 71 |
+
"policy_rollout_progress": 0.5839397546810948,
|
| 72 |
+
"oracle_success_rate": 0.8573913043478261,
|
| 73 |
+
"expert_success_rate": 0.7721739130434783,
|
| 74 |
+
"policy_oracle_regret": 0.8368869233876467,
|
| 75 |
+
"policy_expert_regret": 0.7679831275926984,
|
| 76 |
+
"action_mse_to_best": 0.49949725674060375,
|
| 77 |
+
"restore_max_error": 2.384185791015625e-07,
|
| 78 |
+
"per_task": {
|
| 79 |
+
"LiftPegUpright-v1": {
|
| 80 |
+
"num_groups": 97,
|
| 81 |
+
"policy_rollout_success_rate": 0.2268041237113402,
|
| 82 |
+
"policy_rollout_progress": 0.5662149617966917,
|
| 83 |
+
"oracle_success_rate": 0.9278350515463918,
|
| 84 |
+
"expert_success_rate": 0.8865979381443299,
|
| 85 |
+
"policy_oracle_regret": 1.10999740952069,
|
| 86 |
+
"policy_expert_regret": 1.083581931812247,
|
| 87 |
+
"action_mse_to_best": 0.347120465048272,
|
| 88 |
+
"restore_max_error": 2.384185791015625e-07
|
| 89 |
+
},
|
| 90 |
+
"PickCube-v1": {
|
| 91 |
+
"num_groups": 208,
|
| 92 |
+
"policy_rollout_success_rate": 0.34615384615384615,
|
| 93 |
+
"policy_rollout_progress": 0.6115431871103982,
|
| 94 |
+
"oracle_success_rate": 0.9471153846153846,
|
| 95 |
+
"expert_success_rate": 0.9375,
|
| 96 |
+
"policy_oracle_regret": 0.974338631835193,
|
| 97 |
+
"policy_expert_regret": 0.9609157644086875,
|
| 98 |
+
"action_mse_to_best": 0.4606291241943836,
|
| 99 |
+
"restore_max_error": 2.384185791015625e-07
|
| 100 |
+
},
|
| 101 |
+
"PullCube-v1": {
|
| 102 |
+
"num_groups": 77,
|
| 103 |
+
"policy_rollout_success_rate": 0.2987012987012987,
|
| 104 |
+
"policy_rollout_progress": 0.39651712499462166,
|
| 105 |
+
"oracle_success_rate": 0.36363636363636365,
|
| 106 |
+
"expert_success_rate": 0.19480519480519481,
|
| 107 |
+
"policy_oracle_regret": 0.33377472325772434,
|
| 108 |
+
"policy_expert_regret": 0.18871048153317593,
|
| 109 |
+
"action_mse_to_best": 0.617917656704977,
|
| 110 |
+
"restore_max_error": 2.3096799850463867e-07
|
| 111 |
+
},
|
| 112 |
+
"PushCube-v1": {
|
| 113 |
+
"num_groups": 94,
|
| 114 |
+
"policy_rollout_success_rate": 0.7446808510638298,
|
| 115 |
+
"policy_rollout_progress": 0.7604577221134876,
|
| 116 |
+
"oracle_success_rate": 0.9893617021276596,
|
| 117 |
+
"expert_success_rate": 0.8617021276595744,
|
| 118 |
+
"policy_oracle_regret": 0.4752338151348398,
|
| 119 |
+
"policy_expert_regret": 0.39707093083478034,
|
| 120 |
+
"action_mse_to_best": 0.5070857338290266,
|
| 121 |
+
"restore_max_error": 2.384185791015625e-07
|
| 122 |
+
},
|
| 123 |
+
"StackCube-v1": {
|
| 124 |
+
"num_groups": 99,
|
| 125 |
+
"policy_rollout_success_rate": 0.32323232323232326,
|
| 126 |
+
"policy_rollout_progress": 0.521481618435696,
|
| 127 |
+
"oracle_success_rate": 0.8585858585858586,
|
| 128 |
+
"expert_success_rate": 0.6767676767676768,
|
| 129 |
+
"policy_oracle_regret": 1.0152036817085863,
|
| 130 |
+
"policy_expert_regret": 0.8561312869341686,
|
| 131 |
+
"action_mse_to_best": 0.6311480922981946,
|
| 132 |
+
"restore_max_error": 2.384185791015625e-07
|
| 133 |
+
}
|
| 134 |
+
},
|
| 135 |
+
"selected_candidate_type_counts": {
|
| 136 |
+
"retrieval_residual_policy_residual": 209,
|
| 137 |
+
"retrieval_residual_residual_wrong_gripper": 170,
|
| 138 |
+
"retrieval_residual_residual_near_miss": 66,
|
| 139 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 75,
|
| 140 |
+
"retrieval_residual_residual_no_op": 55
|
| 141 |
+
},
|
| 142 |
+
"selected_residual_scale_counts": {
|
| 143 |
+
"0.35": 342,
|
| 144 |
+
"0.45": 147,
|
| 145 |
+
"0.4": 86
|
| 146 |
+
}
|
| 147 |
+
}
|
workspace/outputs/hpc/logs/v1_advw0p5_15069074_1.err
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[33;1m2026-07-02 15:16:42,526 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 2 |
+
[33;1m2026-07-02 15:16:44,554 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 3 |
+
[33;1m2026-07-02 15:16:46,659 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 4 |
+
[33;1m2026-07-02 15:16:48,737 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 5 |
+
[33;1m2026-07-02 15:16:50,819 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 6 |
+
[33;1m2026-07-02 15:16:52,976 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 7 |
+
[33;1m2026-07-02 15:16:55,102 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 8 |
+
[33;1m2026-07-02 15:16:57,228 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 9 |
+
[33;1m2026-07-02 15:16:59,291 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 10 |
+
[33;1m2026-07-02 15:17:01,440 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
workspace/outputs/hpc/logs/v1_advw0p5_15069074_1.out
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_1/best_transport.pt",
|
| 3 |
+
"dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
|
| 4 |
+
"split": "validation_groups",
|
| 5 |
+
"objective": "lattice_field",
|
| 6 |
+
"seed": 1,
|
| 7 |
+
"observation_mode": "state",
|
| 8 |
+
"backbone_type": "native",
|
| 9 |
+
"backbone_model": null,
|
| 10 |
+
"num_groups": 575,
|
| 11 |
+
"group_batch_size": 8,
|
| 12 |
+
"selection_mode": "retrieval_residual",
|
| 13 |
+
"num_candidates": 48,
|
| 14 |
+
"candidate_sigma": 0.0,
|
| 15 |
+
"proposal_types": [],
|
| 16 |
+
"proposal_lattice_types": [],
|
| 17 |
+
"selection_margin": 0.0,
|
| 18 |
+
"prepend_policy_candidate": false,
|
| 19 |
+
"field_optim_steps": 0,
|
| 20 |
+
"field_optim_step_size": 0.0,
|
| 21 |
+
"field_optim_trust_radius": 0.0,
|
| 22 |
+
"field_optim_l2_penalty": 0.0,
|
| 23 |
+
"retrieval_neighbors": 6,
|
| 24 |
+
"retrieval_metric": "raw",
|
| 25 |
+
"retrieval_type_min_success": 0.0,
|
| 26 |
+
"retrieval_type_success_bonus_scale": 0.0,
|
| 27 |
+
"retrieval_residual_consensus_penalty_scale": 0.0,
|
| 28 |
+
"retrieval_residual_min_source_progress": 0.0,
|
| 29 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 30 |
+
"retrieval_residual_source_progress_bonus_scale": 0.0,
|
| 31 |
+
"retrieval_residual_source_score_bonus_scale": 0.0,
|
| 32 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 33 |
+
"*": 0.0,
|
| 34 |
+
"PickCube-v1": 0.01,
|
| 35 |
+
"StackCube-v1": 0.05
|
| 36 |
+
},
|
| 37 |
+
"retrieval_residual_source_advantage_bonus_scale": 0.0,
|
| 38 |
+
"retrieval_residual_source_advantage_weight_scale": 0.5,
|
| 39 |
+
"retrieval_residual_composite_l2_penalty_scale": 0.0,
|
| 40 |
+
"retrieval_residual_action_l2_penalty": 0.0,
|
| 41 |
+
"retrieval_residual_scale": 1.0,
|
| 42 |
+
"retrieval_residual_scales": [
|
| 43 |
+
0.35,
|
| 44 |
+
0.4,
|
| 45 |
+
0.45
|
| 46 |
+
],
|
| 47 |
+
"retrieval_residual_anchor": "expert",
|
| 48 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 49 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 50 |
+
"retrieval_residual_challenger_types": [],
|
| 51 |
+
"retrieval_residual_challenger_scales": [],
|
| 52 |
+
"retrieval_residual_challenger_margin": 0.0,
|
| 53 |
+
"retrieval_residual_challenger_type_margins": {},
|
| 54 |
+
"retrieval_residual_challenger_tasks": [],
|
| 55 |
+
"retrieval_residual_challenger_type_tasks": {},
|
| 56 |
+
"lattice_exclude_types": [
|
| 57 |
+
"residual_random_negative",
|
| 58 |
+
"residual_wrong_direction",
|
| 59 |
+
"residual_near_miss+residual_no_op",
|
| 60 |
+
"residual_no_op+residual_wrong_gripper"
|
| 61 |
+
],
|
| 62 |
+
"lattice_exclude_type_tasks": {},
|
| 63 |
+
"candidate_type_bonuses": {},
|
| 64 |
+
"candidate_type_bonuses_by_task": {},
|
| 65 |
+
"candidate_type_bonus_components": false,
|
| 66 |
+
"field_rank_biases_by_task": {},
|
| 67 |
+
"residual_scale_bonuses_by_task": {},
|
| 68 |
+
"candidate_oracle_rollouts": 0,
|
| 69 |
+
"candidate_oracle_unique_tolerance": 1e-06,
|
| 70 |
+
"policy_rollout_success_rate": 0.3739130434782609,
|
| 71 |
+
"policy_rollout_progress": 0.5902519925149239,
|
| 72 |
+
"oracle_success_rate": 0.8695652173913043,
|
| 73 |
+
"expert_success_rate": 0.7704347826086957,
|
| 74 |
+
"policy_oracle_regret": 0.8404964469421817,
|
| 75 |
+
"policy_expert_regret": 0.7785496202095047,
|
| 76 |
+
"action_mse_to_best": 0.5162805855784404,
|
| 77 |
+
"restore_max_error": 2.384185791015625e-07,
|
| 78 |
+
"per_task": {
|
| 79 |
+
"LiftPegUpright-v1": {
|
| 80 |
+
"num_groups": 113,
|
| 81 |
+
"policy_rollout_success_rate": 0.23008849557522124,
|
| 82 |
+
"policy_rollout_progress": 0.6319221291130623,
|
| 83 |
+
"oracle_success_rate": 0.9380530973451328,
|
| 84 |
+
"expert_success_rate": 0.8584070796460177,
|
| 85 |
+
"policy_oracle_regret": 1.0588988470556462,
|
| 86 |
+
"policy_expert_regret": 0.9794477296877752,
|
| 87 |
+
"action_mse_to_best": 0.4191399351776108,
|
| 88 |
+
"restore_max_error": 2.384185791015625e-07
|
| 89 |
+
},
|
| 90 |
+
"PickCube-v1": {
|
| 91 |
+
"num_groups": 184,
|
| 92 |
+
"policy_rollout_success_rate": 0.29891304347826086,
|
| 93 |
+
"policy_rollout_progress": 0.5712014653203685,
|
| 94 |
+
"oracle_success_rate": 0.9456521739130435,
|
| 95 |
+
"expert_success_rate": 0.9402173913043478,
|
| 96 |
+
"policy_oracle_regret": 1.0685896057706408,
|
| 97 |
+
"policy_expert_regret": 1.0685656012957105,
|
| 98 |
+
"action_mse_to_best": 0.4552998030963151,
|
| 99 |
+
"restore_max_error": 2.384185791015625e-07
|
| 100 |
+
},
|
| 101 |
+
"PullCube-v1": {
|
| 102 |
+
"num_groups": 76,
|
| 103 |
+
"policy_rollout_success_rate": 0.2236842105263158,
|
| 104 |
+
"policy_rollout_progress": 0.3369366534936585,
|
| 105 |
+
"oracle_success_rate": 0.40789473684210525,
|
| 106 |
+
"expert_success_rate": 0.25,
|
| 107 |
+
"policy_oracle_regret": 0.4137336166183415,
|
| 108 |
+
"policy_expert_regret": 0.2645601268955751,
|
| 109 |
+
"action_mse_to_best": 0.671826860034152,
|
| 110 |
+
"restore_max_error": 2.384185791015625e-07
|
| 111 |
+
},
|
| 112 |
+
"PushCube-v1": {
|
| 113 |
+
"num_groups": 111,
|
| 114 |
+
"policy_rollout_success_rate": 0.8648648648648649,
|
| 115 |
+
"policy_rollout_progress": 0.8733515465581739,
|
| 116 |
+
"oracle_success_rate": 1.0,
|
| 117 |
+
"expert_success_rate": 0.8198198198198198,
|
| 118 |
+
"policy_oracle_regret": 0.2617835885769612,
|
| 119 |
+
"policy_expert_regret": 0.24461602144413166,
|
| 120 |
+
"action_mse_to_best": 0.433337149117981,
|
| 121 |
+
"restore_max_error": 2.3795291781425476e-07
|
| 122 |
+
},
|
| 123 |
+
"StackCube-v1": {
|
| 124 |
+
"num_groups": 91,
|
| 125 |
+
"policy_rollout_success_rate": 0.23076923076923078,
|
| 126 |
+
"policy_rollout_progress": 0.443268331361341,
|
| 127 |
+
"oracle_success_rate": 0.8571428571428571,
|
| 128 |
+
"expert_success_rate": 0.6923076923076923,
|
| 129 |
+
"policy_oracle_regret": 1.170413918875076,
|
| 130 |
+
"policy_expert_regret": 1.0232243901425666,
|
| 131 |
+
"action_mse_to_best": 0.731473575254063,
|
| 132 |
+
"restore_max_error": 1.9371509552001953e-07
|
| 133 |
+
}
|
| 134 |
+
},
|
| 135 |
+
"selected_candidate_type_counts": {
|
| 136 |
+
"retrieval_residual_policy_residual": 184,
|
| 137 |
+
"retrieval_residual_residual_near_miss": 69,
|
| 138 |
+
"retrieval_residual_residual_no_op": 128,
|
| 139 |
+
"retrieval_residual_residual_wrong_gripper": 125,
|
| 140 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 69
|
| 141 |
+
},
|
| 142 |
+
"selected_residual_scale_counts": {
|
| 143 |
+
"0.35": 312,
|
| 144 |
+
"0.45": 219,
|
| 145 |
+
"0.4": 44
|
| 146 |
+
}
|
| 147 |
+
}
|
workspace/outputs/hpc/logs/v1_advw0p5_15069074_2.err
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[33;1m2026-07-02 15:22:02,252 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 2 |
+
[33;1m2026-07-02 15:22:04,351 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 3 |
+
[33;1m2026-07-02 15:22:06,491 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 4 |
+
[33;1m2026-07-02 15:22:08,644 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 5 |
+
[33;1m2026-07-02 15:22:10,779 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 6 |
+
[33;1m2026-07-02 15:22:12,953 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 7 |
+
[33;1m2026-07-02 15:22:15,037 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 8 |
+
[33;1m2026-07-02 15:22:17,239 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 9 |
+
[33;1m2026-07-02 15:22:19,310 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 10 |
+
[33;1m2026-07-02 15:22:21,387 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 11 |
+
[33;1m2026-07-02 15:22:23,471 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
| 12 |
+
[33;1m2026-07-02 15:22:25,592 - mani_skill - WARNING - No initial pose set for actor builder of goal_region, setting to default pose q=[1,0,0,0], p=[0,0,0]. Not setting reasonable initial poses may slow down simulation, see https://github.com/haosulab/ManiSkill/issues/421.[0m
|
workspace/outputs/hpc/logs/v1_advw0p5_15069074_2.out
ADDED
|
@@ -0,0 +1,147 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint": "/scratch/knguy52/dovla/experiments/dovla_h16_policy_ckpt_runs/transport_field_reground_fieldonly_k6clean_dropnoopwg_b12_v1/seed_2/best_transport.pt",
|
| 3 |
+
"dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection",
|
| 4 |
+
"split": "validation_groups",
|
| 5 |
+
"objective": "lattice_field",
|
| 6 |
+
"seed": 2,
|
| 7 |
+
"observation_mode": "state",
|
| 8 |
+
"backbone_type": "native",
|
| 9 |
+
"backbone_model": null,
|
| 10 |
+
"num_groups": 575,
|
| 11 |
+
"group_batch_size": 8,
|
| 12 |
+
"selection_mode": "retrieval_residual",
|
| 13 |
+
"num_candidates": 48,
|
| 14 |
+
"candidate_sigma": 0.0,
|
| 15 |
+
"proposal_types": [],
|
| 16 |
+
"proposal_lattice_types": [],
|
| 17 |
+
"selection_margin": 0.0,
|
| 18 |
+
"prepend_policy_candidate": false,
|
| 19 |
+
"field_optim_steps": 0,
|
| 20 |
+
"field_optim_step_size": 0.0,
|
| 21 |
+
"field_optim_trust_radius": 0.0,
|
| 22 |
+
"field_optim_l2_penalty": 0.0,
|
| 23 |
+
"retrieval_neighbors": 6,
|
| 24 |
+
"retrieval_metric": "raw",
|
| 25 |
+
"retrieval_type_min_success": 0.0,
|
| 26 |
+
"retrieval_type_success_bonus_scale": 0.0,
|
| 27 |
+
"retrieval_residual_consensus_penalty_scale": 0.0,
|
| 28 |
+
"retrieval_residual_min_source_progress": 0.0,
|
| 29 |
+
"retrieval_residual_min_source_advantage": -1000000000.0,
|
| 30 |
+
"retrieval_residual_source_progress_bonus_scale": 0.0,
|
| 31 |
+
"retrieval_residual_source_score_bonus_scale": 0.0,
|
| 32 |
+
"retrieval_residual_source_score_bonus_by_task": {
|
| 33 |
+
"*": 0.0,
|
| 34 |
+
"PickCube-v1": 0.01,
|
| 35 |
+
"StackCube-v1": 0.05
|
| 36 |
+
},
|
| 37 |
+
"retrieval_residual_source_advantage_bonus_scale": 0.0,
|
| 38 |
+
"retrieval_residual_source_advantage_weight_scale": 0.5,
|
| 39 |
+
"retrieval_residual_composite_l2_penalty_scale": 0.0,
|
| 40 |
+
"retrieval_residual_action_l2_penalty": 0.0,
|
| 41 |
+
"retrieval_residual_scale": 1.0,
|
| 42 |
+
"retrieval_residual_scales": [
|
| 43 |
+
0.35,
|
| 44 |
+
0.4,
|
| 45 |
+
0.45
|
| 46 |
+
],
|
| 47 |
+
"retrieval_residual_anchor": "expert",
|
| 48 |
+
"retrieval_residual_direction": "candidate_minus_anchor",
|
| 49 |
+
"retrieval_residual_reduce": "compose_mean_by_type",
|
| 50 |
+
"retrieval_residual_challenger_types": [],
|
| 51 |
+
"retrieval_residual_challenger_scales": [],
|
| 52 |
+
"retrieval_residual_challenger_margin": 0.0,
|
| 53 |
+
"retrieval_residual_challenger_type_margins": {},
|
| 54 |
+
"retrieval_residual_challenger_tasks": [],
|
| 55 |
+
"retrieval_residual_challenger_type_tasks": {},
|
| 56 |
+
"lattice_exclude_types": [
|
| 57 |
+
"residual_random_negative",
|
| 58 |
+
"residual_wrong_direction",
|
| 59 |
+
"residual_near_miss+residual_no_op",
|
| 60 |
+
"residual_no_op+residual_wrong_gripper"
|
| 61 |
+
],
|
| 62 |
+
"lattice_exclude_type_tasks": {},
|
| 63 |
+
"candidate_type_bonuses": {},
|
| 64 |
+
"candidate_type_bonuses_by_task": {},
|
| 65 |
+
"candidate_type_bonus_components": false,
|
| 66 |
+
"field_rank_biases_by_task": {},
|
| 67 |
+
"residual_scale_bonuses_by_task": {},
|
| 68 |
+
"candidate_oracle_rollouts": 0,
|
| 69 |
+
"candidate_oracle_unique_tolerance": 1e-06,
|
| 70 |
+
"policy_rollout_success_rate": 0.40695652173913044,
|
| 71 |
+
"policy_rollout_progress": 0.6170990813766485,
|
| 72 |
+
"oracle_success_rate": 0.8765217391304347,
|
| 73 |
+
"expert_success_rate": 0.7704347826086957,
|
| 74 |
+
"policy_oracle_regret": 0.792056749701176,
|
| 75 |
+
"policy_expert_regret": 0.7317443543040882,
|
| 76 |
+
"action_mse_to_best": 0.5250558632336881,
|
| 77 |
+
"restore_max_error": 2.384185791015625e-07,
|
| 78 |
+
"per_task": {
|
| 79 |
+
"LiftPegUpright-v1": {
|
| 80 |
+
"num_groups": 96,
|
| 81 |
+
"policy_rollout_success_rate": 0.3645833333333333,
|
| 82 |
+
"policy_rollout_progress": 0.6585073430712024,
|
| 83 |
+
"oracle_success_rate": 0.9270833333333334,
|
| 84 |
+
"expert_success_rate": 0.8229166666666666,
|
| 85 |
+
"policy_oracle_regret": 0.9105178468550245,
|
| 86 |
+
"policy_expert_regret": 0.8174823513254523,
|
| 87 |
+
"action_mse_to_best": 0.44697294949825545,
|
| 88 |
+
"restore_max_error": 1.955777406692505e-07
|
| 89 |
+
},
|
| 90 |
+
"PickCube-v1": {
|
| 91 |
+
"num_groups": 198,
|
| 92 |
+
"policy_rollout_success_rate": 0.3484848484848485,
|
| 93 |
+
"policy_rollout_progress": 0.6403742680476621,
|
| 94 |
+
"oracle_success_rate": 0.9595959595959596,
|
| 95 |
+
"expert_success_rate": 0.9444444444444444,
|
| 96 |
+
"policy_oracle_regret": 0.9730968861135117,
|
| 97 |
+
"policy_expert_regret": 0.9660134355848035,
|
| 98 |
+
"action_mse_to_best": 0.45651866476794684,
|
| 99 |
+
"restore_max_error": 2.384185791015625e-07
|
| 100 |
+
},
|
| 101 |
+
"PullCube-v1": {
|
| 102 |
+
"num_groups": 90,
|
| 103 |
+
"policy_rollout_success_rate": 0.25555555555555554,
|
| 104 |
+
"policy_rollout_progress": 0.36312666327382126,
|
| 105 |
+
"oracle_success_rate": 0.4666666666666667,
|
| 106 |
+
"expert_success_rate": 0.24444444444444444,
|
| 107 |
+
"policy_oracle_regret": 0.47475145898966326,
|
| 108 |
+
"policy_expert_regret": 0.32783293739582103,
|
| 109 |
+
"action_mse_to_best": 0.671792686978976,
|
| 110 |
+
"restore_max_error": 2.384185791015625e-07
|
| 111 |
+
},
|
| 112 |
+
"PushCube-v1": {
|
| 113 |
+
"num_groups": 101,
|
| 114 |
+
"policy_rollout_success_rate": 0.8712871287128713,
|
| 115 |
+
"policy_rollout_progress": 0.8789528971261317,
|
| 116 |
+
"oracle_success_rate": 1.0,
|
| 117 |
+
"expert_success_rate": 0.8514851485148515,
|
| 118 |
+
"policy_oracle_regret": 0.249759974160997,
|
| 119 |
+
"policy_expert_regret": 0.249759974160997,
|
| 120 |
+
"action_mse_to_best": 0.5123386734930595,
|
| 121 |
+
"restore_max_error": 2.384185791015625e-07
|
| 122 |
+
},
|
| 123 |
+
"StackCube-v1": {
|
| 124 |
+
"num_groups": 90,
|
| 125 |
+
"policy_rollout_success_rate": 0.2111111111111111,
|
| 126 |
+
"policy_rollout_progress": 0.48183910532130136,
|
| 127 |
+
"oracle_success_rate": 0.9111111111111111,
|
| 128 |
+
"expert_success_rate": 0.7666666666666667,
|
| 129 |
+
"policy_oracle_regret": 1.1932927292254236,
|
| 130 |
+
"policy_expert_regret": 1.069703511065907,
|
| 131 |
+
"action_mse_to_best": 0.6266608303619756,
|
| 132 |
+
"restore_max_error": 2.2351741790771484e-07
|
| 133 |
+
}
|
| 134 |
+
},
|
| 135 |
+
"selected_candidate_type_counts": {
|
| 136 |
+
"retrieval_residual_policy_residual": 214,
|
| 137 |
+
"retrieval_residual_residual_near_miss": 79,
|
| 138 |
+
"retrieval_residual_residual_no_op": 75,
|
| 139 |
+
"retrieval_residual_residual_near_miss+residual_wrong_gripper": 72,
|
| 140 |
+
"retrieval_residual_residual_wrong_gripper": 135
|
| 141 |
+
},
|
| 142 |
+
"selected_residual_scale_counts": {
|
| 143 |
+
"0.35": 338,
|
| 144 |
+
"0.45": 161,
|
| 145 |
+
"0.4": 76
|
| 146 |
+
}
|
| 147 |
+
}
|