auto-sync 2026-07-02T21:03:15Z workspace (part 3)
Browse files- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073384.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.out +528 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.out +467 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.out +467 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.out +467 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.out +467 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.err +0 -0
- workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.out +467 -0
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073384.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 1.0,
|
| 20 |
+
"guidance_scale": 0.0,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 2,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.9725059171742344,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.8823229204260931,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.64,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.13978494623655913,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.04,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.9022127508971206,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.8094138820113882,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.6533333333333333,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.16129032258064516,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.04,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.862698274977771,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.73202292084015,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.64,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.20430107526881722,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.05333333333333334,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8259469118673001,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.6829239915301811,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.010752688172043012,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.22580645161290322,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.06666666666666667,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.7958533029317688,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6433900556414129,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.12
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.6636155258108791,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.7326940905118462,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.25,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.5613758339097545,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.4886583984103299,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.25,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.5356233174883004,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.45897968530915595,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.375,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.4952898810308547,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.4179445248650999,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.625,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.5,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.25,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.4540287654386964,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.40228290491807417,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.625,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.5,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.6235778209388965,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.5165083974706,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.57336432033639,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.4740997306699655,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.4892525093556113,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.41041737894770064,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.41638412518092965,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.3834909752201121,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.41638412518092965,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.3834909752201121,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.278275809358609,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.2358538825073988,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.2054084331390729,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.1466485055270579,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.525,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1570388816918311,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.0933697354655754,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.114766816267041,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.0922017767185845,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.525,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.0910018894775972,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.0922017767185845,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.6725508624074813,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.7143452574666653,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.2,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.5905513873547142,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.5969772152260281,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.26666666666666666,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.5642105570928334,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.5969772152260281,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.5354285916329358,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.5769420290292241,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.26666666666666666,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.488668114431768,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.47624559096939934,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.4989414634061748,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.39415586212411013,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.5,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.460036581295723,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.36550891491354337,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.5625,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.4378783863927218,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.3499086171302478,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.6875,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.1875,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.41981592973475945,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.3499086171302478,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0625,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.6875,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.1875,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.3851160371105106,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3123811571160222,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0625,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.8125,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.8815645998427784
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.9970158296753847
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.8846249015183998
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.8149309647899239
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.7839799993026236
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.748181848872285
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.7035080142729668
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.6666317298535711
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.6989867470300257
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.6723504507282938
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.6556015862447392
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7226463808574136,
|
| 461 |
+
"utility_accuracy": 0.8557110115280676,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.3282638243741881,
|
| 467 |
+
"utility_accuracy": 0.9300106044538706,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.21501967589668242,
|
| 473 |
+
"utility_accuracy": 0.9537508979577874,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.1470821369504992,
|
| 479 |
+
"utility_accuracy": 0.9650053022269353,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.12321751597995145,
|
| 485 |
+
"utility_accuracy": 0.97054698457223,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.09971899213586347,
|
| 491 |
+
"utility_accuracy": 0.975712379844696,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.07426771755117353,
|
| 497 |
+
"utility_accuracy": 0.981117230527144,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.08197901026727042,
|
| 503 |
+
"utility_accuracy": 0.979885745561523,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.05965981193228545,
|
| 509 |
+
"utility_accuracy": 0.984709061676872,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.0490526132399585,
|
| 515 |
+
"utility_accuracy": 0.9874456949338077,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.0318752133163209,
|
| 521 |
+
"utility_accuracy": 0.9905928231792837,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 1.0,
|
| 20 |
+
"guidance_scale": 0.5,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 2,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.9648839030713359,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.8699089373200096,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.6533333333333333,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.10752688172043011,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.04,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.9132382483162276,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.7890070178440132,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.64,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.16129032258064516,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.04,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.8582888787131646,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.7301684150592884,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.64,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.20430107526881722,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.06666666666666667,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8239652045180683,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.7142117004796226,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.6933333333333334,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.23655913978494625,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.12,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.7866852985588353,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6505304555801724,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.6933333333333334,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.14666666666666667
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.6000003426007267,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.6281345196005494,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.375,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.5614700590418515,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.5299929813746398,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.375,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.5214931077334534,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.4658871085805256,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.625,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.375,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.4778171747916355,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.4026693731642023,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.5,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.375,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.43823610662049123,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.3621218709039073,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.5,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.6709976489383664,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.45317972423733927,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.6709976489383664,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.45317972423733927,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.5917245179796777,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.45317972423733927,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.5391963970764094,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.45317972423733927,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.4241885443710336,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.4219174810240967,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.2644836991071848,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.2829431043744715,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.525,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.2079977965113653,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.17903397781618,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1547928683026627,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.1774621684936668,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.1226826549750495,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.103951040730625,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.525,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.0843894010017423,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.0600344327976914,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.525,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.7220626456234727,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.7374232089474886,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.6556912874806853,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.6519853411650709,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.5773803100235313,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.6018609897771368,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.2,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.5223628506822632,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.45563908390460645,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.49694062345872797,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.4533323098325148,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.4,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.125
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.47509993494967745,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.43126780278573174,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.375,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.1875,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.436446671248085,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.3962047922647496,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.1875,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.3949128981705572,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.36101270972137667,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.8125,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.3125,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.38102370416603787,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.337229216803543,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.8125,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.3125,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.35158184230780587,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3139204529432209,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0625,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.8125,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.4375
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.8616884942842844
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.9919483258648587
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.8756906377254225
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.8052988972807169
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.7533827248917199
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.7375554285184768
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.7189238575941732
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.675055655692774
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.6829219609747745
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.6436566720422799
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.6545517841643205
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7242498627005203,
|
| 461 |
+
"utility_accuracy": 0.8520849724626278,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.3253256966052892,
|
| 467 |
+
"utility_accuracy": 0.9306947627681046,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.20604104487830027,
|
| 473 |
+
"utility_accuracy": 0.953135155474977,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.13880927105891824,
|
| 479 |
+
"utility_accuracy": 0.9657920842883043,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.12940041396253468,
|
| 485 |
+
"utility_accuracy": 0.9680155988095646,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.08415939552574443,
|
| 491 |
+
"utility_accuracy": 0.9779358943659563,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.08504934924782512,
|
| 497 |
+
"utility_accuracy": 0.9795778743201177,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.07907817256938778,
|
| 503 |
+
"utility_accuracy": 0.9793042109944241,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.0668363076732288,
|
| 509 |
+
"utility_accuracy": 0.982690794649882,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.04471126891160421,
|
| 515 |
+
"utility_accuracy": 0.9890876748879691,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.05176344400836499,
|
| 521 |
+
"utility_accuracy": 0.9868641603667089,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 1.0,
|
| 20 |
+
"guidance_scale": 1.0,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 2,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.9595536339049642,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.8404027293385735,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.6533333333333333,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.08602150537634409,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.013333333333333334,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.9100201708107615,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.8012806317031038,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.64,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.11827956989247312,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.05333333333333334,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.8528873481040729,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.6973313314832544,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.15053763440860216,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.08,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.823834349394562,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.6642526927761692,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.1935483870967742,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.08,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.7902339963363146,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6561575363040442,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.23655913978494625,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.10666666666666667
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.6210733262981588,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.5581958314049429,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.5690201195768476,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.5581958314049429,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.125,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.4998652694338125,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.505057784459326,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.625,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.25,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.4876210465343266,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.505057784459326,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.625,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.375,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.4360691869073081,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.4027142183394036,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.5,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.6982113717275308,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.582758229867448,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.6278681120409897,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.5439867646050089,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.5119317086090936,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.49348991384981183,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.44501861944164084,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.4104626489237139,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.44501861944164084,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.4104626489237139,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.2539523862626474,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.2610587052817746,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.525,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.2029573894701326,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.2417352782937174,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1474736913861137,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.135822496057228,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.1162260448287478,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.1202445472804554,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.0873629823945237,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.0682070908001235,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.525,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.6584944763264635,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.588318225200819,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.13333333333333333,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.6159245763817651,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.5441083172508144,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.2,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.5314338965902703,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.5137039074220306,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.51531193331891,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.5127802168994106,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.26666666666666666,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.4591745824054725,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.42881351161710407,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.4,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.5216423989563654,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.4821479036403551,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.375,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.0625,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.4754009427474873,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.41939543643798993,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.4375,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.25,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.45569621142719496,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.4118352984805886,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.5,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.3125,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.4202101860653062,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.3516472117630669,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.625,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.3125,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.3953138417181907,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3354711142905443,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.6875,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.8461830020945935
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.9995137666024031
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.8912362978733044
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.8349004985892116
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.7814697792414632
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.7529246008057825
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.6975827711651441
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.6891400138404413
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.6625063569597489
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.6880397355815207
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.6380301157699801
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7172667772379143,
|
| 461 |
+
"utility_accuracy": 0.8516060616426641,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.3261281178321619,
|
| 467 |
+
"utility_accuracy": 0.9322341189751309,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.21098597431097582,
|
| 473 |
+
"utility_accuracy": 0.9541613929463277,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.1514994380841754,
|
| 479 |
+
"utility_accuracy": 0.9640816885027196,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.11730588989160473,
|
| 485 |
+
"utility_accuracy": 0.970889063729347,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.08338950112346333,
|
| 491 |
+
"utility_accuracy": 0.9786542605959019,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.08636609501890759,
|
| 497 |
+
"utility_accuracy": 0.9773885677145692,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.09603148512548619,
|
| 503 |
+
"utility_accuracy": 0.9764307460746416,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.08995261729123964,
|
| 509 |
+
"utility_accuracy": 0.9786200526801901,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.05027376020252852,
|
| 515 |
+
"utility_accuracy": 0.9872746553552492,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.03901958788985606,
|
| 521 |
+
"utility_accuracy": 0.9898402490336263,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 1.0,
|
| 20 |
+
"guidance_scale": 2.0,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 2,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 1.0017129831247902,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.9114711089914809,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.6266666666666667,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.021505376344086023,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.9397553290815698,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.8260311603571916,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.03225806451612903,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.8996635598695865,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.7585661804463486,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.68,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.10752688172043011,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.04,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8478947540772505,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.7200871936274512,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.68,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.13978494623655913,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.06666666666666667,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.8058092390179312,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6673183549676988,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.1827956989247312,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.08
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.7086815864633816,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.6699759082572624,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.6500026742929994,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.5930719502537873,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.6042460848388688,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.5128975537881824,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.125,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.5619500677234204,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.5088123218822107,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.125,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.5328631227372735,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.48237004877698075,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.625,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.25,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.9243255699112383,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 1.030301985727831,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.3333333333333333,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.7373589668440594,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.6452404128915133,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.6980039146914293,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.591751814354963,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.5347363959129061,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.4671442414379531,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.4685419210360618,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.4671442414379531,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.2745883964548637,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.2980576954944099,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.55,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.2139705975951314,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.1977580848197475,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.55,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1731523914373678,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.1639895087783791,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.55,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.1138315885347272,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.1181980448916162,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.525,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.0683963642363339,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.089441093155812,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.525,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.7194165233692492,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.726569495156959,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.6589039423060395,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.6801419511836077,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.6126903995218096,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.6498802981600129,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.13333333333333333,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.5822781357459964,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.584633211091233,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.2,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.5310565797504216,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.5337774678300925,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.5576013724642485,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.49147102479707727,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.8125,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.0625,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.5118179811104724,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.4580426280465846,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.0625,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.4824751680595887,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.4264497836984006,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.4375,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.1875,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.4509262092623252,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.38389410026628323,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.5625,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.3125,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.42610407570949327,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.38046149455605593,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.8527165695104455
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 1.0110104549707275
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.8802555744755447
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.8119423946673564
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.7676992409416351
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.7217520335082817
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.7027495759158381
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.6909212272035856
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.6743285026096542
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.6643342361824341
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.6767342009011016
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7251045567227271,
|
| 461 |
+
"utility_accuracy": 0.8520507645469162,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.3301785192381804,
|
| 467 |
+
"utility_accuracy": 0.9303868915266993,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.2130958810997889,
|
| 473 |
+
"utility_accuracy": 0.9542640166934628,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.1441715399087978,
|
| 479 |
+
"utility_accuracy": 0.9656210447097459,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.11046794781905021,
|
| 485 |
+
"utility_accuracy": 0.9734888653234358,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.08856070134607158,
|
| 491 |
+
"utility_accuracy": 0.9771149043888756,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.12288624352890491,
|
| 497 |
+
"utility_accuracy": 0.9725310436835084,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.06811458756224886,
|
| 503 |
+
"utility_accuracy": 0.9838880716997913,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.04549175169855668,
|
| 509 |
+
"utility_accuracy": 0.9884719324051585,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.04345604507218167,
|
| 515 |
+
"utility_accuracy": 0.9893613382136627,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.07220301079199556,
|
| 521 |
+
"utility_accuracy": 0.9835117846269626,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 0.5,
|
| 20 |
+
"guidance_scale": 1.0,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 2,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.9243640438422971,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.818110139112235,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.6,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.07526881720430108,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.02666666666666667,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.8732615649002684,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.7578948768072168,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.6133333333333333,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.0967741935483871,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.04,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.8332084306895605,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.7201433579255389,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.64,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.15053763440860216,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.06666666666666667,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8016763427119793,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.6837446862391076,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.1827956989247312,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.08,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.7794026809404573,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6803190134480502,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.23655913978494625,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.10666666666666667
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.661383712773014,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.574595667030066,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.125,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.6262954486973477,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.5411018540334914,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.25,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.5752603092962689,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.5123557106405987,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.25,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.5399598641605974,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.4969019134504796,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.625,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.25,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.4968590229828883,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.45846018140838274,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.625,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.375,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.125
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.6934291294380867,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.5324243403209564,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.5659869581390273,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.5324243403209564,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.5112341596608797,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.4720049402436989,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.3333333333333333,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.504426219387879,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.4515811194246968,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.3333333333333333,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.4501241874703863,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.39480961289650457,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.3333333333333333
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.1883884562139007,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.1289707813936605,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.1372458950818034,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.066597257196237,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1030142089557877,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.066597257196237,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.0668970497406745,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.0659824707108914,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.049240922503608,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.045153483629257,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.6049063170246437,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.6006691561933669,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.13333333333333333,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.5605314360282244,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.5547878235111475,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.5242655446464387,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.5094277422289724,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.5013293509524034,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.5094277422289724,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.48901514551731623,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.5094277422289724,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.5570683102847936,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.4817170047141589,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.25,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.5060930551333616,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.45518768877188154,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.3125,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.4521807046459116,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.40948871097648676,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.4375,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.1875,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.4244532812315737,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.3899635893730408,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.5625,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.25,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.3945431469215322,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3439783941012322,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.75,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.0715575245067552
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.47951147353310813
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.4280581672322969
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.375072312822724
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.3642511074749974
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.3450110760176918
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.33583292504383844
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.3189813591204024
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.3168662551647435
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.3115227240353872
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.30531398476861754
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7300782364445576,
|
| 461 |
+
"utility_accuracy": 0.85071665583416,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.323076738336763,
|
| 467 |
+
"utility_accuracy": 0.9315841685766086,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.2219911185430766,
|
| 473 |
+
"utility_accuracy": 0.9515273834365272,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.1485643451773753,
|
| 479 |
+
"utility_accuracy": 0.9644237676598365,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.11367351004284659,
|
| 485 |
+
"utility_accuracy": 0.9716416378750042,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.09377127692449498,
|
| 491 |
+
"utility_accuracy": 0.9762939144117949,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.11224225884063173,
|
| 497 |
+
"utility_accuracy": 0.9745151027947867,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.07470970923010378,
|
| 503 |
+
"utility_accuracy": 0.9809119830328739,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.07163447661256393,
|
| 509 |
+
"utility_accuracy": 0.9826223788184586,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.15475133726705856,
|
| 515 |
+
"utility_accuracy": 0.971675845790716,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.04006257458338192,
|
| 521 |
+
"utility_accuracy": 0.9901823281907434,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 0.5,
|
| 20 |
+
"guidance_scale": 0.5,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 8,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.950424643716975,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.9023621193623895,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.053763440860215055,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.013333333333333334,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.9022081655468223,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.8092179007083419,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.6533333333333333,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.11827956989247312,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.02666666666666667,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.8665425607998576,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.7722676449524273,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.15053763440860216,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.04,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8321554274342323,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.7349514711866495,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.22580645161290322,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.05333333333333334,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.7992588942480718,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6740289555733507,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.64,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.24731182795698925,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.12
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.5924153073704641,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.5437916674032264,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.125,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.5311145537225059,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.4414166317022555,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.125,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.5311145537225059,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.4414166317022555,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.625,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.125,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.48234092938839657,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.4214122269199205,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.375,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.4458649803975452,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.4153332195370631,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.625,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.375,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.6605030414896077,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.4905504196326008,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.5748846510473373,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.364276288845954,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.6666666666666666,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.5748846510473373,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.364276288845954,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.6666666666666666,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.5629480893400615,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.364276288845954,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.4731528018675104,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.364276288845954,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.3333333333333333
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.2226744125110163,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.1705519428665838,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.525,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.1892570654579626,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.1705519428665838,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.525,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1556430213579978,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.0996238180297366,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.525,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.1242921990411574,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.0708442590784817,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.525,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.0900899754132407,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.054830334710958,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.7088165893361474,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.6785032144732429,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.6343231656636676,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.6152624213033738,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.2,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.5756548071571506,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.5194671460820585,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.5288168898242209,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.5194671460820585,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.5052133783550704,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.47461773657197776,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.5425010252588789,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.504541777511975,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.1875,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.0625,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.4853019493513323,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.4376990599237751,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.3125,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.0625,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.44014197342809697,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.4095441545323337,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.4375,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.41073297186212027,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.35744523451523175,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.6875,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.1875,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.38574434343040276,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3441321848615977,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.8125,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.075625414840367
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.4826012268189795
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.42918015207989585
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.38463147041793655
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.3523485802847873
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.3445387958783737
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.3303256749310756
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.32508508997886926
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.3143217709904322
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.3080951320209567
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.3067786458736668
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7297132718870146,
|
| 461 |
+
"utility_accuracy": 0.856224130263743,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.32364365887177843,
|
| 467 |
+
"utility_accuracy": 0.9303184756952759,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.21986457933121095,
|
| 473 |
+
"utility_accuracy": 0.9500564430609243,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.13980775590891328,
|
| 479 |
+
"utility_accuracy": 0.9661341634454212,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.11097643036767803,
|
| 485 |
+
"utility_accuracy": 0.9716416378750042,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.10533637669648147,
|
| 491 |
+
"utility_accuracy": 0.9745493107104984,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.0679572023199263,
|
| 497 |
+
"utility_accuracy": 0.9825197550713235,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.06668073077899042,
|
| 503 |
+
"utility_accuracy": 0.9822460917456299,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.0436221459020273,
|
| 509 |
+
"utility_accuracy": 0.9876851503437896,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.04930547571291233,
|
| 515 |
+
"utility_accuracy": 0.9868299524509971,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.042537510963100905,
|
| 521 |
+
"utility_accuracy": 0.9893613382136627,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 1.0,
|
| 20 |
+
"guidance_scale": 0.0,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 8,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.9474089141940653,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.789793105959776,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.6533333333333333,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.0967741935483871,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.02666666666666667,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.8923297114138006,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.743316996689625,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.6533333333333333,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.12903225806451613,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.02666666666666667,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.8345818272885773,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.7286164213853462,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.6533333333333333,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.20430107526881722,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.05333333333333334,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8056654691032971,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.6782004447664419,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.6533333333333333,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.22580645161290322,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.05333333333333334,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.7775313483461576,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6382834887293457,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.09333333333333334
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.550256065749632,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.4909087422337335,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.375,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.5284201719254512,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.4909087422337335,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.375,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.5059201037505049,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.42131017019032635,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.5,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.48223489161511,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.4014484104764113,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.5,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.4368831528047997,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.36098006297031,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.7122163131562144,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.5411549688901697,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.6201926252087575,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.45089126458270157,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.5178309537983946,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.41492580833271825,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.5178309537983946,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.41492580833271825,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.4558118487147942,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.40992403119024795,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.2499369623644268,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.2225239797540222,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.1905536211486054,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.1597201674716588,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1300351545215463,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.0989359232776017,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.475,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.0971081818339055,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.0989359232776017,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.0721319676833314,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.0897227482155145,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.6714787834758627,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.6571226195188776,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.5945232417052301,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.5278963378988697,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.5306783911785904,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.4763926418901006,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.13333333333333333,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.49046022473494794,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.47533035454104655,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.26666666666666666,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.4701150274846364,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.4282295987895667,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.48446029511616534,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.4509538323417634,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.3125,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.0625,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.45391503789351695,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.41196743403303004,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.4375,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.0625,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.40145546863504755,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.3853941861337369,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.75,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.1875,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.38788099923357294,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.34848605975519154,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.75,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.1875,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.3573411789681524,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3213950266583012,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.8125,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.3125
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.876462736392459
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.9999296845299175
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.8917806713728356
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.7960715189402012
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.769484851316538
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.7234295108083493
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.6873012383115511
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.678005286867113
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.6820525420528023
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.6638463287799307
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.6567017389259274
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7193386813083651,
|
| 461 |
+
"utility_accuracy": 0.8531454178496904,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.32908416781428573,
|
| 467 |
+
"utility_accuracy": 0.9307973865152396,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.21673136572052956,
|
| 473 |
+
"utility_accuracy": 0.9529299079807068,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.14798078328417943,
|
| 479 |
+
"utility_accuracy": 0.966613074265385,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.138410114533571,
|
| 485 |
+
"utility_accuracy": 0.9680155988095646,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.09986814876842282,
|
| 491 |
+
"utility_accuracy": 0.9763623302432183,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.08698771910697514,
|
| 497 |
+
"utility_accuracy": 0.9791331714158656,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.08004244983500063,
|
| 503 |
+
"utility_accuracy": 0.9803988642971984,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.04530393743363716,
|
| 509 |
+
"utility_accuracy": 0.9884377244894469,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.04281839324236979,
|
| 515 |
+
"utility_accuracy": 0.9891902986351042,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.045439313003332746,
|
| 521 |
+
"utility_accuracy": 0.9895323777922211,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 1.0,
|
| 20 |
+
"guidance_scale": 1.0,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 8,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.9771329235738919,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.8701734247150226,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.64,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.021505376344086023,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.9313581125554162,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.8221578721058569,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.68,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.0967741935483871,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.013333333333333334,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.8729095163577953,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.778177543342207,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.64,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.13978494623655913,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.04,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8328867188069515,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.7299046172954785,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.68,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.20430107526881722,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.04,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.8023423684171563,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6886013178724835,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.09333333333333334
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.6847177093509245,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.6576455844915281,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.6170774666972239,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.5346043741981091,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.25,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.5735022062205162,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.47948316638407107,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.625,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.375,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.5268699696801352,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.4187439219669544,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.5,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.4966886159076291,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.391695571081499,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.5581711488253355,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.4440462533127819,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.5307292018639092,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.4083093210573678,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.5291476912913479,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.4083093210573678,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.44685228421332696,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.4083093210573678,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.4120504056601675,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.4083093210573678,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.3333333333333333
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.250003184541318,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.3276785464926397,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.525,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.2124916496373115,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.1912358250079176,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.55,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1418638410675854,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.1189122363156847,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.525,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.107488845428951,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.0671437035757376,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.525,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.082736861865861,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.0434531722351827,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.7040588009416929,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.794752806211765,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.6403165572702342,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.6291705175590376,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.2,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.601065339041964,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.519754774608009,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.5460258088525316,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.4856327864798876,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.4,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.5112621450111662,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.44464449870941997,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.4,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.5881288965847455,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.5064488414623722,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.8125,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.0625,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.5403546648704848,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.4686658966566094,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.1875,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.0625,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.4846305198475304,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.43259838251878363,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.8125,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.25,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.1875,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.45191437433130915,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.4005109320373007,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.5,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.1875,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.4074792492642246,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3588964593455276,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.8125,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.8796875048957404
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.992526609630935
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.8623581777430934
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.8060891416315642
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.776998147841089
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.7323536371348895
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.7211879472899716
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.6891681889261746
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.6950268301621503
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.6756896811455041
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.660154535694791
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7290505874341681,
|
| 461 |
+
"utility_accuracy": 0.8527691307768618,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.32315283175943343,
|
| 467 |
+
"utility_accuracy": 0.9328498614579414,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.21499697753901323,
|
| 473 |
+
"utility_accuracy": 0.9547771354291383,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.15134868688081873,
|
| 479 |
+
"utility_accuracy": 0.9655868367940341,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.11730325045196942,
|
| 485 |
+
"utility_accuracy": 0.9714021824650224,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.09181070779258926,
|
| 491 |
+
"utility_accuracy": 0.9764307460746416,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.1156301671955823,
|
| 497 |
+
"utility_accuracy": 0.9741730236376698,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.055670652914915526,
|
| 503 |
+
"utility_accuracy": 0.9856326754010878,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.047059337971863596,
|
| 509 |
+
"utility_accuracy": 0.9875141107652311,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.057981274414040274,
|
| 515 |
+
"utility_accuracy": 0.9870694078609791,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.031646742620049295,
|
| 521 |
+
"utility_accuracy": 0.9911743577463825,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.out
ADDED
|
@@ -0,0 +1,528 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_guided_spline_flow_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"utility_hidden_dim": 256,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"utility_batch_size": 256,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"learning_rate": 0.001,
|
| 15 |
+
"utility_learning_rate": 0.001,
|
| 16 |
+
"val_fraction": 0.2,
|
| 17 |
+
"seed": 0,
|
| 18 |
+
"sample_steps": 16,
|
| 19 |
+
"noise_scale": 1.0,
|
| 20 |
+
"guidance_scale": 0.5,
|
| 21 |
+
"guidance_grad_clip": 1.0,
|
| 22 |
+
"proposal_pool_multiplier": 8,
|
| 23 |
+
"utility_positive_weight": 0.0
|
| 24 |
+
},
|
| 25 |
+
"task_ids": [
|
| 26 |
+
"LiftPegUpright-v1",
|
| 27 |
+
"PickCube-v1",
|
| 28 |
+
"PullCube-v1",
|
| 29 |
+
"PushCube-v1",
|
| 30 |
+
"StackCube-v1"
|
| 31 |
+
],
|
| 32 |
+
"code_dim": 21,
|
| 33 |
+
"horizon": 16,
|
| 34 |
+
"action_dim": 7,
|
| 35 |
+
"num_examples": 43095,
|
| 36 |
+
"num_groups": 2873,
|
| 37 |
+
"num_train_examples": 34275,
|
| 38 |
+
"num_val_examples": 8820,
|
| 39 |
+
"num_train_positive": 1198,
|
| 40 |
+
"num_train_negative": 28035,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"label_counts": {
|
| 43 |
+
"neutral": 6310,
|
| 44 |
+
"negative": 35225,
|
| 45 |
+
"positive": 1560
|
| 46 |
+
},
|
| 47 |
+
"train_positive_by_task": {
|
| 48 |
+
"LiftPegUpright-v1": 50,
|
| 49 |
+
"PickCube-v1": 15,
|
| 50 |
+
"PullCube-v1": 723,
|
| 51 |
+
"PushCube-v1": 308,
|
| 52 |
+
"StackCube-v1": 102
|
| 53 |
+
},
|
| 54 |
+
"train_negative_by_task": {
|
| 55 |
+
"LiftPegUpright-v1": 5166,
|
| 56 |
+
"PickCube-v1": 10907,
|
| 57 |
+
"PullCube-v1": 2132,
|
| 58 |
+
"PushCube-v1": 4211,
|
| 59 |
+
"StackCube-v1": 5619
|
| 60 |
+
},
|
| 61 |
+
"overall": {
|
| 62 |
+
"num_groups": 93,
|
| 63 |
+
"mean_positive_min_rms_l2_at_1": 0.9612560722806837,
|
| 64 |
+
"median_positive_min_rms_l2_at_1": 0.8749868001662715,
|
| 65 |
+
"positive_closer_than_negative_rate_at_1": 0.6133333333333333,
|
| 66 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 67 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 68 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 69 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 70 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 71 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 72 |
+
"ptr_proxy_at_1_thr_0p4": 0.08602150537634409,
|
| 73 |
+
"negative_near_at_1_thr_0p4": 0.013333333333333334,
|
| 74 |
+
"mean_positive_min_rms_l2_at_2": 0.9100603757973558,
|
| 75 |
+
"median_positive_min_rms_l2_at_2": 0.7847804101351404,
|
| 76 |
+
"positive_closer_than_negative_rate_at_2": 0.6266666666666667,
|
| 77 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 78 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 79 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 80 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 81 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 82 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 83 |
+
"ptr_proxy_at_2_thr_0p4": 0.15053763440860216,
|
| 84 |
+
"negative_near_at_2_thr_0p4": 0.05333333333333334,
|
| 85 |
+
"mean_positive_min_rms_l2_at_4": 0.867330967167262,
|
| 86 |
+
"median_positive_min_rms_l2_at_4": 0.7505875974456033,
|
| 87 |
+
"positive_closer_than_negative_rate_at_4": 0.6266666666666667,
|
| 88 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 89 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 90 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 91 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 92 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 93 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 94 |
+
"ptr_proxy_at_4_thr_0p4": 0.17204301075268819,
|
| 95 |
+
"negative_near_at_4_thr_0p4": 0.06666666666666667,
|
| 96 |
+
"mean_positive_min_rms_l2_at_8": 0.8212895154030454,
|
| 97 |
+
"median_positive_min_rms_l2_at_8": 0.7084653176405824,
|
| 98 |
+
"positive_closer_than_negative_rate_at_8": 0.6266666666666667,
|
| 99 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 100 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 101 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 102 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 103 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 104 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 105 |
+
"ptr_proxy_at_8_thr_0p4": 0.24731182795698925,
|
| 106 |
+
"negative_near_at_8_thr_0p4": 0.09333333333333334,
|
| 107 |
+
"mean_positive_min_rms_l2_at_16": 0.7866314431761244,
|
| 108 |
+
"median_positive_min_rms_l2_at_16": 0.6472222816582276,
|
| 109 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 110 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 115 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
|
| 117 |
+
"negative_near_at_16_thr_0p4": 0.09333333333333334
|
| 118 |
+
},
|
| 119 |
+
"per_task": {
|
| 120 |
+
"LiftPegUpright-v1": {
|
| 121 |
+
"num_groups": 8,
|
| 122 |
+
"mean_positive_min_rms_l2_at_1": 0.62976909010284,
|
| 123 |
+
"median_positive_min_rms_l2_at_1": 0.6046877659753037,
|
| 124 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 125 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 126 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 127 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 128 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 129 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 130 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 131 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 132 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 133 |
+
"mean_positive_min_rms_l2_at_2": 0.5942129997893484,
|
| 134 |
+
"median_positive_min_rms_l2_at_2": 0.5822895974253396,
|
| 135 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 136 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 137 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 138 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 139 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 140 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 141 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 142 |
+
"ptr_proxy_at_2_thr_0p4": 0.125,
|
| 143 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 144 |
+
"mean_positive_min_rms_l2_at_4": 0.5453347705034141,
|
| 145 |
+
"median_positive_min_rms_l2_at_4": 0.5358751375357738,
|
| 146 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 147 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 148 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 149 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 150 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 151 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 152 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 153 |
+
"ptr_proxy_at_4_thr_0p4": 0.25,
|
| 154 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 155 |
+
"mean_positive_min_rms_l2_at_8": 0.52883964925948,
|
| 156 |
+
"median_positive_min_rms_l2_at_8": 0.5146651597192773,
|
| 157 |
+
"positive_closer_than_negative_rate_at_8": 0.625,
|
| 158 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 159 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 160 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 161 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 162 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 163 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_8_thr_0p4": 0.375,
|
| 165 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 166 |
+
"mean_positive_min_rms_l2_at_16": 0.4834014520272203,
|
| 167 |
+
"median_positive_min_rms_l2_at_16": 0.4469640178737343,
|
| 168 |
+
"positive_closer_than_negative_rate_at_16": 0.625,
|
| 169 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 170 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 171 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 172 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 173 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 174 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 175 |
+
"ptr_proxy_at_16_thr_0p4": 0.5,
|
| 176 |
+
"negative_near_at_16_thr_0p4": 0.125
|
| 177 |
+
},
|
| 178 |
+
"PickCube-v1": {
|
| 179 |
+
"num_groups": 3,
|
| 180 |
+
"mean_positive_min_rms_l2_at_1": 0.6890122492426102,
|
| 181 |
+
"median_positive_min_rms_l2_at_1": 0.4662696337122876,
|
| 182 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 183 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 184 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 185 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 186 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 187 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 188 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 189 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 190 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 191 |
+
"mean_positive_min_rms_l2_at_2": 0.6044746310396468,
|
| 192 |
+
"median_positive_min_rms_l2_at_2": 0.45490192308295546,
|
| 193 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 194 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 195 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 196 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 197 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 198 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 199 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 200 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 201 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 202 |
+
"mean_positive_min_rms_l2_at_4": 0.5692911959848677,
|
| 203 |
+
"median_positive_min_rms_l2_at_4": 0.45490192308295546,
|
| 204 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 205 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 206 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 207 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 208 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 209 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 210 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 211 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 212 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 213 |
+
"mean_positive_min_rms_l2_at_8": 0.47639972803312364,
|
| 214 |
+
"median_positive_min_rms_l2_at_8": 0.37906222232842623,
|
| 215 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 216 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 217 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 218 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 219 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 220 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 221 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 222 |
+
"ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
|
| 223 |
+
"negative_near_at_8_thr_0p4": 0.3333333333333333,
|
| 224 |
+
"mean_positive_min_rms_l2_at_16": 0.4290812987164549,
|
| 225 |
+
"median_positive_min_rms_l2_at_16": 0.37906222232842623,
|
| 226 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 227 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 228 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 229 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 230 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 231 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 232 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 233 |
+
"ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
|
| 234 |
+
"negative_near_at_16_thr_0p4": 0.3333333333333333
|
| 235 |
+
},
|
| 236 |
+
"PullCube-v1": {
|
| 237 |
+
"num_groups": 51,
|
| 238 |
+
"mean_positive_min_rms_l2_at_1": 1.265612084224549,
|
| 239 |
+
"median_positive_min_rms_l2_at_1": 1.24625792800056,
|
| 240 |
+
"positive_closer_than_negative_rate_at_1": 0.475,
|
| 241 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 242 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 243 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 244 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 245 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 246 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 247 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 248 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 249 |
+
"mean_positive_min_rms_l2_at_2": 1.2132914635206327,
|
| 250 |
+
"median_positive_min_rms_l2_at_2": 1.24625792800056,
|
| 251 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 252 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 253 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 254 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 255 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 256 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 257 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 258 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 259 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 260 |
+
"mean_positive_min_rms_l2_at_4": 1.1663415330535176,
|
| 261 |
+
"median_positive_min_rms_l2_at_4": 1.1934523475332965,
|
| 262 |
+
"positive_closer_than_negative_rate_at_4": 0.525,
|
| 263 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 264 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 265 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 266 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 267 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 268 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 269 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 270 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 271 |
+
"mean_positive_min_rms_l2_at_8": 1.1127920412822576,
|
| 272 |
+
"median_positive_min_rms_l2_at_8": 1.1338495256915,
|
| 273 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 274 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 275 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 276 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 277 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 278 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 279 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 280 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 281 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 282 |
+
"mean_positive_min_rms_l2_at_16": 1.07667112633404,
|
| 283 |
+
"median_positive_min_rms_l2_at_16": 1.0656397970304805,
|
| 284 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 285 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 286 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 287 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 288 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 289 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 290 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 291 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 292 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 293 |
+
},
|
| 294 |
+
"PushCube-v1": {
|
| 295 |
+
"num_groups": 15,
|
| 296 |
+
"mean_positive_min_rms_l2_at_1": 0.6260784742593791,
|
| 297 |
+
"median_positive_min_rms_l2_at_1": 0.6128815784212016,
|
| 298 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 299 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 300 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 301 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 302 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 303 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 304 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 305 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 306 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 307 |
+
"mean_positive_min_rms_l2_at_2": 0.582455962523999,
|
| 308 |
+
"median_positive_min_rms_l2_at_2": 0.6035949234145974,
|
| 309 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 310 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 311 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 312 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 313 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 314 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 315 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 316 |
+
"ptr_proxy_at_2_thr_0p4": 0.2,
|
| 317 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 318 |
+
"mean_positive_min_rms_l2_at_4": 0.5484161071993653,
|
| 319 |
+
"median_positive_min_rms_l2_at_4": 0.5553139023505398,
|
| 320 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 321 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 322 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 323 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 324 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 325 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 326 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 327 |
+
"ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
|
| 328 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 329 |
+
"mean_positive_min_rms_l2_at_8": 0.5144040910112487,
|
| 330 |
+
"median_positive_min_rms_l2_at_8": 0.5553139023505398,
|
| 331 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 332 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 333 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 334 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 335 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 336 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 337 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 338 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 339 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 340 |
+
"mean_positive_min_rms_l2_at_16": 0.4730449576627126,
|
| 341 |
+
"median_positive_min_rms_l2_at_16": 0.4559855645104812,
|
| 342 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 343 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 344 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 345 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 346 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 347 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 348 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 349 |
+
"ptr_proxy_at_16_thr_0p4": 0.4,
|
| 350 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 351 |
+
},
|
| 352 |
+
"StackCube-v1": {
|
| 353 |
+
"num_groups": 16,
|
| 354 |
+
"mean_positive_min_rms_l2_at_1": 0.5221394902631448,
|
| 355 |
+
"median_positive_min_rms_l2_at_1": 0.42346971205327477,
|
| 356 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 357 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 358 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 359 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 360 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 361 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 362 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 363 |
+
"ptr_proxy_at_1_thr_0p4": 0.4375,
|
| 364 |
+
"negative_near_at_1_thr_0p4": 0.0625,
|
| 365 |
+
"mean_positive_min_rms_l2_at_2": 0.4658614362692571,
|
| 366 |
+
"median_positive_min_rms_l2_at_2": 0.3858806957597507,
|
| 367 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 368 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 369 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 370 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 371 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 372 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 373 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 374 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 375 |
+
"negative_near_at_2_thr_0p4": 0.25,
|
| 376 |
+
"mean_positive_min_rms_l2_at_4": 0.4300980250533484,
|
| 377 |
+
"median_positive_min_rms_l2_at_4": 0.3513183767655727,
|
| 378 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 379 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 380 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 381 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 382 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 383 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 384 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 385 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 386 |
+
"negative_near_at_4_thr_0p4": 0.3125,
|
| 387 |
+
"mean_positive_min_rms_l2_at_8": 0.39072206773401036,
|
| 388 |
+
"median_positive_min_rms_l2_at_8": 0.3244977463941193,
|
| 389 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 390 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 391 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 392 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 393 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 394 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 395 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 396 |
+
"ptr_proxy_at_8_thr_0p4": 0.8125,
|
| 397 |
+
"negative_near_at_8_thr_0p4": 0.3125,
|
| 398 |
+
"mean_positive_min_rms_l2_at_16": 0.374772930939731,
|
| 399 |
+
"median_positive_min_rms_l2_at_16": 0.3244977463941193,
|
| 400 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 401 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 402 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 403 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 404 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 405 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 406 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 407 |
+
"ptr_proxy_at_16_thr_0p4": 0.8125,
|
| 408 |
+
"negative_near_at_16_thr_0p4": 0.3125
|
| 409 |
+
}
|
| 410 |
+
},
|
| 411 |
+
"train_history": [
|
| 412 |
+
{
|
| 413 |
+
"epoch": 1.0,
|
| 414 |
+
"flow_mse": 1.8400296201690012
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 30.0,
|
| 418 |
+
"flow_mse": 0.983911988333191
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"epoch": 60.0,
|
| 422 |
+
"flow_mse": 0.8546555206453262
|
| 423 |
+
},
|
| 424 |
+
{
|
| 425 |
+
"epoch": 90.0,
|
| 426 |
+
"flow_mse": 0.8120296259157248
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 120.0,
|
| 430 |
+
"flow_mse": 0.7648113633635049
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 150.0,
|
| 434 |
+
"flow_mse": 0.7365298236351777
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"epoch": 180.0,
|
| 438 |
+
"flow_mse": 0.7020108728655591
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 210.0,
|
| 442 |
+
"flow_mse": 0.7033510770343978
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 240.0,
|
| 446 |
+
"flow_mse": 0.6790183475101134
|
| 447 |
+
},
|
| 448 |
+
{
|
| 449 |
+
"epoch": 270.0,
|
| 450 |
+
"flow_mse": 0.654603993653853
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"epoch": 300.0,
|
| 454 |
+
"flow_mse": 0.6389150016494903
|
| 455 |
+
}
|
| 456 |
+
],
|
| 457 |
+
"utility_train_history": [
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.0,
|
| 460 |
+
"utility_bce": 0.7229112435220322,
|
| 461 |
+
"utility_accuracy": 0.8574898231450758,
|
| 462 |
+
"positive_weight": 23.401502504173624
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"epoch": 12.0,
|
| 466 |
+
"utility_bce": 0.3189586202860882,
|
| 467 |
+
"utility_accuracy": 0.9330893168679233,
|
| 468 |
+
"positive_weight": 23.401502504173624
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 24.0,
|
| 472 |
+
"utility_bce": 0.2109770964888077,
|
| 473 |
+
"utility_accuracy": 0.9554612937433722,
|
| 474 |
+
"positive_weight": 23.401502504173624
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 36.0,
|
| 478 |
+
"utility_bce": 0.14137976215584908,
|
| 479 |
+
"utility_accuracy": 0.9671604009167721,
|
| 480 |
+
"positive_weight": 23.401502504173624
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 48.0,
|
| 484 |
+
"utility_bce": 0.11615280067471759,
|
| 485 |
+
"utility_accuracy": 0.9734888653234358,
|
| 486 |
+
"positive_weight": 23.401502504173624
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 60.0,
|
| 490 |
+
"utility_bce": 0.08977956490824565,
|
| 491 |
+
"utility_accuracy": 0.9786542605959019,
|
| 492 |
+
"positive_weight": 23.401502504173624
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"epoch": 72.0,
|
| 496 |
+
"utility_bce": 0.0727414580351499,
|
| 497 |
+
"utility_accuracy": 0.9820408442513597,
|
| 498 |
+
"positive_weight": 23.401502504173624
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 84.0,
|
| 502 |
+
"utility_bce": 0.06451591620059828,
|
| 503 |
+
"utility_accuracy": 0.9836486162898095,
|
| 504 |
+
"positive_weight": 23.401502504173624
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 96.0,
|
| 508 |
+
"utility_bce": 0.06605745267463042,
|
| 509 |
+
"utility_accuracy": 0.9836144083740977,
|
| 510 |
+
"positive_weight": 23.401502504173624
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"epoch": 108.0,
|
| 514 |
+
"utility_bce": 0.055299850611425665,
|
| 515 |
+
"utility_accuracy": 0.9871378236924024,
|
| 516 |
+
"positive_weight": 23.401502504173624
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 120.0,
|
| 520 |
+
"utility_bce": 0.09202568651229014,
|
| 521 |
+
"utility_accuracy": 0.9809119830328739,
|
| 522 |
+
"positive_weight": 23.401502504173624
|
| 523 |
+
}
|
| 524 |
+
],
|
| 525 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 526 |
+
}
|
| 527 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8_eval.json
|
| 528 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.out
ADDED
|
@@ -0,0 +1,467 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_spline_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 16,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.02,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 1.0
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"code_dim": 21,
|
| 26 |
+
"horizon": 16,
|
| 27 |
+
"action_dim": 7,
|
| 28 |
+
"num_examples": 43095,
|
| 29 |
+
"num_groups": 2873,
|
| 30 |
+
"num_train_examples": 34275,
|
| 31 |
+
"num_val_examples": 8820,
|
| 32 |
+
"num_train_positive": 1198,
|
| 33 |
+
"num_val_groups_with_positive": 93,
|
| 34 |
+
"label_counts": {
|
| 35 |
+
"neutral": 6310,
|
| 36 |
+
"negative": 35225,
|
| 37 |
+
"positive": 1560
|
| 38 |
+
},
|
| 39 |
+
"train_positive_by_task": {
|
| 40 |
+
"LiftPegUpright-v1": 50,
|
| 41 |
+
"PickCube-v1": 15,
|
| 42 |
+
"PullCube-v1": 723,
|
| 43 |
+
"PushCube-v1": 308,
|
| 44 |
+
"StackCube-v1": 102
|
| 45 |
+
},
|
| 46 |
+
"overall": {
|
| 47 |
+
"num_groups": 93,
|
| 48 |
+
"mean_positive_min_rms_l2_at_1": 0.8324843767866102,
|
| 49 |
+
"median_positive_min_rms_l2_at_1": 0.7611119674928741,
|
| 50 |
+
"positive_closer_than_negative_rate_at_1": 0.64,
|
| 51 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 52 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 53 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 54 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 55 |
+
"ptr_proxy_at_1_thr_0p2": 0.053763440860215055,
|
| 56 |
+
"negative_near_at_1_thr_0p2": 0.013333333333333334,
|
| 57 |
+
"ptr_proxy_at_1_thr_0p4": 0.24731182795698925,
|
| 58 |
+
"negative_near_at_1_thr_0p4": 0.2,
|
| 59 |
+
"mean_positive_min_rms_l2_at_2": 0.7706767395088805,
|
| 60 |
+
"median_positive_min_rms_l2_at_2": 0.6780935293506007,
|
| 61 |
+
"positive_closer_than_negative_rate_at_2": 0.68,
|
| 62 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 63 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 64 |
+
"ptr_proxy_at_2_thr_0p1": 0.010752688172043012,
|
| 65 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 66 |
+
"ptr_proxy_at_2_thr_0p2": 0.07526881720430108,
|
| 67 |
+
"negative_near_at_2_thr_0p2": 0.013333333333333334,
|
| 68 |
+
"ptr_proxy_at_2_thr_0p4": 0.26881720430107525,
|
| 69 |
+
"negative_near_at_2_thr_0p4": 0.21333333333333335,
|
| 70 |
+
"mean_positive_min_rms_l2_at_4": 0.7285156157415871,
|
| 71 |
+
"median_positive_min_rms_l2_at_4": 0.623886642512938,
|
| 72 |
+
"positive_closer_than_negative_rate_at_4": 0.68,
|
| 73 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 74 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 75 |
+
"ptr_proxy_at_4_thr_0p1": 0.021505376344086023,
|
| 76 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 77 |
+
"ptr_proxy_at_4_thr_0p2": 0.08602150537634409,
|
| 78 |
+
"negative_near_at_4_thr_0p2": 0.013333333333333334,
|
| 79 |
+
"ptr_proxy_at_4_thr_0p4": 0.3010752688172043,
|
| 80 |
+
"negative_near_at_4_thr_0p4": 0.22666666666666666,
|
| 81 |
+
"mean_positive_min_rms_l2_at_8": 0.7039727128410712,
|
| 82 |
+
"median_positive_min_rms_l2_at_8": 0.6200572061777931,
|
| 83 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 84 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 85 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 86 |
+
"ptr_proxy_at_8_thr_0p1": 0.021505376344086023,
|
| 87 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 88 |
+
"ptr_proxy_at_8_thr_0p2": 0.08602150537634409,
|
| 89 |
+
"negative_near_at_8_thr_0p2": 0.013333333333333334,
|
| 90 |
+
"ptr_proxy_at_8_thr_0p4": 0.3225806451612903,
|
| 91 |
+
"negative_near_at_8_thr_0p4": 0.24,
|
| 92 |
+
"mean_positive_min_rms_l2_at_16": 0.6786195585806957,
|
| 93 |
+
"median_positive_min_rms_l2_at_16": 0.6059492461526662,
|
| 94 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 95 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 96 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 97 |
+
"ptr_proxy_at_16_thr_0p1": 0.021505376344086023,
|
| 98 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 99 |
+
"ptr_proxy_at_16_thr_0p2": 0.0967741935483871,
|
| 100 |
+
"negative_near_at_16_thr_0p2": 0.013333333333333334,
|
| 101 |
+
"ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
|
| 102 |
+
"negative_near_at_16_thr_0p4": 0.24
|
| 103 |
+
},
|
| 104 |
+
"per_task": {
|
| 105 |
+
"LiftPegUpright-v1": {
|
| 106 |
+
"num_groups": 8,
|
| 107 |
+
"mean_positive_min_rms_l2_at_1": 0.3683599644691911,
|
| 108 |
+
"median_positive_min_rms_l2_at_1": 0.29348858430202773,
|
| 109 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 110 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_1_thr_0p2": 0.25,
|
| 115 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_1_thr_0p4": 0.625,
|
| 117 |
+
"negative_near_at_1_thr_0p4": 0.625,
|
| 118 |
+
"mean_positive_min_rms_l2_at_2": 0.3497347210891768,
|
| 119 |
+
"median_positive_min_rms_l2_at_2": 0.24476135363016233,
|
| 120 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 121 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 122 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 123 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 124 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 125 |
+
"ptr_proxy_at_2_thr_0p2": 0.25,
|
| 126 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 127 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 128 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 129 |
+
"mean_positive_min_rms_l2_at_4": 0.34408608974726235,
|
| 130 |
+
"median_positive_min_rms_l2_at_4": 0.2394059700294817,
|
| 131 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 132 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 133 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 134 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 135 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 136 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 137 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 138 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 139 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 140 |
+
"mean_positive_min_rms_l2_at_8": 0.34090666789430873,
|
| 141 |
+
"median_positive_min_rms_l2_at_8": 0.22696782283928876,
|
| 142 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 143 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 144 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 145 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 146 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 147 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 148 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 149 |
+
"ptr_proxy_at_8_thr_0p4": 0.625,
|
| 150 |
+
"negative_near_at_8_thr_0p4": 0.625,
|
| 151 |
+
"mean_positive_min_rms_l2_at_16": 0.32757312680334066,
|
| 152 |
+
"median_positive_min_rms_l2_at_16": 0.2181149789756378,
|
| 153 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 154 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 155 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 156 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 157 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 158 |
+
"ptr_proxy_at_16_thr_0p2": 0.375,
|
| 159 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 160 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 161 |
+
"negative_near_at_16_thr_0p4": 0.625
|
| 162 |
+
},
|
| 163 |
+
"PickCube-v1": {
|
| 164 |
+
"num_groups": 3,
|
| 165 |
+
"mean_positive_min_rms_l2_at_1": 0.6136202782550909,
|
| 166 |
+
"median_positive_min_rms_l2_at_1": 0.645546106339796,
|
| 167 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 168 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 169 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 170 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 171 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 172 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 173 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 174 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 175 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 176 |
+
"mean_positive_min_rms_l2_at_2": 0.5721259461194067,
|
| 177 |
+
"median_positive_min_rms_l2_at_2": 0.645546106339796,
|
| 178 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 179 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 180 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 181 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 182 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 183 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 184 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 185 |
+
"ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
|
| 186 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 187 |
+
"mean_positive_min_rms_l2_at_4": 0.4027172355110196,
|
| 188 |
+
"median_positive_min_rms_l2_at_4": 0.36485244367502306,
|
| 189 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 190 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 191 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 192 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 193 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 194 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 195 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 196 |
+
"ptr_proxy_at_4_thr_0p4": 0.6666666666666666,
|
| 197 |
+
"negative_near_at_4_thr_0p4": 0.3333333333333333,
|
| 198 |
+
"mean_positive_min_rms_l2_at_8": 0.4027172355110196,
|
| 199 |
+
"median_positive_min_rms_l2_at_8": 0.36485244367502306,
|
| 200 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 201 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 202 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 203 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 204 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 205 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 206 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 207 |
+
"ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
|
| 208 |
+
"negative_near_at_8_thr_0p4": 0.3333333333333333,
|
| 209 |
+
"mean_positive_min_rms_l2_at_16": 0.35414095381275573,
|
| 210 |
+
"median_positive_min_rms_l2_at_16": 0.36485244367502306,
|
| 211 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 212 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 213 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 214 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 215 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 216 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 217 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 218 |
+
"ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
|
| 219 |
+
"negative_near_at_16_thr_0p4": 0.3333333333333333
|
| 220 |
+
},
|
| 221 |
+
"PullCube-v1": {
|
| 222 |
+
"num_groups": 51,
|
| 223 |
+
"mean_positive_min_rms_l2_at_1": 1.16509369347214,
|
| 224 |
+
"median_positive_min_rms_l2_at_1": 1.1437638837144992,
|
| 225 |
+
"positive_closer_than_negative_rate_at_1": 0.475,
|
| 226 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 227 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 228 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 229 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 230 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 231 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 232 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 233 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 234 |
+
"mean_positive_min_rms_l2_at_2": 1.089383689269018,
|
| 235 |
+
"median_positive_min_rms_l2_at_2": 1.055569646213999,
|
| 236 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 237 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 238 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 239 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 240 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 241 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 242 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 243 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 244 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 245 |
+
"mean_positive_min_rms_l2_at_4": 1.0380265536821784,
|
| 246 |
+
"median_positive_min_rms_l2_at_4": 0.9903909519670494,
|
| 247 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 248 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 249 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 250 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 251 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 252 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 253 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 254 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 255 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 256 |
+
"mean_positive_min_rms_l2_at_8": 1.011300349039808,
|
| 257 |
+
"median_positive_min_rms_l2_at_8": 0.9421597408441578,
|
| 258 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 259 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 260 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 261 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 262 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 263 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 264 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 265 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 266 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 267 |
+
"mean_positive_min_rms_l2_at_16": 0.9820287850385432,
|
| 268 |
+
"median_positive_min_rms_l2_at_16": 0.8679921486920683,
|
| 269 |
+
"positive_closer_than_negative_rate_at_16": 0.475,
|
| 270 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 271 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 272 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 273 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 274 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 275 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 276 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 277 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 278 |
+
},
|
| 279 |
+
"PushCube-v1": {
|
| 280 |
+
"num_groups": 15,
|
| 281 |
+
"mean_positive_min_rms_l2_at_1": 0.5461334077270459,
|
| 282 |
+
"median_positive_min_rms_l2_at_1": 0.5285297439788029,
|
| 283 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 284 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 285 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 286 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 287 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 288 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 289 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 290 |
+
"ptr_proxy_at_1_thr_0p4": 0.26666666666666666,
|
| 291 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 292 |
+
"mean_positive_min_rms_l2_at_2": 0.47299885292957033,
|
| 293 |
+
"median_positive_min_rms_l2_at_2": 0.48577344306723486,
|
| 294 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 295 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 296 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 297 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 298 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 299 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 300 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 301 |
+
"ptr_proxy_at_2_thr_0p4": 0.26666666666666666,
|
| 302 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 303 |
+
"mean_positive_min_rms_l2_at_4": 0.4366979922368094,
|
| 304 |
+
"median_positive_min_rms_l2_at_4": 0.4265948305813788,
|
| 305 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 306 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 307 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 308 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 309 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 310 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 311 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 312 |
+
"ptr_proxy_at_4_thr_0p4": 0.4,
|
| 313 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 314 |
+
"mean_positive_min_rms_l2_at_8": 0.39771605771773716,
|
| 315 |
+
"median_positive_min_rms_l2_at_8": 0.3828662918491102,
|
| 316 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 317 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 318 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 319 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 320 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 321 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 322 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 323 |
+
"ptr_proxy_at_8_thr_0p4": 0.5333333333333333,
|
| 324 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 325 |
+
"mean_positive_min_rms_l2_at_16": 0.36652569708690724,
|
| 326 |
+
"median_positive_min_rms_l2_at_16": 0.3462036815890633,
|
| 327 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 328 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 329 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 330 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 331 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 332 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 333 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 334 |
+
"ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
|
| 335 |
+
"negative_near_at_16_thr_0p4": 0.125
|
| 336 |
+
},
|
| 337 |
+
"StackCube-v1": {
|
| 338 |
+
"num_groups": 16,
|
| 339 |
+
"mean_positive_min_rms_l2_at_1": 0.3138454379781945,
|
| 340 |
+
"median_positive_min_rms_l2_at_1": 0.28648595024613627,
|
| 341 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 342 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 343 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 344 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 345 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 346 |
+
"ptr_proxy_at_1_thr_0p2": 0.1875,
|
| 347 |
+
"negative_near_at_1_thr_0p2": 0.0625,
|
| 348 |
+
"ptr_proxy_at_1_thr_0p4": 0.875,
|
| 349 |
+
"negative_near_at_1_thr_0p4": 0.5625,
|
| 350 |
+
"mean_positive_min_rms_l2_at_2": 0.281570638786925,
|
| 351 |
+
"median_positive_min_rms_l2_at_2": 0.27586258142520403,
|
| 352 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 353 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 354 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 355 |
+
"ptr_proxy_at_2_thr_0p1": 0.0625,
|
| 356 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 357 |
+
"ptr_proxy_at_2_thr_0p2": 0.3125,
|
| 358 |
+
"negative_near_at_2_thr_0p2": 0.0625,
|
| 359 |
+
"ptr_proxy_at_2_thr_0p4": 0.9375,
|
| 360 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 361 |
+
"mean_positive_min_rms_l2_at_4": 0.2688304823820748,
|
| 362 |
+
"median_positive_min_rms_l2_at_4": 0.27215323498690475,
|
| 363 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 364 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 365 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 366 |
+
"ptr_proxy_at_4_thr_0p1": 0.125,
|
| 367 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 368 |
+
"ptr_proxy_at_4_thr_0p2": 0.375,
|
| 369 |
+
"negative_near_at_4_thr_0p2": 0.0625,
|
| 370 |
+
"ptr_proxy_at_4_thr_0p4": 0.9375,
|
| 371 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 372 |
+
"mean_positive_min_rms_l2_at_8": 0.24949991110849004,
|
| 373 |
+
"median_positive_min_rms_l2_at_8": 0.2678242970131075,
|
| 374 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 375 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 376 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 377 |
+
"ptr_proxy_at_8_thr_0p1": 0.125,
|
| 378 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 379 |
+
"ptr_proxy_at_8_thr_0p2": 0.375,
|
| 380 |
+
"negative_near_at_8_thr_0p2": 0.0625,
|
| 381 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 382 |
+
"negative_near_at_8_thr_0p4": 0.6875,
|
| 383 |
+
"mean_positive_min_rms_l2_at_16": 0.24045359867939917,
|
| 384 |
+
"median_positive_min_rms_l2_at_16": 0.22519971325524507,
|
| 385 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 386 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 387 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 388 |
+
"ptr_proxy_at_16_thr_0p1": 0.125,
|
| 389 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 390 |
+
"ptr_proxy_at_16_thr_0p2": 0.375,
|
| 391 |
+
"negative_near_at_16_thr_0p2": 0.0625,
|
| 392 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 393 |
+
"negative_near_at_16_thr_0p4": 0.6875
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"train_history": [
|
| 397 |
+
{
|
| 398 |
+
"epoch": 1.0,
|
| 399 |
+
"loss": 0.847702685799543,
|
| 400 |
+
"reconstruction_mse": 0.8464922283050015,
|
| 401 |
+
"kl": 0.06052275099021963
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"epoch": 30.0,
|
| 405 |
+
"loss": 0.07977392898875604,
|
| 406 |
+
"reconstruction_mse": 0.049186260061640175,
|
| 407 |
+
"kl": 1.5293835735878283
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 60.0,
|
| 411 |
+
"loss": 0.060098461968472884,
|
| 412 |
+
"reconstruction_mse": 0.029242820726810195,
|
| 413 |
+
"kl": 1.5427821162148987
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 90.0,
|
| 417 |
+
"loss": 0.05391196909054293,
|
| 418 |
+
"reconstruction_mse": 0.02368013918063975,
|
| 419 |
+
"kl": 1.5115915216468212
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 120.0,
|
| 423 |
+
"loss": 0.05124673663400649,
|
| 424 |
+
"reconstruction_mse": 0.022018566677884786,
|
| 425 |
+
"kl": 1.4614085655578588
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"epoch": 150.0,
|
| 429 |
+
"loss": 0.04805655908057208,
|
| 430 |
+
"reconstruction_mse": 0.01959337545978605,
|
| 431 |
+
"kl": 1.4231592088390472
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"epoch": 180.0,
|
| 435 |
+
"loss": 0.046089833624076364,
|
| 436 |
+
"reconstruction_mse": 0.01837657860951352,
|
| 437 |
+
"kl": 1.3856627714255816
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 210.0,
|
| 441 |
+
"loss": 0.04522218739299822,
|
| 442 |
+
"reconstruction_mse": 0.018489543603537276,
|
| 443 |
+
"kl": 1.3366322865669238
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"epoch": 240.0,
|
| 447 |
+
"loss": 0.04308798692759767,
|
| 448 |
+
"reconstruction_mse": 0.016450239239705226,
|
| 449 |
+
"kl": 1.331887411553792
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 270.0,
|
| 453 |
+
"loss": 0.04246590936397869,
|
| 454 |
+
"reconstruction_mse": 0.01609645624223705,
|
| 455 |
+
"kl": 1.3184727219388959
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"epoch": 300.0,
|
| 459 |
+
"loss": 0.0408955310006472,
|
| 460 |
+
"reconstruction_mse": 0.015842883544468722,
|
| 461 |
+
"kl": 1.2526324426192472
|
| 462 |
+
}
|
| 463 |
+
],
|
| 464 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 465 |
+
}
|
| 466 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_eval.json
|
| 467 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.out
ADDED
|
@@ -0,0 +1,467 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_spline_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 16,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.02,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 0.5
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"code_dim": 21,
|
| 26 |
+
"horizon": 16,
|
| 27 |
+
"action_dim": 7,
|
| 28 |
+
"num_examples": 43095,
|
| 29 |
+
"num_groups": 2873,
|
| 30 |
+
"num_train_examples": 34275,
|
| 31 |
+
"num_val_examples": 8820,
|
| 32 |
+
"num_train_positive": 1198,
|
| 33 |
+
"num_val_groups_with_positive": 93,
|
| 34 |
+
"label_counts": {
|
| 35 |
+
"neutral": 6310,
|
| 36 |
+
"negative": 35225,
|
| 37 |
+
"positive": 1560
|
| 38 |
+
},
|
| 39 |
+
"train_positive_by_task": {
|
| 40 |
+
"LiftPegUpright-v1": 50,
|
| 41 |
+
"PickCube-v1": 15,
|
| 42 |
+
"PullCube-v1": 723,
|
| 43 |
+
"PushCube-v1": 308,
|
| 44 |
+
"StackCube-v1": 102
|
| 45 |
+
},
|
| 46 |
+
"overall": {
|
| 47 |
+
"num_groups": 93,
|
| 48 |
+
"mean_positive_min_rms_l2_at_1": 0.8189224783941732,
|
| 49 |
+
"median_positive_min_rms_l2_at_1": 0.6822058506125969,
|
| 50 |
+
"positive_closer_than_negative_rate_at_1": 0.64,
|
| 51 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 52 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 53 |
+
"ptr_proxy_at_1_thr_0p1": 0.010752688172043012,
|
| 54 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 55 |
+
"ptr_proxy_at_1_thr_0p2": 0.053763440860215055,
|
| 56 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 57 |
+
"ptr_proxy_at_1_thr_0p4": 0.22580645161290322,
|
| 58 |
+
"negative_near_at_1_thr_0p4": 0.21333333333333335,
|
| 59 |
+
"mean_positive_min_rms_l2_at_2": 0.7765693929270876,
|
| 60 |
+
"median_positive_min_rms_l2_at_2": 0.6579737111536869,
|
| 61 |
+
"positive_closer_than_negative_rate_at_2": 0.68,
|
| 62 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 63 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 64 |
+
"ptr_proxy_at_2_thr_0p1": 0.010752688172043012,
|
| 65 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 66 |
+
"ptr_proxy_at_2_thr_0p2": 0.053763440860215055,
|
| 67 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 68 |
+
"ptr_proxy_at_2_thr_0p4": 0.26881720430107525,
|
| 69 |
+
"negative_near_at_2_thr_0p4": 0.21333333333333335,
|
| 70 |
+
"mean_positive_min_rms_l2_at_4": 0.7448990520528379,
|
| 71 |
+
"median_positive_min_rms_l2_at_4": 0.6474336183586147,
|
| 72 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 73 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 74 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 75 |
+
"ptr_proxy_at_4_thr_0p1": 0.010752688172043012,
|
| 76 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 77 |
+
"ptr_proxy_at_4_thr_0p2": 0.06451612903225806,
|
| 78 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 79 |
+
"ptr_proxy_at_4_thr_0p4": 0.2903225806451613,
|
| 80 |
+
"negative_near_at_4_thr_0p4": 0.22666666666666666,
|
| 81 |
+
"mean_positive_min_rms_l2_at_8": 0.7215707533363912,
|
| 82 |
+
"median_positive_min_rms_l2_at_8": 0.6086577855618194,
|
| 83 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 84 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 85 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 86 |
+
"ptr_proxy_at_8_thr_0p1": 0.010752688172043012,
|
| 87 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 88 |
+
"ptr_proxy_at_8_thr_0p2": 0.07526881720430108,
|
| 89 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 90 |
+
"ptr_proxy_at_8_thr_0p4": 0.2903225806451613,
|
| 91 |
+
"negative_near_at_8_thr_0p4": 0.22666666666666666,
|
| 92 |
+
"mean_positive_min_rms_l2_at_16": 0.7059869331510811,
|
| 93 |
+
"median_positive_min_rms_l2_at_16": 0.5961494316420205,
|
| 94 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 95 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 96 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 97 |
+
"ptr_proxy_at_16_thr_0p1": 0.010752688172043012,
|
| 98 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 99 |
+
"ptr_proxy_at_16_thr_0p2": 0.07526881720430108,
|
| 100 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 101 |
+
"ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
|
| 102 |
+
"negative_near_at_16_thr_0p4": 0.22666666666666666
|
| 103 |
+
},
|
| 104 |
+
"per_task": {
|
| 105 |
+
"LiftPegUpright-v1": {
|
| 106 |
+
"num_groups": 8,
|
| 107 |
+
"mean_positive_min_rms_l2_at_1": 0.3797379524005732,
|
| 108 |
+
"median_positive_min_rms_l2_at_1": 0.3206804007170428,
|
| 109 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 110 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_1_thr_0p2": 0.25,
|
| 115 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_1_thr_0p4": 0.625,
|
| 117 |
+
"negative_near_at_1_thr_0p4": 0.625,
|
| 118 |
+
"mean_positive_min_rms_l2_at_2": 0.36655517234415336,
|
| 119 |
+
"median_positive_min_rms_l2_at_2": 0.28254347391262913,
|
| 120 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 121 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 122 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 123 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 124 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 125 |
+
"ptr_proxy_at_2_thr_0p2": 0.25,
|
| 126 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 127 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 128 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 129 |
+
"mean_positive_min_rms_l2_at_4": 0.35765627548806506,
|
| 130 |
+
"median_positive_min_rms_l2_at_4": 0.28254347391262913,
|
| 131 |
+
"positive_closer_than_negative_rate_at_4": 0.625,
|
| 132 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 133 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 134 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 135 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 136 |
+
"ptr_proxy_at_4_thr_0p2": 0.375,
|
| 137 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 138 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 139 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 140 |
+
"mean_positive_min_rms_l2_at_8": 0.3495626260252607,
|
| 141 |
+
"median_positive_min_rms_l2_at_8": 0.2624258788643624,
|
| 142 |
+
"positive_closer_than_negative_rate_at_8": 0.625,
|
| 143 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 144 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 145 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 146 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 147 |
+
"ptr_proxy_at_8_thr_0p2": 0.5,
|
| 148 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 149 |
+
"ptr_proxy_at_8_thr_0p4": 0.625,
|
| 150 |
+
"negative_near_at_8_thr_0p4": 0.625,
|
| 151 |
+
"mean_positive_min_rms_l2_at_16": 0.3392146545069943,
|
| 152 |
+
"median_positive_min_rms_l2_at_16": 0.246156599907326,
|
| 153 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 154 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 155 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 156 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 157 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 158 |
+
"ptr_proxy_at_16_thr_0p2": 0.5,
|
| 159 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 160 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 161 |
+
"negative_near_at_16_thr_0p4": 0.625
|
| 162 |
+
},
|
| 163 |
+
"PickCube-v1": {
|
| 164 |
+
"num_groups": 3,
|
| 165 |
+
"mean_positive_min_rms_l2_at_1": 0.7871314404939893,
|
| 166 |
+
"median_positive_min_rms_l2_at_1": 0.7944207529786733,
|
| 167 |
+
"positive_closer_than_negative_rate_at_1": 0.3333333333333333,
|
| 168 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 169 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 170 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 171 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 172 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 173 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 174 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 175 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 176 |
+
"mean_positive_min_rms_l2_at_2": 0.6876543884111381,
|
| 177 |
+
"median_positive_min_rms_l2_at_2": 0.6579737111536869,
|
| 178 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 179 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 180 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 181 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 182 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 183 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 184 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 185 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 186 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 187 |
+
"mean_positive_min_rms_l2_at_4": 0.6238013254862902,
|
| 188 |
+
"median_positive_min_rms_l2_at_4": 0.6474336183586147,
|
| 189 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 190 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 191 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 192 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 193 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 194 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 195 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 196 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 197 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 198 |
+
"mean_positive_min_rms_l2_at_8": 0.6238013254862902,
|
| 199 |
+
"median_positive_min_rms_l2_at_8": 0.6474336183586147,
|
| 200 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 201 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 202 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 203 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 204 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 205 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 206 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 207 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 208 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 209 |
+
"mean_positive_min_rms_l2_at_16": 0.559519325261924,
|
| 210 |
+
"median_positive_min_rms_l2_at_16": 0.565996646946569,
|
| 211 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 212 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 213 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 214 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 215 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 216 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 217 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 218 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 219 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 220 |
+
},
|
| 221 |
+
"PullCube-v1": {
|
| 222 |
+
"num_groups": 51,
|
| 223 |
+
"mean_positive_min_rms_l2_at_1": 1.1422435673127556,
|
| 224 |
+
"median_positive_min_rms_l2_at_1": 1.136788899934962,
|
| 225 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 226 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 227 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 228 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 229 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 230 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 231 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 232 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 233 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 234 |
+
"mean_positive_min_rms_l2_at_2": 1.0887109002600117,
|
| 235 |
+
"median_positive_min_rms_l2_at_2": 1.037410705432373,
|
| 236 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 237 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 238 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 239 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 240 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 241 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 242 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 243 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 244 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 245 |
+
"mean_positive_min_rms_l2_at_4": 1.0558458871910559,
|
| 246 |
+
"median_positive_min_rms_l2_at_4": 1.0259205872117563,
|
| 247 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 248 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 249 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 250 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 251 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 252 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 253 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 254 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 255 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 256 |
+
"mean_positive_min_rms_l2_at_8": 1.0184948894087755,
|
| 257 |
+
"median_positive_min_rms_l2_at_8": 0.9058131026218834,
|
| 258 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 259 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 260 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 261 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 262 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 263 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 264 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 265 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 266 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 267 |
+
"mean_positive_min_rms_l2_at_16": 1.0018027028422567,
|
| 268 |
+
"median_positive_min_rms_l2_at_16": 0.8558969371521319,
|
| 269 |
+
"positive_closer_than_negative_rate_at_16": 0.475,
|
| 270 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 271 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 272 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 273 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 274 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 275 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 276 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 277 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 278 |
+
},
|
| 279 |
+
"PushCube-v1": {
|
| 280 |
+
"num_groups": 15,
|
| 281 |
+
"mean_positive_min_rms_l2_at_1": 0.5084126957161,
|
| 282 |
+
"median_positive_min_rms_l2_at_1": 0.5285512509463121,
|
| 283 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 284 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 285 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 286 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 287 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 288 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 289 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 290 |
+
"ptr_proxy_at_1_thr_0p4": 0.2,
|
| 291 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 292 |
+
"mean_positive_min_rms_l2_at_2": 0.47169784311079344,
|
| 293 |
+
"median_positive_min_rms_l2_at_2": 0.4784670090655415,
|
| 294 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 295 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 296 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 297 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 298 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 299 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 300 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 301 |
+
"ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
|
| 302 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 303 |
+
"mean_positive_min_rms_l2_at_4": 0.42150976316101857,
|
| 304 |
+
"median_positive_min_rms_l2_at_4": 0.41587115867811353,
|
| 305 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 306 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 307 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 308 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 309 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 310 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 311 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 312 |
+
"ptr_proxy_at_4_thr_0p4": 0.4666666666666667,
|
| 313 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 314 |
+
"mean_positive_min_rms_l2_at_8": 0.41547237115792257,
|
| 315 |
+
"median_positive_min_rms_l2_at_8": 0.41587115867811353,
|
| 316 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 317 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 318 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 319 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 320 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 321 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 322 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 323 |
+
"ptr_proxy_at_8_thr_0p4": 0.4666666666666667,
|
| 324 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 325 |
+
"mean_positive_min_rms_l2_at_16": 0.3979497268319329,
|
| 326 |
+
"median_positive_min_rms_l2_at_16": 0.4095599894402951,
|
| 327 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 328 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 329 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 330 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 331 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 332 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 333 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 334 |
+
"ptr_proxy_at_16_thr_0p4": 0.4666666666666667,
|
| 335 |
+
"negative_near_at_16_thr_0p4": 0.125
|
| 336 |
+
},
|
| 337 |
+
"StackCube-v1": {
|
| 338 |
+
"num_groups": 16,
|
| 339 |
+
"mean_positive_min_rms_l2_at_1": 0.30499251132996913,
|
| 340 |
+
"median_positive_min_rms_l2_at_1": 0.27292582644690766,
|
| 341 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 342 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 343 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 344 |
+
"ptr_proxy_at_1_thr_0p1": 0.0625,
|
| 345 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 346 |
+
"ptr_proxy_at_1_thr_0p2": 0.1875,
|
| 347 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 348 |
+
"ptr_proxy_at_1_thr_0p4": 0.8125,
|
| 349 |
+
"negative_near_at_1_thr_0p4": 0.6875,
|
| 350 |
+
"mean_positive_min_rms_l2_at_2": 0.289114089894376,
|
| 351 |
+
"median_positive_min_rms_l2_at_2": 0.2568143603376647,
|
| 352 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 353 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 354 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 355 |
+
"ptr_proxy_at_2_thr_0p1": 0.0625,
|
| 356 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 357 |
+
"ptr_proxy_at_2_thr_0p2": 0.1875,
|
| 358 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 359 |
+
"ptr_proxy_at_2_thr_0p4": 0.9375,
|
| 360 |
+
"negative_near_at_2_thr_0p4": 0.6875,
|
| 361 |
+
"mean_positive_min_rms_l2_at_4": 0.27326068539946136,
|
| 362 |
+
"median_positive_min_rms_l2_at_4": 0.24386801166111266,
|
| 363 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 364 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 365 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 366 |
+
"ptr_proxy_at_4_thr_0p1": 0.0625,
|
| 367 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 368 |
+
"ptr_proxy_at_4_thr_0p2": 0.1875,
|
| 369 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 370 |
+
"ptr_proxy_at_4_thr_0p4": 0.9375,
|
| 371 |
+
"negative_near_at_4_thr_0p4": 0.6875,
|
| 372 |
+
"mean_positive_min_rms_l2_at_8": 0.26642813427543904,
|
| 373 |
+
"median_positive_min_rms_l2_at_8": 0.2379757336815167,
|
| 374 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 375 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 376 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 377 |
+
"ptr_proxy_at_8_thr_0p1": 0.0625,
|
| 378 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 379 |
+
"ptr_proxy_at_8_thr_0p2": 0.1875,
|
| 380 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 381 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 382 |
+
"negative_near_at_8_thr_0p4": 0.6875,
|
| 383 |
+
"mean_positive_min_rms_l2_at_16": 0.2627078639859194,
|
| 384 |
+
"median_positive_min_rms_l2_at_16": 0.23758891748413033,
|
| 385 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 386 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 387 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 388 |
+
"ptr_proxy_at_16_thr_0p1": 0.0625,
|
| 389 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 390 |
+
"ptr_proxy_at_16_thr_0p2": 0.1875,
|
| 391 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 392 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 393 |
+
"negative_near_at_16_thr_0p4": 0.6875
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"train_history": [
|
| 397 |
+
{
|
| 398 |
+
"epoch": 1.0,
|
| 399 |
+
"loss": 0.8598511048867826,
|
| 400 |
+
"reconstruction_mse": 0.8584974547459406,
|
| 401 |
+
"kl": 0.06768288394943103
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"epoch": 30.0,
|
| 405 |
+
"loss": 0.07823471297107276,
|
| 406 |
+
"reconstruction_mse": 0.046908222704827286,
|
| 407 |
+
"kl": 1.5663245864622979
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 60.0,
|
| 411 |
+
"loss": 0.06062090613308654,
|
| 412 |
+
"reconstruction_mse": 0.029555291640191324,
|
| 413 |
+
"kl": 1.5532807858042008
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 90.0,
|
| 417 |
+
"loss": 0.053376186695043154,
|
| 418 |
+
"reconstruction_mse": 0.022782947647327773,
|
| 419 |
+
"kl": 1.5296619768333755
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 120.0,
|
| 423 |
+
"loss": 0.050189306123029805,
|
| 424 |
+
"reconstruction_mse": 0.02079233184506579,
|
| 425 |
+
"kl": 1.4698487219707
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"epoch": 150.0,
|
| 429 |
+
"loss": 0.04799641571155375,
|
| 430 |
+
"reconstruction_mse": 0.01946023489054734,
|
| 431 |
+
"kl": 1.4268090768728112
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"epoch": 180.0,
|
| 435 |
+
"loss": 0.04600053238301524,
|
| 436 |
+
"reconstruction_mse": 0.01827641064378873,
|
| 437 |
+
"kl": 1.3862061008985134
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 210.0,
|
| 441 |
+
"loss": 0.04444407671689987,
|
| 442 |
+
"reconstruction_mse": 0.017395098539744077,
|
| 443 |
+
"kl": 1.3524489275402138
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"epoch": 240.0,
|
| 447 |
+
"loss": 0.04327027064954896,
|
| 448 |
+
"reconstruction_mse": 0.016647236319087783,
|
| 449 |
+
"kl": 1.3311517596841853
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 270.0,
|
| 453 |
+
"loss": 0.04270196607171593,
|
| 454 |
+
"reconstruction_mse": 0.01675429078555963,
|
| 455 |
+
"kl": 1.2973838057462281
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"epoch": 300.0,
|
| 459 |
+
"loss": 0.04070247638852449,
|
| 460 |
+
"reconstruction_mse": 0.015506902187191982,
|
| 461 |
+
"kl": 1.2597787258820063
|
| 462 |
+
}
|
| 463 |
+
],
|
| 464 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 465 |
+
}
|
| 466 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp0p5_eval.json
|
| 467 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp0p5.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.out
ADDED
|
@@ -0,0 +1,467 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_spline_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 16,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.02,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 1.5
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"code_dim": 21,
|
| 26 |
+
"horizon": 16,
|
| 27 |
+
"action_dim": 7,
|
| 28 |
+
"num_examples": 43095,
|
| 29 |
+
"num_groups": 2873,
|
| 30 |
+
"num_train_examples": 34275,
|
| 31 |
+
"num_val_examples": 8820,
|
| 32 |
+
"num_train_positive": 1198,
|
| 33 |
+
"num_val_groups_with_positive": 93,
|
| 34 |
+
"label_counts": {
|
| 35 |
+
"neutral": 6310,
|
| 36 |
+
"negative": 35225,
|
| 37 |
+
"positive": 1560
|
| 38 |
+
},
|
| 39 |
+
"train_positive_by_task": {
|
| 40 |
+
"LiftPegUpright-v1": 50,
|
| 41 |
+
"PickCube-v1": 15,
|
| 42 |
+
"PullCube-v1": 723,
|
| 43 |
+
"PushCube-v1": 308,
|
| 44 |
+
"StackCube-v1": 102
|
| 45 |
+
},
|
| 46 |
+
"overall": {
|
| 47 |
+
"num_groups": 93,
|
| 48 |
+
"mean_positive_min_rms_l2_at_1": 0.843327924418341,
|
| 49 |
+
"median_positive_min_rms_l2_at_1": 0.7417639081703316,
|
| 50 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 51 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 52 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 53 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 54 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 55 |
+
"ptr_proxy_at_1_thr_0p2": 0.021505376344086023,
|
| 56 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 57 |
+
"ptr_proxy_at_1_thr_0p4": 0.21505376344086022,
|
| 58 |
+
"negative_near_at_1_thr_0p4": 0.10666666666666667,
|
| 59 |
+
"mean_positive_min_rms_l2_at_2": 0.7850380887343805,
|
| 60 |
+
"median_positive_min_rms_l2_at_2": 0.656764994539227,
|
| 61 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 62 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 63 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 64 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 65 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 66 |
+
"ptr_proxy_at_2_thr_0p2": 0.03225806451612903,
|
| 67 |
+
"negative_near_at_2_thr_0p2": 0.013333333333333334,
|
| 68 |
+
"ptr_proxy_at_2_thr_0p4": 0.22580645161290322,
|
| 69 |
+
"negative_near_at_2_thr_0p4": 0.14666666666666667,
|
| 70 |
+
"mean_positive_min_rms_l2_at_4": 0.7340436195087261,
|
| 71 |
+
"median_positive_min_rms_l2_at_4": 0.6095808118739036,
|
| 72 |
+
"positive_closer_than_negative_rate_at_4": 0.68,
|
| 73 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 74 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 75 |
+
"ptr_proxy_at_4_thr_0p1": 0.010752688172043012,
|
| 76 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 77 |
+
"ptr_proxy_at_4_thr_0p2": 0.053763440860215055,
|
| 78 |
+
"negative_near_at_4_thr_0p2": 0.013333333333333334,
|
| 79 |
+
"ptr_proxy_at_4_thr_0p4": 0.27956989247311825,
|
| 80 |
+
"negative_near_at_4_thr_0p4": 0.17333333333333334,
|
| 81 |
+
"mean_positive_min_rms_l2_at_8": 0.7012049149227153,
|
| 82 |
+
"median_positive_min_rms_l2_at_8": 0.6039056939650825,
|
| 83 |
+
"positive_closer_than_negative_rate_at_8": 0.68,
|
| 84 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 85 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 86 |
+
"ptr_proxy_at_8_thr_0p1": 0.010752688172043012,
|
| 87 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 88 |
+
"ptr_proxy_at_8_thr_0p2": 0.06451612903225806,
|
| 89 |
+
"negative_near_at_8_thr_0p2": 0.013333333333333334,
|
| 90 |
+
"ptr_proxy_at_8_thr_0p4": 0.3010752688172043,
|
| 91 |
+
"negative_near_at_8_thr_0p4": 0.2,
|
| 92 |
+
"mean_positive_min_rms_l2_at_16": 0.6790007864676872,
|
| 93 |
+
"median_positive_min_rms_l2_at_16": 0.582981800093961,
|
| 94 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 95 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 96 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 97 |
+
"ptr_proxy_at_16_thr_0p1": 0.010752688172043012,
|
| 98 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 99 |
+
"ptr_proxy_at_16_thr_0p2": 0.08602150537634409,
|
| 100 |
+
"negative_near_at_16_thr_0p2": 0.013333333333333334,
|
| 101 |
+
"ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
|
| 102 |
+
"negative_near_at_16_thr_0p4": 0.22666666666666666
|
| 103 |
+
},
|
| 104 |
+
"per_task": {
|
| 105 |
+
"LiftPegUpright-v1": {
|
| 106 |
+
"num_groups": 8,
|
| 107 |
+
"mean_positive_min_rms_l2_at_1": 0.3886573223126239,
|
| 108 |
+
"median_positive_min_rms_l2_at_1": 0.40107475909969614,
|
| 109 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 110 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_1_thr_0p2": 0.125,
|
| 115 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_1_thr_0p4": 0.5,
|
| 117 |
+
"negative_near_at_1_thr_0p4": 0.25,
|
| 118 |
+
"mean_positive_min_rms_l2_at_2": 0.37045375707524725,
|
| 119 |
+
"median_positive_min_rms_l2_at_2": 0.3762909837657062,
|
| 120 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 121 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 122 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 123 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 124 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 125 |
+
"ptr_proxy_at_2_thr_0p2": 0.125,
|
| 126 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 127 |
+
"ptr_proxy_at_2_thr_0p4": 0.5,
|
| 128 |
+
"negative_near_at_2_thr_0p4": 0.375,
|
| 129 |
+
"mean_positive_min_rms_l2_at_4": 0.3363776930861761,
|
| 130 |
+
"median_positive_min_rms_l2_at_4": 0.2745930785870897,
|
| 131 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 132 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 133 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 134 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 135 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 136 |
+
"ptr_proxy_at_4_thr_0p2": 0.125,
|
| 137 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 138 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 139 |
+
"negative_near_at_4_thr_0p4": 0.375,
|
| 140 |
+
"mean_positive_min_rms_l2_at_8": 0.3220234897194561,
|
| 141 |
+
"median_positive_min_rms_l2_at_8": 0.2673733871166249,
|
| 142 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 143 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 144 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 145 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 146 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 147 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 148 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 149 |
+
"ptr_proxy_at_8_thr_0p4": 0.625,
|
| 150 |
+
"negative_near_at_8_thr_0p4": 0.5,
|
| 151 |
+
"mean_positive_min_rms_l2_at_16": 0.29870293207025617,
|
| 152 |
+
"median_positive_min_rms_l2_at_16": 0.2390079202023635,
|
| 153 |
+
"positive_closer_than_negative_rate_at_16": 0.625,
|
| 154 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 155 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 156 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 157 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 158 |
+
"ptr_proxy_at_16_thr_0p2": 0.5,
|
| 159 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 160 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 161 |
+
"negative_near_at_16_thr_0p4": 0.625
|
| 162 |
+
},
|
| 163 |
+
"PickCube-v1": {
|
| 164 |
+
"num_groups": 3,
|
| 165 |
+
"mean_positive_min_rms_l2_at_1": 0.39009269022333454,
|
| 166 |
+
"median_positive_min_rms_l2_at_1": 0.43165971921792873,
|
| 167 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 168 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 169 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 170 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 171 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 172 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 173 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 174 |
+
"ptr_proxy_at_1_thr_0p4": 0.3333333333333333,
|
| 175 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 176 |
+
"mean_positive_min_rms_l2_at_2": 0.37803507775170336,
|
| 177 |
+
"median_positive_min_rms_l2_at_2": 0.41251079745878466,
|
| 178 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 179 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 180 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 181 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 182 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 183 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 184 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 185 |
+
"ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
|
| 186 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 187 |
+
"mean_positive_min_rms_l2_at_4": 0.37803507775170336,
|
| 188 |
+
"median_positive_min_rms_l2_at_4": 0.41251079745878466,
|
| 189 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 190 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 191 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 192 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 193 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 194 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 195 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 196 |
+
"ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
|
| 197 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 198 |
+
"mean_positive_min_rms_l2_at_8": 0.3550055169250375,
|
| 199 |
+
"median_positive_min_rms_l2_at_8": 0.41251079745878466,
|
| 200 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 201 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 202 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 203 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 204 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 205 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 206 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 207 |
+
"ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
|
| 208 |
+
"negative_near_at_8_thr_0p4": 0.3333333333333333,
|
| 209 |
+
"mean_positive_min_rms_l2_at_16": 0.23624800161809745,
|
| 210 |
+
"median_positive_min_rms_l2_at_16": 0.2195612004026719,
|
| 211 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 212 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 213 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 214 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 215 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 216 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 217 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 218 |
+
"ptr_proxy_at_16_thr_0p4": 1.0,
|
| 219 |
+
"negative_near_at_16_thr_0p4": 0.6666666666666666
|
| 220 |
+
},
|
| 221 |
+
"PullCube-v1": {
|
| 222 |
+
"num_groups": 51,
|
| 223 |
+
"mean_positive_min_rms_l2_at_1": 1.1768747989236765,
|
| 224 |
+
"median_positive_min_rms_l2_at_1": 1.1244197104738145,
|
| 225 |
+
"positive_closer_than_negative_rate_at_1": 0.475,
|
| 226 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 227 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 228 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 229 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 230 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 231 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 232 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 233 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 234 |
+
"mean_positive_min_rms_l2_at_2": 1.1038559529038638,
|
| 235 |
+
"median_positive_min_rms_l2_at_2": 1.1127849799020302,
|
| 236 |
+
"positive_closer_than_negative_rate_at_2": 0.475,
|
| 237 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 238 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 239 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 240 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 241 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 242 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 243 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 244 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 245 |
+
"mean_positive_min_rms_l2_at_4": 1.0507235369719126,
|
| 246 |
+
"median_positive_min_rms_l2_at_4": 1.0431528635204783,
|
| 247 |
+
"positive_closer_than_negative_rate_at_4": 0.475,
|
| 248 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 249 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 250 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 251 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 252 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 253 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 254 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 255 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 256 |
+
"mean_positive_min_rms_l2_at_8": 1.005153762766223,
|
| 257 |
+
"median_positive_min_rms_l2_at_8": 0.9619781778246781,
|
| 258 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 259 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 260 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 261 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 262 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 263 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 264 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 265 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 266 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 267 |
+
"mean_positive_min_rms_l2_at_16": 0.9842729140374499,
|
| 268 |
+
"median_positive_min_rms_l2_at_16": 0.9619781778246781,
|
| 269 |
+
"positive_closer_than_negative_rate_at_16": 0.45,
|
| 270 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 271 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 272 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 273 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 274 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 275 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 276 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 277 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 278 |
+
},
|
| 279 |
+
"PushCube-v1": {
|
| 280 |
+
"num_groups": 15,
|
| 281 |
+
"mean_positive_min_rms_l2_at_1": 0.559502010794409,
|
| 282 |
+
"median_positive_min_rms_l2_at_1": 0.5551771552717952,
|
| 283 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 284 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 285 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 286 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 287 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 288 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 289 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 290 |
+
"ptr_proxy_at_1_thr_0p4": 0.13333333333333333,
|
| 291 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 292 |
+
"mean_positive_min_rms_l2_at_2": 0.5053083168747453,
|
| 293 |
+
"median_positive_min_rms_l2_at_2": 0.4995917987669918,
|
| 294 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 295 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 296 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 297 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 298 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 299 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 300 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 301 |
+
"ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
|
| 302 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 303 |
+
"mean_positive_min_rms_l2_at_4": 0.42395997574060346,
|
| 304 |
+
"median_positive_min_rms_l2_at_4": 0.4073546736836675,
|
| 305 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 306 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 307 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 308 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 309 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 310 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 311 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 312 |
+
"ptr_proxy_at_4_thr_0p4": 0.4,
|
| 313 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 314 |
+
"mean_positive_min_rms_l2_at_8": 0.4019990445927043,
|
| 315 |
+
"median_positive_min_rms_l2_at_8": 0.4023038787762611,
|
| 316 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 317 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 318 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 319 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 320 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 321 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 322 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 323 |
+
"ptr_proxy_at_8_thr_0p4": 0.4666666666666667,
|
| 324 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 325 |
+
"mean_positive_min_rms_l2_at_16": 0.3780135562526391,
|
| 326 |
+
"median_positive_min_rms_l2_at_16": 0.35018318580395663,
|
| 327 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 328 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 329 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 330 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 331 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 332 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 333 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 334 |
+
"ptr_proxy_at_16_thr_0p4": 0.6,
|
| 335 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 336 |
+
},
|
| 337 |
+
"StackCube-v1": {
|
| 338 |
+
"num_groups": 16,
|
| 339 |
+
"mean_positive_min_rms_l2_at_1": 0.3585509634194432,
|
| 340 |
+
"median_positive_min_rms_l2_at_1": 0.3445656839622314,
|
| 341 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 342 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 343 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 344 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 345 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 346 |
+
"ptr_proxy_at_1_thr_0p2": 0.0625,
|
| 347 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 348 |
+
"ptr_proxy_at_1_thr_0p4": 0.8125,
|
| 349 |
+
"negative_near_at_1_thr_0p4": 0.375,
|
| 350 |
+
"mean_positive_min_rms_l2_at_2": 0.3146580382013801,
|
| 351 |
+
"median_positive_min_rms_l2_at_2": 0.3084104119077905,
|
| 352 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 353 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 354 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 355 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 356 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 357 |
+
"ptr_proxy_at_2_thr_0p2": 0.125,
|
| 358 |
+
"negative_near_at_2_thr_0p2": 0.0625,
|
| 359 |
+
"ptr_proxy_at_2_thr_0p4": 0.875,
|
| 360 |
+
"negative_near_at_2_thr_0p4": 0.5,
|
| 361 |
+
"mean_positive_min_rms_l2_at_4": 0.2809143634181498,
|
| 362 |
+
"median_positive_min_rms_l2_at_4": 0.27127392378549864,
|
| 363 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 364 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 365 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 366 |
+
"ptr_proxy_at_4_thr_0p1": 0.0625,
|
| 367 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 368 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 369 |
+
"negative_near_at_4_thr_0p2": 0.0625,
|
| 370 |
+
"ptr_proxy_at_4_thr_0p4": 0.875,
|
| 371 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 372 |
+
"mean_positive_min_rms_l2_at_8": 0.2673765655821125,
|
| 373 |
+
"median_positive_min_rms_l2_at_8": 0.26424907166178047,
|
| 374 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 375 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 376 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 377 |
+
"ptr_proxy_at_8_thr_0p1": 0.0625,
|
| 378 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 379 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 380 |
+
"negative_near_at_8_thr_0p2": 0.0625,
|
| 381 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 382 |
+
"negative_near_at_8_thr_0p4": 0.625,
|
| 383 |
+
"mean_positive_min_rms_l2_at_16": 0.26128648252368997,
|
| 384 |
+
"median_positive_min_rms_l2_at_16": 0.2618665152817816,
|
| 385 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 386 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 387 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 388 |
+
"ptr_proxy_at_16_thr_0p1": 0.0625,
|
| 389 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 390 |
+
"ptr_proxy_at_16_thr_0p2": 0.25,
|
| 391 |
+
"negative_near_at_16_thr_0p2": 0.0625,
|
| 392 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 393 |
+
"negative_near_at_16_thr_0p4": 0.625
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"train_history": [
|
| 397 |
+
{
|
| 398 |
+
"epoch": 1.0,
|
| 399 |
+
"loss": 0.8544972693183784,
|
| 400 |
+
"reconstruction_mse": 0.8535413189802027,
|
| 401 |
+
"kl": 0.04779799282550812
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"epoch": 30.0,
|
| 405 |
+
"loss": 0.07694852380750573,
|
| 406 |
+
"reconstruction_mse": 0.04591421421014009,
|
| 407 |
+
"kl": 1.5517155268355483
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 60.0,
|
| 411 |
+
"loss": 0.059683558737893334,
|
| 412 |
+
"reconstruction_mse": 0.028571560077108007,
|
| 413 |
+
"kl": 1.5555999265091247
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 90.0,
|
| 417 |
+
"loss": 0.0534952285268868,
|
| 418 |
+
"reconstruction_mse": 0.023248887672174555,
|
| 419 |
+
"kl": 1.5123170604291862
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 120.0,
|
| 423 |
+
"loss": 0.050762587775770134,
|
| 424 |
+
"reconstruction_mse": 0.021400081957744836,
|
| 425 |
+
"kl": 1.468125350686266
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"epoch": 150.0,
|
| 429 |
+
"loss": 0.048049063012874586,
|
| 430 |
+
"reconstruction_mse": 0.01955450268987821,
|
| 431 |
+
"kl": 1.4247280122441721
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"epoch": 180.0,
|
| 435 |
+
"loss": 0.04664770230178244,
|
| 436 |
+
"reconstruction_mse": 0.018954813878404874,
|
| 437 |
+
"kl": 1.3846443967150528
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 210.0,
|
| 441 |
+
"loss": 0.044834994389139154,
|
| 442 |
+
"reconstruction_mse": 0.017692621685377944,
|
| 443 |
+
"kl": 1.3571186690577282
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"epoch": 240.0,
|
| 447 |
+
"loss": 0.04297138685873633,
|
| 448 |
+
"reconstruction_mse": 0.016530528350520213,
|
| 449 |
+
"kl": 1.3220429736903196
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 270.0,
|
| 453 |
+
"loss": 0.04204645301394152,
|
| 454 |
+
"reconstruction_mse": 0.016193557835381497,
|
| 455 |
+
"kl": 1.2926448432352389
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"epoch": 300.0,
|
| 459 |
+
"loss": 0.04141181564341005,
|
| 460 |
+
"reconstruction_mse": 0.01590145424704918,
|
| 461 |
+
"kl": 1.2755181019214636
|
| 462 |
+
}
|
| 463 |
+
],
|
| 464 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 465 |
+
}
|
| 466 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp1p5_eval.json
|
| 467 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp1p5.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.out
ADDED
|
@@ -0,0 +1,467 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_spline_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 16,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.01,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 0.75
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"code_dim": 21,
|
| 26 |
+
"horizon": 16,
|
| 27 |
+
"action_dim": 7,
|
| 28 |
+
"num_examples": 43095,
|
| 29 |
+
"num_groups": 2873,
|
| 30 |
+
"num_train_examples": 34275,
|
| 31 |
+
"num_val_examples": 8820,
|
| 32 |
+
"num_train_positive": 1198,
|
| 33 |
+
"num_val_groups_with_positive": 93,
|
| 34 |
+
"label_counts": {
|
| 35 |
+
"neutral": 6310,
|
| 36 |
+
"negative": 35225,
|
| 37 |
+
"positive": 1560
|
| 38 |
+
},
|
| 39 |
+
"train_positive_by_task": {
|
| 40 |
+
"LiftPegUpright-v1": 50,
|
| 41 |
+
"PickCube-v1": 15,
|
| 42 |
+
"PullCube-v1": 723,
|
| 43 |
+
"PushCube-v1": 308,
|
| 44 |
+
"StackCube-v1": 102
|
| 45 |
+
},
|
| 46 |
+
"overall": {
|
| 47 |
+
"num_groups": 93,
|
| 48 |
+
"mean_positive_min_rms_l2_at_1": 0.8503638534221755,
|
| 49 |
+
"median_positive_min_rms_l2_at_1": 0.7815928640028795,
|
| 50 |
+
"positive_closer_than_negative_rate_at_1": 0.6533333333333333,
|
| 51 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 52 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 53 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 54 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 55 |
+
"ptr_proxy_at_1_thr_0p2": 0.03225806451612903,
|
| 56 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 57 |
+
"ptr_proxy_at_1_thr_0p4": 0.22580645161290322,
|
| 58 |
+
"negative_near_at_1_thr_0p4": 0.18666666666666668,
|
| 59 |
+
"mean_positive_min_rms_l2_at_2": 0.7835140558466281,
|
| 60 |
+
"median_positive_min_rms_l2_at_2": 0.7064496267789232,
|
| 61 |
+
"positive_closer_than_negative_rate_at_2": 0.68,
|
| 62 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 63 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 64 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 65 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 66 |
+
"ptr_proxy_at_2_thr_0p2": 0.053763440860215055,
|
| 67 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 68 |
+
"ptr_proxy_at_2_thr_0p4": 0.24731182795698925,
|
| 69 |
+
"negative_near_at_2_thr_0p4": 0.18666666666666668,
|
| 70 |
+
"mean_positive_min_rms_l2_at_4": 0.7403406829797371,
|
| 71 |
+
"median_positive_min_rms_l2_at_4": 0.6309475419139557,
|
| 72 |
+
"positive_closer_than_negative_rate_at_4": 0.68,
|
| 73 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 74 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 75 |
+
"ptr_proxy_at_4_thr_0p1": 0.010752688172043012,
|
| 76 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 77 |
+
"ptr_proxy_at_4_thr_0p2": 0.08602150537634409,
|
| 78 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 79 |
+
"ptr_proxy_at_4_thr_0p4": 0.25806451612903225,
|
| 80 |
+
"negative_near_at_4_thr_0p4": 0.2,
|
| 81 |
+
"mean_positive_min_rms_l2_at_8": 0.7180946642954288,
|
| 82 |
+
"median_positive_min_rms_l2_at_8": 0.6245459820957714,
|
| 83 |
+
"positive_closer_than_negative_rate_at_8": 0.6533333333333333,
|
| 84 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 85 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 86 |
+
"ptr_proxy_at_8_thr_0p1": 0.010752688172043012,
|
| 87 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 88 |
+
"ptr_proxy_at_8_thr_0p2": 0.08602150537634409,
|
| 89 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 90 |
+
"ptr_proxy_at_8_thr_0p4": 0.27956989247311825,
|
| 91 |
+
"negative_near_at_8_thr_0p4": 0.21333333333333335,
|
| 92 |
+
"mean_positive_min_rms_l2_at_16": 0.6935963982962265,
|
| 93 |
+
"median_positive_min_rms_l2_at_16": 0.5717888584148044,
|
| 94 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 95 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 96 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 97 |
+
"ptr_proxy_at_16_thr_0p1": 0.010752688172043012,
|
| 98 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 99 |
+
"ptr_proxy_at_16_thr_0p2": 0.0967741935483871,
|
| 100 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 101 |
+
"ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
|
| 102 |
+
"negative_near_at_16_thr_0p4": 0.22666666666666666
|
| 103 |
+
},
|
| 104 |
+
"per_task": {
|
| 105 |
+
"LiftPegUpright-v1": {
|
| 106 |
+
"num_groups": 8,
|
| 107 |
+
"mean_positive_min_rms_l2_at_1": 0.37126650905406455,
|
| 108 |
+
"median_positive_min_rms_l2_at_1": 0.3358831969376801,
|
| 109 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 110 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_1_thr_0p2": 0.25,
|
| 115 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_1_thr_0p4": 0.625,
|
| 117 |
+
"negative_near_at_1_thr_0p4": 0.625,
|
| 118 |
+
"mean_positive_min_rms_l2_at_2": 0.33884084971723094,
|
| 119 |
+
"median_positive_min_rms_l2_at_2": 0.27168449762637215,
|
| 120 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 121 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 122 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 123 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 124 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 125 |
+
"ptr_proxy_at_2_thr_0p2": 0.375,
|
| 126 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 127 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 128 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 129 |
+
"mean_positive_min_rms_l2_at_4": 0.3085613224898244,
|
| 130 |
+
"median_positive_min_rms_l2_at_4": 0.18692283283643013,
|
| 131 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 132 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 133 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 134 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 135 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 136 |
+
"ptr_proxy_at_4_thr_0p2": 0.5,
|
| 137 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 138 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 139 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 140 |
+
"mean_positive_min_rms_l2_at_8": 0.3061825095838333,
|
| 141 |
+
"median_positive_min_rms_l2_at_8": 0.18692283283643013,
|
| 142 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 143 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 144 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 145 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 146 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 147 |
+
"ptr_proxy_at_8_thr_0p2": 0.5,
|
| 148 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 149 |
+
"ptr_proxy_at_8_thr_0p4": 0.625,
|
| 150 |
+
"negative_near_at_8_thr_0p4": 0.625,
|
| 151 |
+
"mean_positive_min_rms_l2_at_16": 0.29946191451389814,
|
| 152 |
+
"median_positive_min_rms_l2_at_16": 0.1760862919194795,
|
| 153 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 154 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 155 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 156 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 157 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 158 |
+
"ptr_proxy_at_16_thr_0p2": 0.625,
|
| 159 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 160 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 161 |
+
"negative_near_at_16_thr_0p4": 0.625
|
| 162 |
+
},
|
| 163 |
+
"PickCube-v1": {
|
| 164 |
+
"num_groups": 3,
|
| 165 |
+
"mean_positive_min_rms_l2_at_1": 0.8019834044252395,
|
| 166 |
+
"median_positive_min_rms_l2_at_1": 0.8258354882784735,
|
| 167 |
+
"positive_closer_than_negative_rate_at_1": 0.3333333333333333,
|
| 168 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 169 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 170 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 171 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 172 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 173 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 174 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 175 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 176 |
+
"mean_positive_min_rms_l2_at_2": 0.6549332047554469,
|
| 177 |
+
"median_positive_min_rms_l2_at_2": 0.6270499997672817,
|
| 178 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 179 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 180 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 181 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 182 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 183 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 184 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 185 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 186 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 187 |
+
"mean_positive_min_rms_l2_at_4": 0.6082904506841764,
|
| 188 |
+
"median_positive_min_rms_l2_at_4": 0.6270499997672817,
|
| 189 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 190 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 191 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 192 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 193 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 194 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 195 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 196 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 197 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 198 |
+
"mean_positive_min_rms_l2_at_8": 0.5832483692149607,
|
| 199 |
+
"median_positive_min_rms_l2_at_8": 0.5797007028183665,
|
| 200 |
+
"positive_closer_than_negative_rate_at_8": 0.6666666666666666,
|
| 201 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 202 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 203 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 204 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 205 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 206 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 207 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 208 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 209 |
+
"mean_positive_min_rms_l2_at_16": 0.5068445941320793,
|
| 210 |
+
"median_positive_min_rms_l2_at_16": 0.5119141262205856,
|
| 211 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 212 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 213 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 214 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 215 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 216 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 217 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 218 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 219 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 220 |
+
},
|
| 221 |
+
"PullCube-v1": {
|
| 222 |
+
"num_groups": 51,
|
| 223 |
+
"mean_positive_min_rms_l2_at_1": 1.1907517052358438,
|
| 224 |
+
"median_positive_min_rms_l2_at_1": 1.1536231761768938,
|
| 225 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 226 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 227 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 228 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 229 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 230 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 231 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 232 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 233 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 234 |
+
"mean_positive_min_rms_l2_at_2": 1.102914978996821,
|
| 235 |
+
"median_positive_min_rms_l2_at_2": 1.090321950364248,
|
| 236 |
+
"positive_closer_than_negative_rate_at_2": 0.525,
|
| 237 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 238 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 239 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 240 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 241 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 242 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 243 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 244 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 245 |
+
"mean_positive_min_rms_l2_at_4": 1.0550231865370117,
|
| 246 |
+
"median_positive_min_rms_l2_at_4": 0.9251970024843573,
|
| 247 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 248 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 249 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 250 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 251 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 252 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 253 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 254 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 255 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 256 |
+
"mean_positive_min_rms_l2_at_8": 1.025223451834027,
|
| 257 |
+
"median_positive_min_rms_l2_at_8": 0.8883949659791378,
|
| 258 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 259 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 260 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 261 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 262 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 263 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 264 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 265 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 266 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 267 |
+
"mean_positive_min_rms_l2_at_16": 0.9933706827272526,
|
| 268 |
+
"median_positive_min_rms_l2_at_16": 0.8878513358304475,
|
| 269 |
+
"positive_closer_than_negative_rate_at_16": 0.45,
|
| 270 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 271 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 272 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 273 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 274 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 275 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 276 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 277 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 278 |
+
},
|
| 279 |
+
"PushCube-v1": {
|
| 280 |
+
"num_groups": 15,
|
| 281 |
+
"mean_positive_min_rms_l2_at_1": 0.5431642904182248,
|
| 282 |
+
"median_positive_min_rms_l2_at_1": 0.5436207473053546,
|
| 283 |
+
"positive_closer_than_negative_rate_at_1": 0.875,
|
| 284 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 285 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 286 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 287 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 288 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 289 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 290 |
+
"ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
|
| 291 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 292 |
+
"mean_positive_min_rms_l2_at_2": 0.49070733520974347,
|
| 293 |
+
"median_positive_min_rms_l2_at_2": 0.47182062405311204,
|
| 294 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 295 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 296 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 297 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 298 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 299 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 300 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 301 |
+
"ptr_proxy_at_2_thr_0p4": 0.2,
|
| 302 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 303 |
+
"mean_positive_min_rms_l2_at_4": 0.4350660663514112,
|
| 304 |
+
"median_positive_min_rms_l2_at_4": 0.4323472826026592,
|
| 305 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 306 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 307 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 308 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 309 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 310 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 311 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 312 |
+
"ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
|
| 313 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 314 |
+
"mean_positive_min_rms_l2_at_8": 0.41090317890156347,
|
| 315 |
+
"median_positive_min_rms_l2_at_8": 0.4136444899520864,
|
| 316 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 317 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 318 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 319 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 320 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 321 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 322 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 323 |
+
"ptr_proxy_at_8_thr_0p4": 0.4,
|
| 324 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 325 |
+
"mean_positive_min_rms_l2_at_16": 0.3916754831029887,
|
| 326 |
+
"median_positive_min_rms_l2_at_16": 0.40860960338035274,
|
| 327 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 328 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 329 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 330 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 331 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 332 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 333 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 334 |
+
"ptr_proxy_at_16_thr_0p4": 0.4666666666666667,
|
| 335 |
+
"negative_near_at_16_thr_0p4": 0.125
|
| 336 |
+
},
|
| 337 |
+
"StackCube-v1": {
|
| 338 |
+
"num_groups": 16,
|
| 339 |
+
"mean_positive_min_rms_l2_at_1": 0.3019971724532935,
|
| 340 |
+
"median_positive_min_rms_l2_at_1": 0.27766035464862726,
|
| 341 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 342 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 343 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 344 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 345 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 346 |
+
"ptr_proxy_at_1_thr_0p2": 0.0625,
|
| 347 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 348 |
+
"ptr_proxy_at_1_thr_0p4": 0.9375,
|
| 349 |
+
"negative_near_at_1_thr_0p4": 0.5625,
|
| 350 |
+
"mean_positive_min_rms_l2_at_2": 0.2863754265467637,
|
| 351 |
+
"median_positive_min_rms_l2_at_2": 0.26618570322979807,
|
| 352 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 353 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 354 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 355 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 356 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 357 |
+
"ptr_proxy_at_2_thr_0p2": 0.125,
|
| 358 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 359 |
+
"ptr_proxy_at_2_thr_0p4": 0.9375,
|
| 360 |
+
"negative_near_at_2_thr_0p4": 0.5625,
|
| 361 |
+
"mean_positive_min_rms_l2_at_4": 0.2641342547803533,
|
| 362 |
+
"median_positive_min_rms_l2_at_4": 0.25724409947312854,
|
| 363 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 364 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 365 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 366 |
+
"ptr_proxy_at_4_thr_0p1": 0.0625,
|
| 367 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 368 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 369 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 370 |
+
"ptr_proxy_at_4_thr_0p4": 0.9375,
|
| 371 |
+
"negative_near_at_4_thr_0p4": 0.5625,
|
| 372 |
+
"mean_positive_min_rms_l2_at_8": 0.25835342925628135,
|
| 373 |
+
"median_positive_min_rms_l2_at_8": 0.24885001028272835,
|
| 374 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 375 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 376 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 377 |
+
"ptr_proxy_at_8_thr_0p1": 0.0625,
|
| 378 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 379 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 380 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 381 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 382 |
+
"negative_near_at_8_thr_0p4": 0.625,
|
| 383 |
+
"mean_positive_min_rms_l2_at_16": 0.25319992983793427,
|
| 384 |
+
"median_positive_min_rms_l2_at_16": 0.23720816447354598,
|
| 385 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 386 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 387 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 388 |
+
"ptr_proxy_at_16_thr_0p1": 0.0625,
|
| 389 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 390 |
+
"ptr_proxy_at_16_thr_0p2": 0.25,
|
| 391 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 392 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 393 |
+
"negative_near_at_16_thr_0p4": 0.6875
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"train_history": [
|
| 397 |
+
{
|
| 398 |
+
"epoch": 1.0,
|
| 399 |
+
"loss": 0.8665822056776693,
|
| 400 |
+
"reconstruction_mse": 0.8660005900219008,
|
| 401 |
+
"kl": 0.05816309713760083
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"epoch": 30.0,
|
| 405 |
+
"loss": 0.05904682723802199,
|
| 406 |
+
"reconstruction_mse": 0.03930321162899269,
|
| 407 |
+
"kl": 1.9743616656588394
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 60.0,
|
| 411 |
+
"loss": 0.04265592438798516,
|
| 412 |
+
"reconstruction_mse": 0.02277609441609733,
|
| 413 |
+
"kl": 1.98798305502718
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 90.0,
|
| 417 |
+
"loss": 0.03717920193464211,
|
| 418 |
+
"reconstruction_mse": 0.017692100923688763,
|
| 419 |
+
"kl": 1.9487101060520229
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 120.0,
|
| 423 |
+
"loss": 0.03405417654918311,
|
| 424 |
+
"reconstruction_mse": 0.015046744882587797,
|
| 425 |
+
"kl": 1.9007432146343046
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"epoch": 150.0,
|
| 429 |
+
"loss": 0.031710976115948766,
|
| 430 |
+
"reconstruction_mse": 0.012909929328699143,
|
| 431 |
+
"kl": 1.880104715318632
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"epoch": 180.0,
|
| 435 |
+
"loss": 0.03013692355601238,
|
| 436 |
+
"reconstruction_mse": 0.011496815531948373,
|
| 437 |
+
"kl": 1.8640108932437802
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 210.0,
|
| 441 |
+
"loss": 0.029026464818788688,
|
| 442 |
+
"reconstruction_mse": 0.010812100306004036,
|
| 443 |
+
"kl": 1.8214364453826803
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"epoch": 240.0,
|
| 447 |
+
"loss": 0.028653870216992144,
|
| 448 |
+
"reconstruction_mse": 0.010917693163534139,
|
| 449 |
+
"kl": 1.7736177412615795
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 270.0,
|
| 453 |
+
"loss": 0.027607777655025156,
|
| 454 |
+
"reconstruction_mse": 0.009887122611308436,
|
| 455 |
+
"kl": 1.7720655292421827
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"epoch": 300.0,
|
| 459 |
+
"loss": 0.0271491500049929,
|
| 460 |
+
"reconstruction_mse": 0.009701348178847406,
|
| 461 |
+
"kl": 1.7447802636380585
|
| 462 |
+
}
|
| 463 |
+
],
|
| 464 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 465 |
+
}
|
| 466 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75_eval.json
|
| 467 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75.pt
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.err
ADDED
|
File without changes
|
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.out
ADDED
|
@@ -0,0 +1,467 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_spline_cvae_generator_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"hidden_dim": 256,
|
| 9 |
+
"latent_dim": 16,
|
| 10 |
+
"batch_size": 128,
|
| 11 |
+
"epochs": 300,
|
| 12 |
+
"learning_rate": 0.001,
|
| 13 |
+
"beta": 0.01,
|
| 14 |
+
"val_fraction": 0.2,
|
| 15 |
+
"seed": 0,
|
| 16 |
+
"diversity_temperature": 1.25
|
| 17 |
+
},
|
| 18 |
+
"task_ids": [
|
| 19 |
+
"LiftPegUpright-v1",
|
| 20 |
+
"PickCube-v1",
|
| 21 |
+
"PullCube-v1",
|
| 22 |
+
"PushCube-v1",
|
| 23 |
+
"StackCube-v1"
|
| 24 |
+
],
|
| 25 |
+
"code_dim": 21,
|
| 26 |
+
"horizon": 16,
|
| 27 |
+
"action_dim": 7,
|
| 28 |
+
"num_examples": 43095,
|
| 29 |
+
"num_groups": 2873,
|
| 30 |
+
"num_train_examples": 34275,
|
| 31 |
+
"num_val_examples": 8820,
|
| 32 |
+
"num_train_positive": 1198,
|
| 33 |
+
"num_val_groups_with_positive": 93,
|
| 34 |
+
"label_counts": {
|
| 35 |
+
"neutral": 6310,
|
| 36 |
+
"negative": 35225,
|
| 37 |
+
"positive": 1560
|
| 38 |
+
},
|
| 39 |
+
"train_positive_by_task": {
|
| 40 |
+
"LiftPegUpright-v1": 50,
|
| 41 |
+
"PickCube-v1": 15,
|
| 42 |
+
"PullCube-v1": 723,
|
| 43 |
+
"PushCube-v1": 308,
|
| 44 |
+
"StackCube-v1": 102
|
| 45 |
+
},
|
| 46 |
+
"overall": {
|
| 47 |
+
"num_groups": 93,
|
| 48 |
+
"mean_positive_min_rms_l2_at_1": 0.889974827586877,
|
| 49 |
+
"median_positive_min_rms_l2_at_1": 0.8299995188855294,
|
| 50 |
+
"positive_closer_than_negative_rate_at_1": 0.6533333333333333,
|
| 51 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 52 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 53 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 54 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 55 |
+
"ptr_proxy_at_1_thr_0p2": 0.053763440860215055,
|
| 56 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 57 |
+
"ptr_proxy_at_1_thr_0p4": 0.17204301075268819,
|
| 58 |
+
"negative_near_at_1_thr_0p4": 0.14666666666666667,
|
| 59 |
+
"mean_positive_min_rms_l2_at_2": 0.8112248888591527,
|
| 60 |
+
"median_positive_min_rms_l2_at_2": 0.7347352910822064,
|
| 61 |
+
"positive_closer_than_negative_rate_at_2": 0.6533333333333333,
|
| 62 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 63 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 64 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 65 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 66 |
+
"ptr_proxy_at_2_thr_0p2": 0.06451612903225806,
|
| 67 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 68 |
+
"ptr_proxy_at_2_thr_0p4": 0.21505376344086022,
|
| 69 |
+
"negative_near_at_2_thr_0p4": 0.18666666666666668,
|
| 70 |
+
"mean_positive_min_rms_l2_at_4": 0.7511746428822752,
|
| 71 |
+
"median_positive_min_rms_l2_at_4": 0.6738122522812023,
|
| 72 |
+
"positive_closer_than_negative_rate_at_4": 0.6666666666666666,
|
| 73 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 74 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 75 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 76 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 77 |
+
"ptr_proxy_at_4_thr_0p2": 0.07526881720430108,
|
| 78 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 79 |
+
"ptr_proxy_at_4_thr_0p4": 0.27956989247311825,
|
| 80 |
+
"negative_near_at_4_thr_0p4": 0.22666666666666666,
|
| 81 |
+
"mean_positive_min_rms_l2_at_8": 0.7172894948279146,
|
| 82 |
+
"median_positive_min_rms_l2_at_8": 0.6375909706376124,
|
| 83 |
+
"positive_closer_than_negative_rate_at_8": 0.68,
|
| 84 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 85 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 86 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 87 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 88 |
+
"ptr_proxy_at_8_thr_0p2": 0.07526881720430108,
|
| 89 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 90 |
+
"ptr_proxy_at_8_thr_0p4": 0.3118279569892473,
|
| 91 |
+
"negative_near_at_8_thr_0p4": 0.22666666666666666,
|
| 92 |
+
"mean_positive_min_rms_l2_at_16": 0.689940663222364,
|
| 93 |
+
"median_positive_min_rms_l2_at_16": 0.5881439031271307,
|
| 94 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 95 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 96 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 97 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 98 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 99 |
+
"ptr_proxy_at_16_thr_0p2": 0.08602150537634409,
|
| 100 |
+
"negative_near_at_16_thr_0p2": 0.02666666666666667,
|
| 101 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 102 |
+
"negative_near_at_16_thr_0p4": 0.24
|
| 103 |
+
},
|
| 104 |
+
"per_task": {
|
| 105 |
+
"LiftPegUpright-v1": {
|
| 106 |
+
"num_groups": 8,
|
| 107 |
+
"mean_positive_min_rms_l2_at_1": 0.3812990310761516,
|
| 108 |
+
"median_positive_min_rms_l2_at_1": 0.33907193379095013,
|
| 109 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 110 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 111 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 112 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 113 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 114 |
+
"ptr_proxy_at_1_thr_0p2": 0.25,
|
| 115 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_1_thr_0p4": 0.625,
|
| 117 |
+
"negative_near_at_1_thr_0p4": 0.5,
|
| 118 |
+
"mean_positive_min_rms_l2_at_2": 0.34101195741412066,
|
| 119 |
+
"median_positive_min_rms_l2_at_2": 0.26654668694623,
|
| 120 |
+
"positive_closer_than_negative_rate_at_2": 0.75,
|
| 121 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 122 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 123 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 124 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 125 |
+
"ptr_proxy_at_2_thr_0p2": 0.375,
|
| 126 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 127 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 128 |
+
"negative_near_at_2_thr_0p4": 0.5,
|
| 129 |
+
"mean_positive_min_rms_l2_at_4": 0.3315603423713636,
|
| 130 |
+
"median_positive_min_rms_l2_at_4": 0.2557657332125392,
|
| 131 |
+
"positive_closer_than_negative_rate_at_4": 0.75,
|
| 132 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 133 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 134 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 135 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 136 |
+
"ptr_proxy_at_4_thr_0p2": 0.375,
|
| 137 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 138 |
+
"ptr_proxy_at_4_thr_0p4": 0.625,
|
| 139 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 140 |
+
"mean_positive_min_rms_l2_at_8": 0.3089038393236888,
|
| 141 |
+
"median_positive_min_rms_l2_at_8": 0.20298317627427243,
|
| 142 |
+
"positive_closer_than_negative_rate_at_8": 0.75,
|
| 143 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 144 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 145 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 146 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 147 |
+
"ptr_proxy_at_8_thr_0p2": 0.375,
|
| 148 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 149 |
+
"ptr_proxy_at_8_thr_0p4": 0.625,
|
| 150 |
+
"negative_near_at_8_thr_0p4": 0.625,
|
| 151 |
+
"mean_positive_min_rms_l2_at_16": 0.29706465727893616,
|
| 152 |
+
"median_positive_min_rms_l2_at_16": 0.1901997425677514,
|
| 153 |
+
"positive_closer_than_negative_rate_at_16": 0.75,
|
| 154 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 155 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 156 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 157 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 158 |
+
"ptr_proxy_at_16_thr_0p2": 0.5,
|
| 159 |
+
"negative_near_at_16_thr_0p2": 0.125,
|
| 160 |
+
"ptr_proxy_at_16_thr_0p4": 0.625,
|
| 161 |
+
"negative_near_at_16_thr_0p4": 0.625
|
| 162 |
+
},
|
| 163 |
+
"PickCube-v1": {
|
| 164 |
+
"num_groups": 3,
|
| 165 |
+
"mean_positive_min_rms_l2_at_1": 0.7442429704668784,
|
| 166 |
+
"median_positive_min_rms_l2_at_1": 0.7109917566109405,
|
| 167 |
+
"positive_closer_than_negative_rate_at_1": 0.6666666666666666,
|
| 168 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 169 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 170 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 171 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 172 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 173 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 174 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 175 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 176 |
+
"mean_positive_min_rms_l2_at_2": 0.7442429704668784,
|
| 177 |
+
"median_positive_min_rms_l2_at_2": 0.7109917566109405,
|
| 178 |
+
"positive_closer_than_negative_rate_at_2": 0.6666666666666666,
|
| 179 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 180 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 181 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 182 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 183 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 184 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 185 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 186 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 187 |
+
"mean_positive_min_rms_l2_at_4": 0.34186741934563875,
|
| 188 |
+
"median_positive_min_rms_l2_at_4": 0.3405808186333041,
|
| 189 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 190 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 191 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 192 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 193 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 194 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 195 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 196 |
+
"ptr_proxy_at_4_thr_0p4": 1.0,
|
| 197 |
+
"negative_near_at_4_thr_0p4": 0.3333333333333333,
|
| 198 |
+
"mean_positive_min_rms_l2_at_8": 0.32238364783322887,
|
| 199 |
+
"median_positive_min_rms_l2_at_8": 0.33617756823536793,
|
| 200 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 201 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 202 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 203 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 204 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 205 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 206 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 207 |
+
"ptr_proxy_at_8_thr_0p4": 1.0,
|
| 208 |
+
"negative_near_at_8_thr_0p4": 0.3333333333333333,
|
| 209 |
+
"mean_positive_min_rms_l2_at_16": 0.28960925602208437,
|
| 210 |
+
"median_positive_min_rms_l2_at_16": 0.2780951109709911,
|
| 211 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 212 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 213 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 214 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 215 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 216 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 217 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 218 |
+
"ptr_proxy_at_16_thr_0p4": 1.0,
|
| 219 |
+
"negative_near_at_16_thr_0p4": 0.6666666666666666
|
| 220 |
+
},
|
| 221 |
+
"PullCube-v1": {
|
| 222 |
+
"num_groups": 51,
|
| 223 |
+
"mean_positive_min_rms_l2_at_1": 1.2253158855097468,
|
| 224 |
+
"median_positive_min_rms_l2_at_1": 1.2071125257044661,
|
| 225 |
+
"positive_closer_than_negative_rate_at_1": 0.5,
|
| 226 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 227 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 228 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 229 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 230 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 231 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 232 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 233 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 234 |
+
"mean_positive_min_rms_l2_at_2": 1.1277230266633673,
|
| 235 |
+
"median_positive_min_rms_l2_at_2": 1.061163087963003,
|
| 236 |
+
"positive_closer_than_negative_rate_at_2": 0.475,
|
| 237 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 238 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 239 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 240 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 241 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 242 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 243 |
+
"ptr_proxy_at_2_thr_0p4": 0.0,
|
| 244 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 245 |
+
"mean_positive_min_rms_l2_at_4": 1.0644041831509383,
|
| 246 |
+
"median_positive_min_rms_l2_at_4": 0.9635416105251995,
|
| 247 |
+
"positive_closer_than_negative_rate_at_4": 0.475,
|
| 248 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 249 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 250 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 251 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 252 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 253 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 254 |
+
"ptr_proxy_at_4_thr_0p4": 0.0,
|
| 255 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 256 |
+
"mean_positive_min_rms_l2_at_8": 1.031475457313032,
|
| 257 |
+
"median_positive_min_rms_l2_at_8": 0.9635416105251995,
|
| 258 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 259 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 260 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 261 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 262 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 263 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 264 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 265 |
+
"ptr_proxy_at_8_thr_0p4": 0.0,
|
| 266 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 267 |
+
"mean_positive_min_rms_l2_at_16": 0.9980727097315419,
|
| 268 |
+
"median_positive_min_rms_l2_at_16": 0.9192084162502758,
|
| 269 |
+
"positive_closer_than_negative_rate_at_16": 0.475,
|
| 270 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 271 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 272 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 273 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 274 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 275 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 276 |
+
"ptr_proxy_at_16_thr_0p4": 0.0,
|
| 277 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 278 |
+
},
|
| 279 |
+
"PushCube-v1": {
|
| 280 |
+
"num_groups": 15,
|
| 281 |
+
"mean_positive_min_rms_l2_at_1": 0.6424363831680497,
|
| 282 |
+
"median_positive_min_rms_l2_at_1": 0.656495408357608,
|
| 283 |
+
"positive_closer_than_negative_rate_at_1": 0.75,
|
| 284 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 285 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 286 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 287 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 288 |
+
"ptr_proxy_at_1_thr_0p2": 0.0,
|
| 289 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 290 |
+
"ptr_proxy_at_1_thr_0p4": 0.0,
|
| 291 |
+
"negative_near_at_1_thr_0p4": 0.0,
|
| 292 |
+
"mean_positive_min_rms_l2_at_2": 0.5384846771363223,
|
| 293 |
+
"median_positive_min_rms_l2_at_2": 0.49560179608757327,
|
| 294 |
+
"positive_closer_than_negative_rate_at_2": 0.875,
|
| 295 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 296 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 297 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 298 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 299 |
+
"ptr_proxy_at_2_thr_0p2": 0.0,
|
| 300 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 301 |
+
"ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
|
| 302 |
+
"negative_near_at_2_thr_0p4": 0.0,
|
| 303 |
+
"mean_positive_min_rms_l2_at_4": 0.49529838599597825,
|
| 304 |
+
"median_positive_min_rms_l2_at_4": 0.4802063013260652,
|
| 305 |
+
"positive_closer_than_negative_rate_at_4": 0.875,
|
| 306 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 307 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 308 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 309 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 310 |
+
"ptr_proxy_at_4_thr_0p2": 0.0,
|
| 311 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 312 |
+
"ptr_proxy_at_4_thr_0p4": 0.2,
|
| 313 |
+
"negative_near_at_4_thr_0p4": 0.0,
|
| 314 |
+
"mean_positive_min_rms_l2_at_8": 0.4342159619403532,
|
| 315 |
+
"median_positive_min_rms_l2_at_8": 0.43369200256356477,
|
| 316 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 317 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 318 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 319 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 320 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 321 |
+
"ptr_proxy_at_8_thr_0p2": 0.0,
|
| 322 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 323 |
+
"ptr_proxy_at_8_thr_0p4": 0.4,
|
| 324 |
+
"negative_near_at_8_thr_0p4": 0.0,
|
| 325 |
+
"mean_positive_min_rms_l2_at_16": 0.39916027446774827,
|
| 326 |
+
"median_positive_min_rms_l2_at_16": 0.39935241044989717,
|
| 327 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 328 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 329 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 330 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 331 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 332 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 333 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 334 |
+
"ptr_proxy_at_16_thr_0p4": 0.5333333333333333,
|
| 335 |
+
"negative_near_at_16_thr_0p4": 0.0
|
| 336 |
+
},
|
| 337 |
+
"StackCube-v1": {
|
| 338 |
+
"num_groups": 16,
|
| 339 |
+
"mean_positive_min_rms_l2_at_1": 0.33480511856574113,
|
| 340 |
+
"median_positive_min_rms_l2_at_1": 0.32210262365251413,
|
| 341 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 342 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 343 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 344 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 345 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 346 |
+
"ptr_proxy_at_1_thr_0p2": 0.1875,
|
| 347 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 348 |
+
"ptr_proxy_at_1_thr_0p4": 0.6875,
|
| 349 |
+
"negative_near_at_1_thr_0p4": 0.4375,
|
| 350 |
+
"mean_positive_min_rms_l2_at_2": 0.3057465985194385,
|
| 351 |
+
"median_positive_min_rms_l2_at_2": 0.2923866831726707,
|
| 352 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 353 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 354 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 355 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 356 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 357 |
+
"ptr_proxy_at_2_thr_0p2": 0.1875,
|
| 358 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 359 |
+
"ptr_proxy_at_2_thr_0p4": 0.8125,
|
| 360 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 361 |
+
"mean_positive_min_rms_l2_at_4": 0.27919172877538917,
|
| 362 |
+
"median_positive_min_rms_l2_at_4": 0.2680461000994676,
|
| 363 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 364 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 365 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 366 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 367 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 368 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 369 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 370 |
+
"ptr_proxy_at_4_thr_0p4": 0.9375,
|
| 371 |
+
"negative_near_at_4_thr_0p4": 0.6875,
|
| 372 |
+
"mean_positive_min_rms_l2_at_8": 0.25944085055230776,
|
| 373 |
+
"median_positive_min_rms_l2_at_8": 0.2473668615174901,
|
| 374 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 375 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 376 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 377 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 378 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 379 |
+
"ptr_proxy_at_8_thr_0p2": 0.25,
|
| 380 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 381 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 382 |
+
"negative_near_at_8_thr_0p4": 0.6875,
|
| 383 |
+
"mean_positive_min_rms_l2_at_16": 0.25187652125357773,
|
| 384 |
+
"median_positive_min_rms_l2_at_16": 0.23386469314861574,
|
| 385 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 386 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 387 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 388 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 389 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 390 |
+
"ptr_proxy_at_16_thr_0p2": 0.25,
|
| 391 |
+
"negative_near_at_16_thr_0p2": 0.0625,
|
| 392 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 393 |
+
"negative_near_at_16_thr_0p4": 0.6875
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"train_history": [
|
| 397 |
+
{
|
| 398 |
+
"epoch": 1.0,
|
| 399 |
+
"loss": 0.8561510322288998,
|
| 400 |
+
"reconstruction_mse": 0.8553790024206515,
|
| 401 |
+
"kl": 0.07720356647279704
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"epoch": 30.0,
|
| 405 |
+
"loss": 0.058293935962531324,
|
| 406 |
+
"reconstruction_mse": 0.03844030559038081,
|
| 407 |
+
"kl": 1.985363083013111
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 60.0,
|
| 411 |
+
"loss": 0.04136193284954571,
|
| 412 |
+
"reconstruction_mse": 0.02170445524989464,
|
| 413 |
+
"kl": 1.9657477819063827
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"epoch": 90.0,
|
| 417 |
+
"loss": 0.03622368581356708,
|
| 418 |
+
"reconstruction_mse": 0.016967455256350947,
|
| 419 |
+
"kl": 1.9256230463368667
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 120.0,
|
| 423 |
+
"loss": 0.03454001130962213,
|
| 424 |
+
"reconstruction_mse": 0.0155618118700604,
|
| 425 |
+
"kl": 1.8978199445345565
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"epoch": 150.0,
|
| 429 |
+
"loss": 0.031855534519595975,
|
| 430 |
+
"reconstruction_mse": 0.012928622664389308,
|
| 431 |
+
"kl": 1.8926912558098667
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"epoch": 180.0,
|
| 435 |
+
"loss": 0.030880404098304563,
|
| 436 |
+
"reconstruction_mse": 0.012364069348160731,
|
| 437 |
+
"kl": 1.8516335666478179
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 210.0,
|
| 441 |
+
"loss": 0.029324681863487266,
|
| 442 |
+
"reconstruction_mse": 0.011049619131101193,
|
| 443 |
+
"kl": 1.8275063137379235
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"epoch": 240.0,
|
| 447 |
+
"loss": 0.028965792766397505,
|
| 448 |
+
"reconstruction_mse": 0.01109696241042799,
|
| 449 |
+
"kl": 1.7868830146694024
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 270.0,
|
| 453 |
+
"loss": 0.02744296480449094,
|
| 454 |
+
"reconstruction_mse": 0.009699893857232716,
|
| 455 |
+
"kl": 1.7743070804217025
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"epoch": 300.0,
|
| 459 |
+
"loss": 0.02761547450902864,
|
| 460 |
+
"reconstruction_mse": 0.01011807058249073,
|
| 461 |
+
"kl": 1.7497404680427207
|
| 462 |
+
}
|
| 463 |
+
],
|
| 464 |
+
"targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
|
| 465 |
+
}
|
| 466 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25_eval.json
|
| 467 |
+
Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25.pt
|