manual-sync 2026-07-02T20:50:21Z local-atlas-guided-flow results
Browse files- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2.pt +3 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_sweep_summary.json +245 -0
- workspace/results/generator_v2_positive_tangent_guided_spline_flow_sweep_summary.md +13 -0
- workspace/results/generator_v2_positive_tangent_local_atlas_pool16_eval.json +394 -0
- workspace/results/generator_v2_positive_tangent_local_atlas_pool64_div025_eval.json +394 -0
- workspace/results/generator_v2_positive_tangent_local_atlas_sweep_summary.json +50 -0
- workspace/results/generator_v2_positive_tangent_local_atlas_sweep_summary.md +6 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_sweep_summary.json +125 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_sweep_summary.md +9 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_temp0p5.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_temp0p5_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_temp1p5.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_cvae_temp1p5_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_flow.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5_steps32.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5_steps32_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise0p75.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise0p75_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise1p25_steps32.pt +3 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_noise1p25_steps32_eval.json +0 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_sweep_summary.json +95 -0
- workspace/results/generator_v2_positive_tangent_spline_flow_sweep_summary.md +9 -0
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:58468989e3269407eb8960caa84beae5b02f44e57794b1efe31f072fe948944a
|
| 3 |
+
size 948545
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa7e001932b8dc7f0fe79e749f6064feff8e7ffcd3eeafe7e43e18fc0583d113
|
| 3 |
+
size 948545
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1ff0f38e1543c4097e86a036b1b348239cce6b9a76e9d2ff738ff4e57dd976f
|
| 3 |
+
size 948935
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8f5ab44bbf7387f106cf16b355ccdd66c24ef096f6045de853f84cd6cfc3887
|
| 3 |
+
size 948545
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7498c633fb88adb6e1504558724c025b39fb85ee3c290cd4a1f0d836e4eaddf3
|
| 3 |
+
size 948545
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3b38adac978bb9bdc03b2d9515cbbbb248cc4eee88a5139450540ce35b0d6fc8
|
| 3 |
+
size 948935
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f62e147652e22bab28e7254c6b1f839df6af461b9fe976493e6eb7f7edb8e24
|
| 3 |
+
size 948545
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2546e1cfec2816a9ee3af4492f5315ac73264a4a0f02b815e56140cbd54697a8
|
| 3 |
+
size 948545
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:878b3d5b1352814b461e4956d187d59470437a31b9a94ef5d1147db58cd8cfbd
|
| 3 |
+
size 948545
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_sweep_summary.json
ADDED
|
@@ -0,0 +1,245 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"num_runs": 9,
|
| 3 |
+
"best": {
|
| 4 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2_eval.json",
|
| 5 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2.pt",
|
| 6 |
+
"sample_steps": 16,
|
| 7 |
+
"noise_scale": 1.0,
|
| 8 |
+
"guidance_scale": 0.5,
|
| 9 |
+
"guidance_grad_clip": 1.0,
|
| 10 |
+
"proposal_pool_multiplier": 2,
|
| 11 |
+
"utility_positive_weight": 23.401502504173624,
|
| 12 |
+
"epochs": 300,
|
| 13 |
+
"utility_epochs": 120,
|
| 14 |
+
"code_dim": 21,
|
| 15 |
+
"num_val_groups_with_positive": 93,
|
| 16 |
+
"num_train_positive": 1198,
|
| 17 |
+
"num_train_negative": 28035,
|
| 18 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 19 |
+
"ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
|
| 20 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 21 |
+
"positive_closer_than_negative_rate_at_16": 0.6933333333333334,
|
| 22 |
+
"mean_positive_min_rms_l2_at_16": 0.7866852985588353,
|
| 23 |
+
"final_flow_mse": 0.6545517841643205,
|
| 24 |
+
"final_utility_bce": 0.05176344400836499,
|
| 25 |
+
"final_utility_accuracy": 0.9868641603667089
|
| 26 |
+
},
|
| 27 |
+
"rows": [
|
| 28 |
+
{
|
| 29 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2_eval.json",
|
| 30 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2.pt",
|
| 31 |
+
"sample_steps": 16,
|
| 32 |
+
"noise_scale": 1.0,
|
| 33 |
+
"guidance_scale": 0.5,
|
| 34 |
+
"guidance_grad_clip": 1.0,
|
| 35 |
+
"proposal_pool_multiplier": 2,
|
| 36 |
+
"utility_positive_weight": 23.401502504173624,
|
| 37 |
+
"epochs": 300,
|
| 38 |
+
"utility_epochs": 120,
|
| 39 |
+
"code_dim": 21,
|
| 40 |
+
"num_val_groups_with_positive": 93,
|
| 41 |
+
"num_train_positive": 1198,
|
| 42 |
+
"num_train_negative": 28035,
|
| 43 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 44 |
+
"ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
|
| 45 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 46 |
+
"positive_closer_than_negative_rate_at_16": 0.6933333333333334,
|
| 47 |
+
"mean_positive_min_rms_l2_at_16": 0.7866852985588353,
|
| 48 |
+
"final_flow_mse": 0.6545517841643205,
|
| 49 |
+
"final_utility_bce": 0.05176344400836499,
|
| 50 |
+
"final_utility_accuracy": 0.9868641603667089
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2_eval.json",
|
| 54 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2.pt",
|
| 55 |
+
"sample_steps": 16,
|
| 56 |
+
"noise_scale": 1.0,
|
| 57 |
+
"guidance_scale": 0.0,
|
| 58 |
+
"guidance_grad_clip": 1.0,
|
| 59 |
+
"proposal_pool_multiplier": 2,
|
| 60 |
+
"utility_positive_weight": 23.401502504173624,
|
| 61 |
+
"epochs": 300,
|
| 62 |
+
"utility_epochs": 120,
|
| 63 |
+
"code_dim": 21,
|
| 64 |
+
"num_val_groups_with_positive": 93,
|
| 65 |
+
"num_train_positive": 1198,
|
| 66 |
+
"num_train_negative": 28035,
|
| 67 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 68 |
+
"ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
|
| 69 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 70 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 71 |
+
"mean_positive_min_rms_l2_at_16": 0.7958533029317688,
|
| 72 |
+
"final_flow_mse": 0.6556015862447392,
|
| 73 |
+
"final_utility_bce": 0.0318752133163209,
|
| 74 |
+
"final_utility_accuracy": 0.9905928231792837
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8_eval.json",
|
| 78 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8.pt",
|
| 79 |
+
"sample_steps": 16,
|
| 80 |
+
"noise_scale": 1.0,
|
| 81 |
+
"guidance_scale": 1.0,
|
| 82 |
+
"guidance_grad_clip": 1.0,
|
| 83 |
+
"proposal_pool_multiplier": 8,
|
| 84 |
+
"utility_positive_weight": 23.401502504173624,
|
| 85 |
+
"epochs": 300,
|
| 86 |
+
"utility_epochs": 120,
|
| 87 |
+
"code_dim": 21,
|
| 88 |
+
"num_val_groups_with_positive": 93,
|
| 89 |
+
"num_train_positive": 1198,
|
| 90 |
+
"num_train_negative": 28035,
|
| 91 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
|
| 93 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 94 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 95 |
+
"mean_positive_min_rms_l2_at_16": 0.8023423684171563,
|
| 96 |
+
"final_flow_mse": 0.660154535694791,
|
| 97 |
+
"final_utility_bce": 0.031646742620049295,
|
| 98 |
+
"final_utility_accuracy": 0.9911743577463825
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8_eval.json",
|
| 102 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8.pt",
|
| 103 |
+
"sample_steps": 16,
|
| 104 |
+
"noise_scale": 1.0,
|
| 105 |
+
"guidance_scale": 0.5,
|
| 106 |
+
"guidance_grad_clip": 1.0,
|
| 107 |
+
"proposal_pool_multiplier": 8,
|
| 108 |
+
"utility_positive_weight": 23.401502504173624,
|
| 109 |
+
"epochs": 300,
|
| 110 |
+
"utility_epochs": 120,
|
| 111 |
+
"code_dim": 21,
|
| 112 |
+
"num_val_groups_with_positive": 93,
|
| 113 |
+
"num_train_positive": 1198,
|
| 114 |
+
"num_train_negative": 28035,
|
| 115 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
|
| 117 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 118 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 119 |
+
"mean_positive_min_rms_l2_at_16": 0.7866314431761244,
|
| 120 |
+
"final_flow_mse": 0.6389150016494903,
|
| 121 |
+
"final_utility_bce": 0.09202568651229014,
|
| 122 |
+
"final_utility_accuracy": 0.9809119830328739
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8_eval.json",
|
| 126 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8.pt",
|
| 127 |
+
"sample_steps": 16,
|
| 128 |
+
"noise_scale": 1.0,
|
| 129 |
+
"guidance_scale": 0.0,
|
| 130 |
+
"guidance_grad_clip": 1.0,
|
| 131 |
+
"proposal_pool_multiplier": 8,
|
| 132 |
+
"utility_positive_weight": 23.401502504173624,
|
| 133 |
+
"epochs": 300,
|
| 134 |
+
"utility_epochs": 120,
|
| 135 |
+
"code_dim": 21,
|
| 136 |
+
"num_val_groups_with_positive": 93,
|
| 137 |
+
"num_train_positive": 1198,
|
| 138 |
+
"num_train_negative": 28035,
|
| 139 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 140 |
+
"ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
|
| 141 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 142 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 143 |
+
"mean_positive_min_rms_l2_at_16": 0.7775313483461576,
|
| 144 |
+
"final_flow_mse": 0.6567017389259274,
|
| 145 |
+
"final_utility_bce": 0.045439313003332746,
|
| 146 |
+
"final_utility_accuracy": 0.9895323777922211
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8_eval.json",
|
| 150 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8.pt",
|
| 151 |
+
"sample_steps": 16,
|
| 152 |
+
"noise_scale": 0.5,
|
| 153 |
+
"guidance_scale": 0.5,
|
| 154 |
+
"guidance_grad_clip": 1.0,
|
| 155 |
+
"proposal_pool_multiplier": 8,
|
| 156 |
+
"utility_positive_weight": 23.401502504173624,
|
| 157 |
+
"epochs": 300,
|
| 158 |
+
"utility_epochs": 120,
|
| 159 |
+
"code_dim": 21,
|
| 160 |
+
"num_val_groups_with_positive": 93,
|
| 161 |
+
"num_train_positive": 1198,
|
| 162 |
+
"num_train_negative": 28035,
|
| 163 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 164 |
+
"ptr_proxy_at_16_thr_0p4": 0.24731182795698925,
|
| 165 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 166 |
+
"positive_closer_than_negative_rate_at_16": 0.64,
|
| 167 |
+
"mean_positive_min_rms_l2_at_16": 0.7992588942480718,
|
| 168 |
+
"final_flow_mse": 0.3067786458736668,
|
| 169 |
+
"final_utility_bce": 0.042537510963100905,
|
| 170 |
+
"final_utility_accuracy": 0.9893613382136627
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2_eval.json",
|
| 174 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2.pt",
|
| 175 |
+
"sample_steps": 16,
|
| 176 |
+
"noise_scale": 1.0,
|
| 177 |
+
"guidance_scale": 1.0,
|
| 178 |
+
"guidance_grad_clip": 1.0,
|
| 179 |
+
"proposal_pool_multiplier": 2,
|
| 180 |
+
"utility_positive_weight": 23.401502504173624,
|
| 181 |
+
"epochs": 300,
|
| 182 |
+
"utility_epochs": 120,
|
| 183 |
+
"code_dim": 21,
|
| 184 |
+
"num_val_groups_with_positive": 93,
|
| 185 |
+
"num_train_positive": 1198,
|
| 186 |
+
"num_train_negative": 28035,
|
| 187 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 188 |
+
"ptr_proxy_at_16_thr_0p4": 0.23655913978494625,
|
| 189 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 190 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 191 |
+
"mean_positive_min_rms_l2_at_16": 0.7902339963363146,
|
| 192 |
+
"final_flow_mse": 0.6380301157699801,
|
| 193 |
+
"final_utility_bce": 0.03901958788985606,
|
| 194 |
+
"final_utility_accuracy": 0.9898402490336263
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2_eval.json",
|
| 198 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2.pt",
|
| 199 |
+
"sample_steps": 16,
|
| 200 |
+
"noise_scale": 0.5,
|
| 201 |
+
"guidance_scale": 1.0,
|
| 202 |
+
"guidance_grad_clip": 1.0,
|
| 203 |
+
"proposal_pool_multiplier": 2,
|
| 204 |
+
"utility_positive_weight": 23.401502504173624,
|
| 205 |
+
"epochs": 300,
|
| 206 |
+
"utility_epochs": 120,
|
| 207 |
+
"code_dim": 21,
|
| 208 |
+
"num_val_groups_with_positive": 93,
|
| 209 |
+
"num_train_positive": 1198,
|
| 210 |
+
"num_train_negative": 28035,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 212 |
+
"ptr_proxy_at_16_thr_0p4": 0.23655913978494625,
|
| 213 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 214 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 215 |
+
"mean_positive_min_rms_l2_at_16": 0.7794026809404573,
|
| 216 |
+
"final_flow_mse": 0.30531398476861754,
|
| 217 |
+
"final_utility_bce": 0.04006257458338192,
|
| 218 |
+
"final_utility_accuracy": 0.9901823281907434
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"path": "results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2_eval.json",
|
| 222 |
+
"checkpoint": "results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2.pt",
|
| 223 |
+
"sample_steps": 16,
|
| 224 |
+
"noise_scale": 1.0,
|
| 225 |
+
"guidance_scale": 2.0,
|
| 226 |
+
"guidance_grad_clip": 1.0,
|
| 227 |
+
"proposal_pool_multiplier": 2,
|
| 228 |
+
"utility_positive_weight": 23.401502504173624,
|
| 229 |
+
"epochs": 300,
|
| 230 |
+
"utility_epochs": 120,
|
| 231 |
+
"code_dim": 21,
|
| 232 |
+
"num_val_groups_with_positive": 93,
|
| 233 |
+
"num_train_positive": 1198,
|
| 234 |
+
"num_train_negative": 28035,
|
| 235 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 236 |
+
"ptr_proxy_at_16_thr_0p4": 0.1827956989247312,
|
| 237 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 238 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 239 |
+
"mean_positive_min_rms_l2_at_16": 0.8058092390179312,
|
| 240 |
+
"final_flow_mse": 0.6767342009011016,
|
| 241 |
+
"final_utility_bce": 0.07220301079199556,
|
| 242 |
+
"final_utility_accuracy": 0.9835117846269626
|
| 243 |
+
}
|
| 244 |
+
]
|
| 245 |
+
}
|
workspace/results/generator_v2_positive_tangent_guided_spline_flow_sweep_summary.md
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Positive Tangent Guided Spline-Flow Sweep
|
| 2 |
+
|
| 3 |
+
| rank | file | steps | noise | guidance | pool | K16 PTR@0.20 | K16 PTR@0.40 | K16 neg@0.20 | K16 pos<neg | mean pos dist | utility acc |
|
| 4 |
+
|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
|
| 5 |
+
| 1 | results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2_eval.json | 16 | 1.0000 | 0.5000 | 2 | 1.08% | 25.81% | 0.00% | 69.33% | 0.7867 | 98.69% |
|
| 6 |
+
| 2 | results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2_eval.json | 16 | 1.0000 | 0.0000 | 2 | 1.08% | 25.81% | 0.00% | 65.33% | 0.7959 | 99.06% |
|
| 7 |
+
| 3 | results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8_eval.json | 16 | 1.0000 | 1.0000 | 8 | 0.00% | 26.88% | 0.00% | 68.00% | 0.8023 | 99.12% |
|
| 8 |
+
| 4 | results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8_eval.json | 16 | 1.0000 | 0.5000 | 8 | 0.00% | 26.88% | 0.00% | 66.67% | 0.7866 | 98.09% |
|
| 9 |
+
| 5 | results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8_eval.json | 16 | 1.0000 | 0.0000 | 8 | 0.00% | 25.81% | 0.00% | 68.00% | 0.7775 | 98.95% |
|
| 10 |
+
| 6 | results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8_eval.json | 16 | 0.5000 | 0.5000 | 8 | 0.00% | 24.73% | 0.00% | 64.00% | 0.7993 | 98.94% |
|
| 11 |
+
| 7 | results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2_eval.json | 16 | 1.0000 | 1.0000 | 2 | 0.00% | 23.66% | 0.00% | 68.00% | 0.7902 | 98.98% |
|
| 12 |
+
| 8 | results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2_eval.json | 16 | 0.5000 | 1.0000 | 2 | 0.00% | 23.66% | 0.00% | 66.67% | 0.7794 | 99.02% |
|
| 13 |
+
| 9 | results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2_eval.json | 16 | 1.0000 | 2.0000 | 2 | 0.00% | 18.28% | 0.00% | 68.00% | 0.8058 | 98.35% |
|
workspace/results/generator_v2_positive_tangent_local_atlas_pool16_eval.json
ADDED
|
@@ -0,0 +1,394 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_local_atlas_retrieval_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Local-atlas retrieval proposes train-only positive tangents from nearest observation-language-task chart neighborhoods. It is a diagnostic upper baseline for local support reuse, not a deployment claim that same-state outcomes are available.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"val_fraction": 0.2,
|
| 9 |
+
"seed": 0,
|
| 10 |
+
"neighbor_pool": 16,
|
| 11 |
+
"utility_weight": 0.0,
|
| 12 |
+
"diversity_weight": 0.0,
|
| 13 |
+
"same_task_only": true
|
| 14 |
+
},
|
| 15 |
+
"task_ids": [
|
| 16 |
+
"LiftPegUpright-v1",
|
| 17 |
+
"PickCube-v1",
|
| 18 |
+
"PullCube-v1",
|
| 19 |
+
"PushCube-v1",
|
| 20 |
+
"StackCube-v1"
|
| 21 |
+
],
|
| 22 |
+
"code_dim": 21,
|
| 23 |
+
"horizon": 16,
|
| 24 |
+
"action_dim": 7,
|
| 25 |
+
"num_examples": 43095,
|
| 26 |
+
"num_groups": 2873,
|
| 27 |
+
"num_train_examples": 34275,
|
| 28 |
+
"num_val_examples": 8820,
|
| 29 |
+
"num_train_positive": 1198,
|
| 30 |
+
"num_val_groups_with_positive": 93,
|
| 31 |
+
"label_counts": {
|
| 32 |
+
"neutral": 6310,
|
| 33 |
+
"negative": 35225,
|
| 34 |
+
"positive": 1560
|
| 35 |
+
},
|
| 36 |
+
"train_positive_by_task": {
|
| 37 |
+
"LiftPegUpright-v1": 50,
|
| 38 |
+
"PickCube-v1": 15,
|
| 39 |
+
"PullCube-v1": 723,
|
| 40 |
+
"PushCube-v1": 308,
|
| 41 |
+
"StackCube-v1": 102
|
| 42 |
+
},
|
| 43 |
+
"overall": {
|
| 44 |
+
"num_groups": 93,
|
| 45 |
+
"mean_positive_min_rms_l2_at_1": 0.7900737600636368,
|
| 46 |
+
"median_positive_min_rms_l2_at_1": 0.6695273756030672,
|
| 47 |
+
"positive_closer_than_negative_rate_at_1": 0.7066666666666667,
|
| 48 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 49 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 50 |
+
"ptr_proxy_at_1_thr_0p1": 0.053763440860215055,
|
| 51 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 52 |
+
"ptr_proxy_at_1_thr_0p2": 0.12903225806451613,
|
| 53 |
+
"negative_near_at_1_thr_0p2": 0.013333333333333334,
|
| 54 |
+
"ptr_proxy_at_1_thr_0p4": 0.3655913978494624,
|
| 55 |
+
"negative_near_at_1_thr_0p4": 0.28,
|
| 56 |
+
"mean_positive_min_rms_l2_at_2": 0.7249428095929792,
|
| 57 |
+
"median_positive_min_rms_l2_at_2": 0.5607585793949111,
|
| 58 |
+
"positive_closer_than_negative_rate_at_2": 0.72,
|
| 59 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 60 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 61 |
+
"ptr_proxy_at_2_thr_0p1": 0.053763440860215055,
|
| 62 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 63 |
+
"ptr_proxy_at_2_thr_0p2": 0.13978494623655913,
|
| 64 |
+
"negative_near_at_2_thr_0p2": 0.013333333333333334,
|
| 65 |
+
"ptr_proxy_at_2_thr_0p4": 0.41935483870967744,
|
| 66 |
+
"negative_near_at_2_thr_0p4": 0.3333333333333333,
|
| 67 |
+
"mean_positive_min_rms_l2_at_4": 0.6862117028311628,
|
| 68 |
+
"median_positive_min_rms_l2_at_4": 0.5132225365388742,
|
| 69 |
+
"positive_closer_than_negative_rate_at_4": 0.68,
|
| 70 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 71 |
+
"negative_near_at_4_thr_0p05": 0.013333333333333334,
|
| 72 |
+
"ptr_proxy_at_4_thr_0p1": 0.053763440860215055,
|
| 73 |
+
"negative_near_at_4_thr_0p1": 0.013333333333333334,
|
| 74 |
+
"ptr_proxy_at_4_thr_0p2": 0.20430107526881722,
|
| 75 |
+
"negative_near_at_4_thr_0p2": 0.02666666666666667,
|
| 76 |
+
"ptr_proxy_at_4_thr_0p4": 0.46236559139784944,
|
| 77 |
+
"negative_near_at_4_thr_0p4": 0.3466666666666667,
|
| 78 |
+
"mean_positive_min_rms_l2_at_8": 0.6116080536932593,
|
| 79 |
+
"median_positive_min_rms_l2_at_8": 0.4275032309992804,
|
| 80 |
+
"positive_closer_than_negative_rate_at_8": 0.6533333333333333,
|
| 81 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 82 |
+
"negative_near_at_8_thr_0p05": 0.013333333333333334,
|
| 83 |
+
"ptr_proxy_at_8_thr_0p1": 0.06451612903225806,
|
| 84 |
+
"negative_near_at_8_thr_0p1": 0.013333333333333334,
|
| 85 |
+
"ptr_proxy_at_8_thr_0p2": 0.21505376344086022,
|
| 86 |
+
"negative_near_at_8_thr_0p2": 0.02666666666666667,
|
| 87 |
+
"ptr_proxy_at_8_thr_0p4": 0.4946236559139785,
|
| 88 |
+
"negative_near_at_8_thr_0p4": 0.4266666666666667,
|
| 89 |
+
"mean_positive_min_rms_l2_at_16": 0.5330067923630918,
|
| 90 |
+
"median_positive_min_rms_l2_at_16": 0.38135284050703594,
|
| 91 |
+
"positive_closer_than_negative_rate_at_16": 0.64,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 93 |
+
"negative_near_at_16_thr_0p05": 0.02666666666666667,
|
| 94 |
+
"ptr_proxy_at_16_thr_0p1": 0.08602150537634409,
|
| 95 |
+
"negative_near_at_16_thr_0p1": 0.02666666666666667,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p2": 0.23655913978494625,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.05333333333333334,
|
| 98 |
+
"ptr_proxy_at_16_thr_0p4": 0.5268817204301075,
|
| 99 |
+
"negative_near_at_16_thr_0p4": 0.49333333333333335
|
| 100 |
+
},
|
| 101 |
+
"per_task": {
|
| 102 |
+
"LiftPegUpright-v1": {
|
| 103 |
+
"num_groups": 8,
|
| 104 |
+
"mean_positive_min_rms_l2_at_1": 0.3531036835477789,
|
| 105 |
+
"median_positive_min_rms_l2_at_1": 0.23071157225942066,
|
| 106 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 107 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 108 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 109 |
+
"ptr_proxy_at_1_thr_0p1": 0.125,
|
| 110 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 111 |
+
"ptr_proxy_at_1_thr_0p2": 0.375,
|
| 112 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 113 |
+
"ptr_proxy_at_1_thr_0p4": 0.625,
|
| 114 |
+
"negative_near_at_1_thr_0p4": 0.625,
|
| 115 |
+
"mean_positive_min_rms_l2_at_2": 0.33940845009416964,
|
| 116 |
+
"median_positive_min_rms_l2_at_2": 0.2134030337872797,
|
| 117 |
+
"positive_closer_than_negative_rate_at_2": 0.625,
|
| 118 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 119 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 120 |
+
"ptr_proxy_at_2_thr_0p1": 0.125,
|
| 121 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 122 |
+
"ptr_proxy_at_2_thr_0p2": 0.375,
|
| 123 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 124 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 125 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 126 |
+
"mean_positive_min_rms_l2_at_4": 0.3103481352544669,
|
| 127 |
+
"median_positive_min_rms_l2_at_4": 0.1987891606298727,
|
| 128 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 129 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 130 |
+
"negative_near_at_4_thr_0p05": 0.125,
|
| 131 |
+
"ptr_proxy_at_4_thr_0p1": 0.125,
|
| 132 |
+
"negative_near_at_4_thr_0p1": 0.125,
|
| 133 |
+
"ptr_proxy_at_4_thr_0p2": 0.5,
|
| 134 |
+
"negative_near_at_4_thr_0p2": 0.125,
|
| 135 |
+
"ptr_proxy_at_4_thr_0p4": 0.75,
|
| 136 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 137 |
+
"mean_positive_min_rms_l2_at_8": 0.2974806205423003,
|
| 138 |
+
"median_positive_min_rms_l2_at_8": 0.1987891606298727,
|
| 139 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 140 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 141 |
+
"negative_near_at_8_thr_0p05": 0.125,
|
| 142 |
+
"ptr_proxy_at_8_thr_0p1": 0.125,
|
| 143 |
+
"negative_near_at_8_thr_0p1": 0.125,
|
| 144 |
+
"ptr_proxy_at_8_thr_0p2": 0.5,
|
| 145 |
+
"negative_near_at_8_thr_0p2": 0.125,
|
| 146 |
+
"ptr_proxy_at_8_thr_0p4": 0.75,
|
| 147 |
+
"negative_near_at_8_thr_0p4": 0.75,
|
| 148 |
+
"mean_positive_min_rms_l2_at_16": 0.21103058636719474,
|
| 149 |
+
"median_positive_min_rms_l2_at_16": 0.17210677120252,
|
| 150 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 151 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 152 |
+
"negative_near_at_16_thr_0p05": 0.25,
|
| 153 |
+
"ptr_proxy_at_16_thr_0p1": 0.25,
|
| 154 |
+
"negative_near_at_16_thr_0p1": 0.25,
|
| 155 |
+
"ptr_proxy_at_16_thr_0p2": 0.75,
|
| 156 |
+
"negative_near_at_16_thr_0p2": 0.375,
|
| 157 |
+
"ptr_proxy_at_16_thr_0p4": 0.875,
|
| 158 |
+
"negative_near_at_16_thr_0p4": 0.875
|
| 159 |
+
},
|
| 160 |
+
"PickCube-v1": {
|
| 161 |
+
"num_groups": 3,
|
| 162 |
+
"mean_positive_min_rms_l2_at_1": 0.0913872145257043,
|
| 163 |
+
"median_positive_min_rms_l2_at_1": 0.09334415320508621,
|
| 164 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 165 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 166 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 167 |
+
"ptr_proxy_at_1_thr_0p1": 1.0,
|
| 168 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 169 |
+
"ptr_proxy_at_1_thr_0p2": 1.0,
|
| 170 |
+
"negative_near_at_1_thr_0p2": 0.3333333333333333,
|
| 171 |
+
"ptr_proxy_at_1_thr_0p4": 1.0,
|
| 172 |
+
"negative_near_at_1_thr_0p4": 1.0,
|
| 173 |
+
"mean_positive_min_rms_l2_at_2": 0.0913872145257043,
|
| 174 |
+
"median_positive_min_rms_l2_at_2": 0.09334415320508621,
|
| 175 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 176 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 177 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 178 |
+
"ptr_proxy_at_2_thr_0p1": 1.0,
|
| 179 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 180 |
+
"ptr_proxy_at_2_thr_0p2": 1.0,
|
| 181 |
+
"negative_near_at_2_thr_0p2": 0.3333333333333333,
|
| 182 |
+
"ptr_proxy_at_2_thr_0p4": 1.0,
|
| 183 |
+
"negative_near_at_2_thr_0p4": 1.0,
|
| 184 |
+
"mean_positive_min_rms_l2_at_4": 0.0913872145257043,
|
| 185 |
+
"median_positive_min_rms_l2_at_4": 0.09334415320508621,
|
| 186 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 187 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 188 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 189 |
+
"ptr_proxy_at_4_thr_0p1": 1.0,
|
| 190 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 191 |
+
"ptr_proxy_at_4_thr_0p2": 1.0,
|
| 192 |
+
"negative_near_at_4_thr_0p2": 0.3333333333333333,
|
| 193 |
+
"ptr_proxy_at_4_thr_0p4": 1.0,
|
| 194 |
+
"negative_near_at_4_thr_0p4": 1.0,
|
| 195 |
+
"mean_positive_min_rms_l2_at_8": 0.0913872145257043,
|
| 196 |
+
"median_positive_min_rms_l2_at_8": 0.09334415320508621,
|
| 197 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 198 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 199 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 200 |
+
"ptr_proxy_at_8_thr_0p1": 1.0,
|
| 201 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 202 |
+
"ptr_proxy_at_8_thr_0p2": 1.0,
|
| 203 |
+
"negative_near_at_8_thr_0p2": 0.3333333333333333,
|
| 204 |
+
"ptr_proxy_at_8_thr_0p4": 1.0,
|
| 205 |
+
"negative_near_at_8_thr_0p4": 1.0,
|
| 206 |
+
"mean_positive_min_rms_l2_at_16": 0.0913872145257043,
|
| 207 |
+
"median_positive_min_rms_l2_at_16": 0.09334415320508621,
|
| 208 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 209 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 210 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p1": 1.0,
|
| 212 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 213 |
+
"ptr_proxy_at_16_thr_0p2": 1.0,
|
| 214 |
+
"negative_near_at_16_thr_0p2": 0.3333333333333333,
|
| 215 |
+
"ptr_proxy_at_16_thr_0p4": 1.0,
|
| 216 |
+
"negative_near_at_16_thr_0p4": 1.0
|
| 217 |
+
},
|
| 218 |
+
"PullCube-v1": {
|
| 219 |
+
"num_groups": 51,
|
| 220 |
+
"mean_positive_min_rms_l2_at_1": 1.1381868619045734,
|
| 221 |
+
"median_positive_min_rms_l2_at_1": 1.258362297777372,
|
| 222 |
+
"positive_closer_than_negative_rate_at_1": 0.55,
|
| 223 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 224 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 225 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 226 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 227 |
+
"ptr_proxy_at_1_thr_0p2": 0.0392156862745098,
|
| 228 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 229 |
+
"ptr_proxy_at_1_thr_0p4": 0.11764705882352941,
|
| 230 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 231 |
+
"mean_positive_min_rms_l2_at_2": 1.057641673602602,
|
| 232 |
+
"median_positive_min_rms_l2_at_2": 1.216605562381251,
|
| 233 |
+
"positive_closer_than_negative_rate_at_2": 0.575,
|
| 234 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 235 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 236 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 237 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 238 |
+
"ptr_proxy_at_2_thr_0p2": 0.0392156862745098,
|
| 239 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 240 |
+
"ptr_proxy_at_2_thr_0p4": 0.13725490196078433,
|
| 241 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 242 |
+
"mean_positive_min_rms_l2_at_4": 1.009702171625054,
|
| 243 |
+
"median_positive_min_rms_l2_at_4": 1.1873672174317256,
|
| 244 |
+
"positive_closer_than_negative_rate_at_4": 0.525,
|
| 245 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 246 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 247 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 248 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 249 |
+
"ptr_proxy_at_4_thr_0p2": 0.058823529411764705,
|
| 250 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 251 |
+
"ptr_proxy_at_4_thr_0p4": 0.1568627450980392,
|
| 252 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 253 |
+
"mean_positive_min_rms_l2_at_8": 0.9039115555786341,
|
| 254 |
+
"median_positive_min_rms_l2_at_8": 0.9610878333491878,
|
| 255 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 256 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 257 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 258 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 259 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 260 |
+
"ptr_proxy_at_8_thr_0p2": 0.058823529411764705,
|
| 261 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 262 |
+
"ptr_proxy_at_8_thr_0p4": 0.17647058823529413,
|
| 263 |
+
"negative_near_at_8_thr_0p4": 0.175,
|
| 264 |
+
"mean_positive_min_rms_l2_at_16": 0.7795239583551151,
|
| 265 |
+
"median_positive_min_rms_l2_at_16": 0.7026334068498742,
|
| 266 |
+
"positive_closer_than_negative_rate_at_16": 0.45,
|
| 267 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 268 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 269 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 270 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 271 |
+
"ptr_proxy_at_16_thr_0p2": 0.058823529411764705,
|
| 272 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 273 |
+
"ptr_proxy_at_16_thr_0p4": 0.21568627450980393,
|
| 274 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 275 |
+
},
|
| 276 |
+
"PushCube-v1": {
|
| 277 |
+
"num_groups": 15,
|
| 278 |
+
"mean_positive_min_rms_l2_at_1": 0.38927339176122694,
|
| 279 |
+
"median_positive_min_rms_l2_at_1": 0.3547261281244719,
|
| 280 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 281 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 282 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 283 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 284 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 285 |
+
"ptr_proxy_at_1_thr_0p2": 0.06666666666666667,
|
| 286 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 287 |
+
"ptr_proxy_at_1_thr_0p4": 0.7333333333333333,
|
| 288 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 289 |
+
"mean_positive_min_rms_l2_at_2": 0.36646106698369546,
|
| 290 |
+
"median_positive_min_rms_l2_at_2": 0.3382221672797206,
|
| 291 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 292 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 293 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 294 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 295 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 296 |
+
"ptr_proxy_at_2_thr_0p2": 0.06666666666666667,
|
| 297 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 298 |
+
"ptr_proxy_at_2_thr_0p4": 0.8,
|
| 299 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 300 |
+
"mean_positive_min_rms_l2_at_4": 0.34501405948921005,
|
| 301 |
+
"median_positive_min_rms_l2_at_4": 0.33351215621699914,
|
| 302 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 303 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 304 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 305 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 306 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 307 |
+
"ptr_proxy_at_4_thr_0p2": 0.2,
|
| 308 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 309 |
+
"ptr_proxy_at_4_thr_0p4": 0.8,
|
| 310 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 311 |
+
"mean_positive_min_rms_l2_at_8": 0.2887184886218107,
|
| 312 |
+
"median_positive_min_rms_l2_at_8": 0.28855519773654253,
|
| 313 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 314 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 315 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 316 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 317 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 318 |
+
"ptr_proxy_at_8_thr_0p2": 0.2,
|
| 319 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 320 |
+
"ptr_proxy_at_8_thr_0p4": 0.8666666666666667,
|
| 321 |
+
"negative_near_at_8_thr_0p4": 0.25,
|
| 322 |
+
"mean_positive_min_rms_l2_at_16": 0.2870035105184261,
|
| 323 |
+
"median_positive_min_rms_l2_at_16": 0.2732232728474503,
|
| 324 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 325 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 326 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 327 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 328 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 329 |
+
"ptr_proxy_at_16_thr_0p2": 0.2,
|
| 330 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 331 |
+
"ptr_proxy_at_16_thr_0p4": 0.8666666666666667,
|
| 332 |
+
"negative_near_at_16_thr_0p4": 0.375
|
| 333 |
+
},
|
| 334 |
+
"StackCube-v1": {
|
| 335 |
+
"num_groups": 16,
|
| 336 |
+
"mean_positive_min_rms_l2_at_1": 0.40570235877545263,
|
| 337 |
+
"median_positive_min_rms_l2_at_1": 0.34918462533288186,
|
| 338 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 339 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 340 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 341 |
+
"ptr_proxy_at_1_thr_0p1": 0.0625,
|
| 342 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 343 |
+
"ptr_proxy_at_1_thr_0p2": 0.1875,
|
| 344 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 345 |
+
"ptr_proxy_at_1_thr_0p4": 0.5625,
|
| 346 |
+
"negative_near_at_1_thr_0p4": 0.4375,
|
| 347 |
+
"mean_positive_min_rms_l2_at_2": 0.3121006680830289,
|
| 348 |
+
"median_positive_min_rms_l2_at_2": 0.25796202103241905,
|
| 349 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 350 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 351 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 352 |
+
"ptr_proxy_at_2_thr_0p1": 0.0625,
|
| 353 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 354 |
+
"ptr_proxy_at_2_thr_0p2": 0.25,
|
| 355 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 356 |
+
"ptr_proxy_at_2_thr_0p4": 0.75,
|
| 357 |
+
"negative_near_at_2_thr_0p4": 0.6875,
|
| 358 |
+
"mean_positive_min_rms_l2_at_4": 0.2744199995293352,
|
| 359 |
+
"median_positive_min_rms_l2_at_4": 0.22035603622405747,
|
| 360 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 361 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 362 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 363 |
+
"ptr_proxy_at_4_thr_0p1": 0.0625,
|
| 364 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 365 |
+
"ptr_proxy_at_4_thr_0p2": 0.375,
|
| 366 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 367 |
+
"ptr_proxy_at_4_thr_0p4": 0.875,
|
| 368 |
+
"negative_near_at_4_thr_0p4": 0.75,
|
| 369 |
+
"mean_positive_min_rms_l2_at_8": 0.23720473260750713,
|
| 370 |
+
"median_positive_min_rms_l2_at_8": 0.21083167711503367,
|
| 371 |
+
"positive_closer_than_negative_rate_at_8": 0.9375,
|
| 372 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 373 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 374 |
+
"ptr_proxy_at_8_thr_0p1": 0.125,
|
| 375 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 376 |
+
"ptr_proxy_at_8_thr_0p2": 0.4375,
|
| 377 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 378 |
+
"ptr_proxy_at_8_thr_0p4": 0.9375,
|
| 379 |
+
"negative_near_at_8_thr_0p4": 0.875,
|
| 380 |
+
"mean_positive_min_rms_l2_at_16": 0.22165317633534973,
|
| 381 |
+
"median_positive_min_rms_l2_at_16": 0.21083167711503367,
|
| 382 |
+
"positive_closer_than_negative_rate_at_16": 0.9375,
|
| 383 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 384 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 385 |
+
"ptr_proxy_at_16_thr_0p1": 0.1875,
|
| 386 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 387 |
+
"ptr_proxy_at_16_thr_0p2": 0.4375,
|
| 388 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 389 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 390 |
+
"negative_near_at_16_thr_0p4": 0.875
|
| 391 |
+
}
|
| 392 |
+
},
|
| 393 |
+
"targets": "results/generator_v2_positive_tangent_targets.json"
|
| 394 |
+
}
|
workspace/results/generator_v2_positive_tangent_local_atlas_pool64_div025_eval.json
ADDED
|
@@ -0,0 +1,394 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"report_type": "positive_tangent_local_atlas_retrieval_eval",
|
| 3 |
+
"metric_scope": "offline_support_proxy",
|
| 4 |
+
"note": "Local-atlas retrieval proposes train-only positive tangents from nearest observation-language-task chart neighborhoods. It is a diagnostic upper baseline for local support reuse, not a deployment claim that same-state outcomes are available.",
|
| 5 |
+
"config": {
|
| 6 |
+
"obs_dim": 96,
|
| 7 |
+
"text_dim": 64,
|
| 8 |
+
"val_fraction": 0.2,
|
| 9 |
+
"seed": 0,
|
| 10 |
+
"neighbor_pool": 64,
|
| 11 |
+
"utility_weight": 0.0,
|
| 12 |
+
"diversity_weight": 0.25,
|
| 13 |
+
"same_task_only": true
|
| 14 |
+
},
|
| 15 |
+
"task_ids": [
|
| 16 |
+
"LiftPegUpright-v1",
|
| 17 |
+
"PickCube-v1",
|
| 18 |
+
"PullCube-v1",
|
| 19 |
+
"PushCube-v1",
|
| 20 |
+
"StackCube-v1"
|
| 21 |
+
],
|
| 22 |
+
"code_dim": 21,
|
| 23 |
+
"horizon": 16,
|
| 24 |
+
"action_dim": 7,
|
| 25 |
+
"num_examples": 43095,
|
| 26 |
+
"num_groups": 2873,
|
| 27 |
+
"num_train_examples": 34275,
|
| 28 |
+
"num_val_examples": 8820,
|
| 29 |
+
"num_train_positive": 1198,
|
| 30 |
+
"num_val_groups_with_positive": 93,
|
| 31 |
+
"label_counts": {
|
| 32 |
+
"neutral": 6310,
|
| 33 |
+
"negative": 35225,
|
| 34 |
+
"positive": 1560
|
| 35 |
+
},
|
| 36 |
+
"train_positive_by_task": {
|
| 37 |
+
"LiftPegUpright-v1": 50,
|
| 38 |
+
"PickCube-v1": 15,
|
| 39 |
+
"PullCube-v1": 723,
|
| 40 |
+
"PushCube-v1": 308,
|
| 41 |
+
"StackCube-v1": 102
|
| 42 |
+
},
|
| 43 |
+
"overall": {
|
| 44 |
+
"num_groups": 93,
|
| 45 |
+
"mean_positive_min_rms_l2_at_1": 0.7900737600636368,
|
| 46 |
+
"median_positive_min_rms_l2_at_1": 0.6695273756030672,
|
| 47 |
+
"positive_closer_than_negative_rate_at_1": 0.7066666666666667,
|
| 48 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 49 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 50 |
+
"ptr_proxy_at_1_thr_0p1": 0.053763440860215055,
|
| 51 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 52 |
+
"ptr_proxy_at_1_thr_0p2": 0.12903225806451613,
|
| 53 |
+
"negative_near_at_1_thr_0p2": 0.013333333333333334,
|
| 54 |
+
"ptr_proxy_at_1_thr_0p4": 0.3655913978494624,
|
| 55 |
+
"negative_near_at_1_thr_0p4": 0.28,
|
| 56 |
+
"mean_positive_min_rms_l2_at_2": 0.7479853621571018,
|
| 57 |
+
"median_positive_min_rms_l2_at_2": 0.6629990738240249,
|
| 58 |
+
"positive_closer_than_negative_rate_at_2": 0.72,
|
| 59 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 60 |
+
"negative_near_at_2_thr_0p05": 0.02666666666666667,
|
| 61 |
+
"ptr_proxy_at_2_thr_0p1": 0.053763440860215055,
|
| 62 |
+
"negative_near_at_2_thr_0p1": 0.02666666666666667,
|
| 63 |
+
"ptr_proxy_at_2_thr_0p2": 0.12903225806451613,
|
| 64 |
+
"negative_near_at_2_thr_0p2": 0.04,
|
| 65 |
+
"ptr_proxy_at_2_thr_0p4": 0.3655913978494624,
|
| 66 |
+
"negative_near_at_2_thr_0p4": 0.28,
|
| 67 |
+
"mean_positive_min_rms_l2_at_4": 0.6859331664314371,
|
| 68 |
+
"median_positive_min_rms_l2_at_4": 0.5996697515364656,
|
| 69 |
+
"positive_closer_than_negative_rate_at_4": 0.6533333333333333,
|
| 70 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 71 |
+
"negative_near_at_4_thr_0p05": 0.02666666666666667,
|
| 72 |
+
"ptr_proxy_at_4_thr_0p1": 0.053763440860215055,
|
| 73 |
+
"negative_near_at_4_thr_0p1": 0.02666666666666667,
|
| 74 |
+
"ptr_proxy_at_4_thr_0p2": 0.15053763440860216,
|
| 75 |
+
"negative_near_at_4_thr_0p2": 0.04,
|
| 76 |
+
"ptr_proxy_at_4_thr_0p4": 0.41935483870967744,
|
| 77 |
+
"negative_near_at_4_thr_0p4": 0.3466666666666667,
|
| 78 |
+
"mean_positive_min_rms_l2_at_8": 0.6050220828872525,
|
| 79 |
+
"median_positive_min_rms_l2_at_8": 0.49030133513168006,
|
| 80 |
+
"positive_closer_than_negative_rate_at_8": 0.64,
|
| 81 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 82 |
+
"negative_near_at_8_thr_0p05": 0.02666666666666667,
|
| 83 |
+
"ptr_proxy_at_8_thr_0p1": 0.053763440860215055,
|
| 84 |
+
"negative_near_at_8_thr_0p1": 0.04,
|
| 85 |
+
"ptr_proxy_at_8_thr_0p2": 0.16129032258064516,
|
| 86 |
+
"negative_near_at_8_thr_0p2": 0.05333333333333334,
|
| 87 |
+
"ptr_proxy_at_8_thr_0p4": 0.45161290322580644,
|
| 88 |
+
"negative_near_at_8_thr_0p4": 0.41333333333333333,
|
| 89 |
+
"mean_positive_min_rms_l2_at_16": 0.5241192754510431,
|
| 90 |
+
"median_positive_min_rms_l2_at_16": 0.4193554364218199,
|
| 91 |
+
"positive_closer_than_negative_rate_at_16": 0.64,
|
| 92 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 93 |
+
"negative_near_at_16_thr_0p05": 0.02666666666666667,
|
| 94 |
+
"ptr_proxy_at_16_thr_0p1": 0.07526881720430108,
|
| 95 |
+
"negative_near_at_16_thr_0p1": 0.04,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p2": 0.1827956989247312,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.06666666666666667,
|
| 98 |
+
"ptr_proxy_at_16_thr_0p4": 0.4946236559139785,
|
| 99 |
+
"negative_near_at_16_thr_0p4": 0.48
|
| 100 |
+
},
|
| 101 |
+
"per_task": {
|
| 102 |
+
"LiftPegUpright-v1": {
|
| 103 |
+
"num_groups": 8,
|
| 104 |
+
"mean_positive_min_rms_l2_at_1": 0.3531036835477789,
|
| 105 |
+
"median_positive_min_rms_l2_at_1": 0.23071157225942066,
|
| 106 |
+
"positive_closer_than_negative_rate_at_1": 0.625,
|
| 107 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 108 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 109 |
+
"ptr_proxy_at_1_thr_0p1": 0.125,
|
| 110 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 111 |
+
"ptr_proxy_at_1_thr_0p2": 0.375,
|
| 112 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 113 |
+
"ptr_proxy_at_1_thr_0p4": 0.625,
|
| 114 |
+
"negative_near_at_1_thr_0p4": 0.625,
|
| 115 |
+
"mean_positive_min_rms_l2_at_2": 0.3531036835477789,
|
| 116 |
+
"median_positive_min_rms_l2_at_2": 0.23071157225942066,
|
| 117 |
+
"positive_closer_than_negative_rate_at_2": 0.5,
|
| 118 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 119 |
+
"negative_near_at_2_thr_0p05": 0.25,
|
| 120 |
+
"ptr_proxy_at_2_thr_0p1": 0.125,
|
| 121 |
+
"negative_near_at_2_thr_0p1": 0.25,
|
| 122 |
+
"ptr_proxy_at_2_thr_0p2": 0.375,
|
| 123 |
+
"negative_near_at_2_thr_0p2": 0.25,
|
| 124 |
+
"ptr_proxy_at_2_thr_0p4": 0.625,
|
| 125 |
+
"negative_near_at_2_thr_0p4": 0.625,
|
| 126 |
+
"mean_positive_min_rms_l2_at_4": 0.30766057999904434,
|
| 127 |
+
"median_positive_min_rms_l2_at_4": 0.2083981458230849,
|
| 128 |
+
"positive_closer_than_negative_rate_at_4": 0.5,
|
| 129 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 130 |
+
"negative_near_at_4_thr_0p05": 0.25,
|
| 131 |
+
"ptr_proxy_at_4_thr_0p1": 0.125,
|
| 132 |
+
"negative_near_at_4_thr_0p1": 0.25,
|
| 133 |
+
"ptr_proxy_at_4_thr_0p2": 0.5,
|
| 134 |
+
"negative_near_at_4_thr_0p2": 0.25,
|
| 135 |
+
"ptr_proxy_at_4_thr_0p4": 0.75,
|
| 136 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 137 |
+
"mean_positive_min_rms_l2_at_8": 0.25663014143860313,
|
| 138 |
+
"median_positive_min_rms_l2_at_8": 0.1987891606298727,
|
| 139 |
+
"positive_closer_than_negative_rate_at_8": 0.5,
|
| 140 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 141 |
+
"negative_near_at_8_thr_0p05": 0.25,
|
| 142 |
+
"ptr_proxy_at_8_thr_0p1": 0.125,
|
| 143 |
+
"negative_near_at_8_thr_0p1": 0.25,
|
| 144 |
+
"ptr_proxy_at_8_thr_0p2": 0.5,
|
| 145 |
+
"negative_near_at_8_thr_0p2": 0.25,
|
| 146 |
+
"ptr_proxy_at_8_thr_0p4": 0.75,
|
| 147 |
+
"negative_near_at_8_thr_0p4": 0.75,
|
| 148 |
+
"mean_positive_min_rms_l2_at_16": 0.21551378418813605,
|
| 149 |
+
"median_positive_min_rms_l2_at_16": 0.1822100425572491,
|
| 150 |
+
"positive_closer_than_negative_rate_at_16": 0.5,
|
| 151 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 152 |
+
"negative_near_at_16_thr_0p05": 0.25,
|
| 153 |
+
"ptr_proxy_at_16_thr_0p1": 0.25,
|
| 154 |
+
"negative_near_at_16_thr_0p1": 0.25,
|
| 155 |
+
"ptr_proxy_at_16_thr_0p2": 0.625,
|
| 156 |
+
"negative_near_at_16_thr_0p2": 0.375,
|
| 157 |
+
"ptr_proxy_at_16_thr_0p4": 0.875,
|
| 158 |
+
"negative_near_at_16_thr_0p4": 0.875
|
| 159 |
+
},
|
| 160 |
+
"PickCube-v1": {
|
| 161 |
+
"num_groups": 3,
|
| 162 |
+
"mean_positive_min_rms_l2_at_1": 0.0913872145257043,
|
| 163 |
+
"median_positive_min_rms_l2_at_1": 0.09334415320508621,
|
| 164 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 165 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 166 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 167 |
+
"ptr_proxy_at_1_thr_0p1": 1.0,
|
| 168 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 169 |
+
"ptr_proxy_at_1_thr_0p2": 1.0,
|
| 170 |
+
"negative_near_at_1_thr_0p2": 0.3333333333333333,
|
| 171 |
+
"ptr_proxy_at_1_thr_0p4": 1.0,
|
| 172 |
+
"negative_near_at_1_thr_0p4": 1.0,
|
| 173 |
+
"mean_positive_min_rms_l2_at_2": 0.0913872145257043,
|
| 174 |
+
"median_positive_min_rms_l2_at_2": 0.09334415320508621,
|
| 175 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 176 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 177 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 178 |
+
"ptr_proxy_at_2_thr_0p1": 1.0,
|
| 179 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 180 |
+
"ptr_proxy_at_2_thr_0p2": 1.0,
|
| 181 |
+
"negative_near_at_2_thr_0p2": 0.3333333333333333,
|
| 182 |
+
"ptr_proxy_at_2_thr_0p4": 1.0,
|
| 183 |
+
"negative_near_at_2_thr_0p4": 1.0,
|
| 184 |
+
"mean_positive_min_rms_l2_at_4": 0.0913872145257043,
|
| 185 |
+
"median_positive_min_rms_l2_at_4": 0.09334415320508621,
|
| 186 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 187 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 188 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 189 |
+
"ptr_proxy_at_4_thr_0p1": 1.0,
|
| 190 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 191 |
+
"ptr_proxy_at_4_thr_0p2": 1.0,
|
| 192 |
+
"negative_near_at_4_thr_0p2": 0.3333333333333333,
|
| 193 |
+
"ptr_proxy_at_4_thr_0p4": 1.0,
|
| 194 |
+
"negative_near_at_4_thr_0p4": 1.0,
|
| 195 |
+
"mean_positive_min_rms_l2_at_8": 0.0913872145257043,
|
| 196 |
+
"median_positive_min_rms_l2_at_8": 0.09334415320508621,
|
| 197 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 198 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 199 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 200 |
+
"ptr_proxy_at_8_thr_0p1": 1.0,
|
| 201 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 202 |
+
"ptr_proxy_at_8_thr_0p2": 1.0,
|
| 203 |
+
"negative_near_at_8_thr_0p2": 0.3333333333333333,
|
| 204 |
+
"ptr_proxy_at_8_thr_0p4": 1.0,
|
| 205 |
+
"negative_near_at_8_thr_0p4": 1.0,
|
| 206 |
+
"mean_positive_min_rms_l2_at_16": 0.0913872145257043,
|
| 207 |
+
"median_positive_min_rms_l2_at_16": 0.09334415320508621,
|
| 208 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 209 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 210 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 211 |
+
"ptr_proxy_at_16_thr_0p1": 1.0,
|
| 212 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 213 |
+
"ptr_proxy_at_16_thr_0p2": 1.0,
|
| 214 |
+
"negative_near_at_16_thr_0p2": 0.3333333333333333,
|
| 215 |
+
"ptr_proxy_at_16_thr_0p4": 1.0,
|
| 216 |
+
"negative_near_at_16_thr_0p4": 1.0
|
| 217 |
+
},
|
| 218 |
+
"PullCube-v1": {
|
| 219 |
+
"num_groups": 51,
|
| 220 |
+
"mean_positive_min_rms_l2_at_1": 1.1381868619045734,
|
| 221 |
+
"median_positive_min_rms_l2_at_1": 1.258362297777372,
|
| 222 |
+
"positive_closer_than_negative_rate_at_1": 0.55,
|
| 223 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 224 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 225 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 226 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 227 |
+
"ptr_proxy_at_1_thr_0p2": 0.0392156862745098,
|
| 228 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 229 |
+
"ptr_proxy_at_1_thr_0p4": 0.11764705882352941,
|
| 230 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 231 |
+
"mean_positive_min_rms_l2_at_2": 1.069865102300072,
|
| 232 |
+
"median_positive_min_rms_l2_at_2": 1.2196946368534078,
|
| 233 |
+
"positive_closer_than_negative_rate_at_2": 0.6,
|
| 234 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 235 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 236 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 237 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 238 |
+
"ptr_proxy_at_2_thr_0p2": 0.0392156862745098,
|
| 239 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 240 |
+
"ptr_proxy_at_2_thr_0p4": 0.11764705882352941,
|
| 241 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 242 |
+
"mean_positive_min_rms_l2_at_4": 0.9909879256160313,
|
| 243 |
+
"median_positive_min_rms_l2_at_4": 1.033656063853833,
|
| 244 |
+
"positive_closer_than_negative_rate_at_4": 0.475,
|
| 245 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 246 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 247 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 248 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 249 |
+
"ptr_proxy_at_4_thr_0p2": 0.0392156862745098,
|
| 250 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 251 |
+
"ptr_proxy_at_4_thr_0p4": 0.11764705882352941,
|
| 252 |
+
"negative_near_at_4_thr_0p4": 0.175,
|
| 253 |
+
"mean_positive_min_rms_l2_at_8": 0.8715435998769157,
|
| 254 |
+
"median_positive_min_rms_l2_at_8": 0.817071025008612,
|
| 255 |
+
"positive_closer_than_negative_rate_at_8": 0.475,
|
| 256 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 257 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 258 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 259 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 260 |
+
"ptr_proxy_at_8_thr_0p2": 0.0392156862745098,
|
| 261 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 262 |
+
"ptr_proxy_at_8_thr_0p4": 0.13725490196078433,
|
| 263 |
+
"negative_near_at_8_thr_0p4": 0.25,
|
| 264 |
+
"mean_positive_min_rms_l2_at_16": 0.7469304776668327,
|
| 265 |
+
"median_positive_min_rms_l2_at_16": 0.6971400912952269,
|
| 266 |
+
"positive_closer_than_negative_rate_at_16": 0.475,
|
| 267 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 268 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 269 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 270 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 271 |
+
"ptr_proxy_at_16_thr_0p2": 0.0392156862745098,
|
| 272 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 273 |
+
"ptr_proxy_at_16_thr_0p4": 0.1568627450980392,
|
| 274 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 275 |
+
},
|
| 276 |
+
"PushCube-v1": {
|
| 277 |
+
"num_groups": 15,
|
| 278 |
+
"mean_positive_min_rms_l2_at_1": 0.38927339176122694,
|
| 279 |
+
"median_positive_min_rms_l2_at_1": 0.3547261281244719,
|
| 280 |
+
"positive_closer_than_negative_rate_at_1": 1.0,
|
| 281 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 282 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 283 |
+
"ptr_proxy_at_1_thr_0p1": 0.0,
|
| 284 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 285 |
+
"ptr_proxy_at_1_thr_0p2": 0.06666666666666667,
|
| 286 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 287 |
+
"ptr_proxy_at_1_thr_0p4": 0.7333333333333333,
|
| 288 |
+
"negative_near_at_1_thr_0p4": 0.125,
|
| 289 |
+
"mean_positive_min_rms_l2_at_2": 0.3696072256122223,
|
| 290 |
+
"median_positive_min_rms_l2_at_2": 0.3532279741653967,
|
| 291 |
+
"positive_closer_than_negative_rate_at_2": 1.0,
|
| 292 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 293 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 294 |
+
"ptr_proxy_at_2_thr_0p1": 0.0,
|
| 295 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 296 |
+
"ptr_proxy_at_2_thr_0p2": 0.06666666666666667,
|
| 297 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 298 |
+
"ptr_proxy_at_2_thr_0p4": 0.7333333333333333,
|
| 299 |
+
"negative_near_at_2_thr_0p4": 0.125,
|
| 300 |
+
"mean_positive_min_rms_l2_at_4": 0.36101328040109754,
|
| 301 |
+
"median_positive_min_rms_l2_at_4": 0.33351215621699914,
|
| 302 |
+
"positive_closer_than_negative_rate_at_4": 1.0,
|
| 303 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 304 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 305 |
+
"ptr_proxy_at_4_thr_0p1": 0.0,
|
| 306 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 307 |
+
"ptr_proxy_at_4_thr_0p2": 0.06666666666666667,
|
| 308 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 309 |
+
"ptr_proxy_at_4_thr_0p4": 0.8,
|
| 310 |
+
"negative_near_at_4_thr_0p4": 0.125,
|
| 311 |
+
"mean_positive_min_rms_l2_at_8": 0.32856203259036215,
|
| 312 |
+
"median_positive_min_rms_l2_at_8": 0.3190477192911205,
|
| 313 |
+
"positive_closer_than_negative_rate_at_8": 1.0,
|
| 314 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 315 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 316 |
+
"ptr_proxy_at_8_thr_0p1": 0.0,
|
| 317 |
+
"negative_near_at_8_thr_0p1": 0.0,
|
| 318 |
+
"ptr_proxy_at_8_thr_0p2": 0.06666666666666667,
|
| 319 |
+
"negative_near_at_8_thr_0p2": 0.0,
|
| 320 |
+
"ptr_proxy_at_8_thr_0p4": 0.8666666666666667,
|
| 321 |
+
"negative_near_at_8_thr_0p4": 0.125,
|
| 322 |
+
"mean_positive_min_rms_l2_at_16": 0.3249918625661806,
|
| 323 |
+
"median_positive_min_rms_l2_at_16": 0.3190477192911205,
|
| 324 |
+
"positive_closer_than_negative_rate_at_16": 1.0,
|
| 325 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 326 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 327 |
+
"ptr_proxy_at_16_thr_0p1": 0.0,
|
| 328 |
+
"negative_near_at_16_thr_0p1": 0.0,
|
| 329 |
+
"ptr_proxy_at_16_thr_0p2": 0.06666666666666667,
|
| 330 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 331 |
+
"ptr_proxy_at_16_thr_0p4": 0.8666666666666667,
|
| 332 |
+
"negative_near_at_16_thr_0p4": 0.25
|
| 333 |
+
},
|
| 334 |
+
"StackCube-v1": {
|
| 335 |
+
"num_groups": 16,
|
| 336 |
+
"mean_positive_min_rms_l2_at_1": 0.40570235877545263,
|
| 337 |
+
"median_positive_min_rms_l2_at_1": 0.34918462533288186,
|
| 338 |
+
"positive_closer_than_negative_rate_at_1": 0.9375,
|
| 339 |
+
"ptr_proxy_at_1_thr_0p05": 0.0,
|
| 340 |
+
"negative_near_at_1_thr_0p05": 0.0,
|
| 341 |
+
"ptr_proxy_at_1_thr_0p1": 0.0625,
|
| 342 |
+
"negative_near_at_1_thr_0p1": 0.0,
|
| 343 |
+
"ptr_proxy_at_1_thr_0p2": 0.1875,
|
| 344 |
+
"negative_near_at_1_thr_0p2": 0.0,
|
| 345 |
+
"ptr_proxy_at_1_thr_0p4": 0.5625,
|
| 346 |
+
"negative_near_at_1_thr_0p4": 0.4375,
|
| 347 |
+
"mean_positive_min_rms_l2_at_2": 0.3972761854477581,
|
| 348 |
+
"median_positive_min_rms_l2_at_2": 0.33862398779497926,
|
| 349 |
+
"positive_closer_than_negative_rate_at_2": 0.9375,
|
| 350 |
+
"ptr_proxy_at_2_thr_0p05": 0.0,
|
| 351 |
+
"negative_near_at_2_thr_0p05": 0.0,
|
| 352 |
+
"ptr_proxy_at_2_thr_0p1": 0.0625,
|
| 353 |
+
"negative_near_at_2_thr_0p1": 0.0,
|
| 354 |
+
"ptr_proxy_at_2_thr_0p2": 0.1875,
|
| 355 |
+
"negative_near_at_2_thr_0p2": 0.0,
|
| 356 |
+
"ptr_proxy_at_2_thr_0p4": 0.5625,
|
| 357 |
+
"negative_near_at_2_thr_0p4": 0.4375,
|
| 358 |
+
"mean_positive_min_rms_l2_at_4": 0.31879717388250756,
|
| 359 |
+
"median_positive_min_rms_l2_at_4": 0.26088576942167735,
|
| 360 |
+
"positive_closer_than_negative_rate_at_4": 0.9375,
|
| 361 |
+
"ptr_proxy_at_4_thr_0p05": 0.0,
|
| 362 |
+
"negative_near_at_4_thr_0p05": 0.0,
|
| 363 |
+
"ptr_proxy_at_4_thr_0p1": 0.0625,
|
| 364 |
+
"negative_near_at_4_thr_0p1": 0.0,
|
| 365 |
+
"ptr_proxy_at_4_thr_0p2": 0.25,
|
| 366 |
+
"negative_near_at_4_thr_0p2": 0.0,
|
| 367 |
+
"ptr_proxy_at_4_thr_0p4": 0.75,
|
| 368 |
+
"negative_near_at_4_thr_0p4": 0.625,
|
| 369 |
+
"mean_positive_min_rms_l2_at_8": 0.28516855317815054,
|
| 370 |
+
"median_positive_min_rms_l2_at_8": 0.2539420780877142,
|
| 371 |
+
"positive_closer_than_negative_rate_at_8": 0.875,
|
| 372 |
+
"ptr_proxy_at_8_thr_0p05": 0.0,
|
| 373 |
+
"negative_near_at_8_thr_0p05": 0.0,
|
| 374 |
+
"ptr_proxy_at_8_thr_0p1": 0.0625,
|
| 375 |
+
"negative_near_at_8_thr_0p1": 0.0625,
|
| 376 |
+
"ptr_proxy_at_8_thr_0p2": 0.3125,
|
| 377 |
+
"negative_near_at_8_thr_0p2": 0.0625,
|
| 378 |
+
"ptr_proxy_at_8_thr_0p4": 0.8125,
|
| 379 |
+
"negative_near_at_8_thr_0p4": 0.6875,
|
| 380 |
+
"mean_positive_min_rms_l2_at_16": 0.23603052502272695,
|
| 381 |
+
"median_positive_min_rms_l2_at_16": 0.23214174964449721,
|
| 382 |
+
"positive_closer_than_negative_rate_at_16": 0.875,
|
| 383 |
+
"ptr_proxy_at_16_thr_0p05": 0.0,
|
| 384 |
+
"negative_near_at_16_thr_0p05": 0.0,
|
| 385 |
+
"ptr_proxy_at_16_thr_0p1": 0.125,
|
| 386 |
+
"negative_near_at_16_thr_0p1": 0.0625,
|
| 387 |
+
"ptr_proxy_at_16_thr_0p2": 0.375,
|
| 388 |
+
"negative_near_at_16_thr_0p2": 0.0625,
|
| 389 |
+
"ptr_proxy_at_16_thr_0p4": 0.9375,
|
| 390 |
+
"negative_near_at_16_thr_0p4": 0.875
|
| 391 |
+
}
|
| 392 |
+
},
|
| 393 |
+
"targets": "results/generator_v2_positive_tangent_targets.json"
|
| 394 |
+
}
|
workspace/results/generator_v2_positive_tangent_local_atlas_sweep_summary.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"num_runs": 2,
|
| 3 |
+
"best": {
|
| 4 |
+
"path": "results/generator_v2_positive_tangent_local_atlas_pool16_eval.json",
|
| 5 |
+
"neighbor_pool": 16,
|
| 6 |
+
"utility_weight": 0.0,
|
| 7 |
+
"diversity_weight": 0.0,
|
| 8 |
+
"same_task_only": true,
|
| 9 |
+
"code_dim": 21,
|
| 10 |
+
"num_val_groups_with_positive": 93,
|
| 11 |
+
"num_train_positive": 1198,
|
| 12 |
+
"ptr_proxy_at_16_thr_0p2": 0.23655913978494625,
|
| 13 |
+
"ptr_proxy_at_16_thr_0p4": 0.5268817204301075,
|
| 14 |
+
"negative_near_at_16_thr_0p2": 0.05333333333333334,
|
| 15 |
+
"positive_closer_than_negative_rate_at_16": 0.64,
|
| 16 |
+
"mean_positive_min_rms_l2_at_16": 0.5330067923630918
|
| 17 |
+
},
|
| 18 |
+
"rows": [
|
| 19 |
+
{
|
| 20 |
+
"path": "results/generator_v2_positive_tangent_local_atlas_pool16_eval.json",
|
| 21 |
+
"neighbor_pool": 16,
|
| 22 |
+
"utility_weight": 0.0,
|
| 23 |
+
"diversity_weight": 0.0,
|
| 24 |
+
"same_task_only": true,
|
| 25 |
+
"code_dim": 21,
|
| 26 |
+
"num_val_groups_with_positive": 93,
|
| 27 |
+
"num_train_positive": 1198,
|
| 28 |
+
"ptr_proxy_at_16_thr_0p2": 0.23655913978494625,
|
| 29 |
+
"ptr_proxy_at_16_thr_0p4": 0.5268817204301075,
|
| 30 |
+
"negative_near_at_16_thr_0p2": 0.05333333333333334,
|
| 31 |
+
"positive_closer_than_negative_rate_at_16": 0.64,
|
| 32 |
+
"mean_positive_min_rms_l2_at_16": 0.5330067923630918
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"path": "results/generator_v2_positive_tangent_local_atlas_pool64_div025_eval.json",
|
| 36 |
+
"neighbor_pool": 64,
|
| 37 |
+
"utility_weight": 0.0,
|
| 38 |
+
"diversity_weight": 0.25,
|
| 39 |
+
"same_task_only": true,
|
| 40 |
+
"code_dim": 21,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"num_train_positive": 1198,
|
| 43 |
+
"ptr_proxy_at_16_thr_0p2": 0.1827956989247312,
|
| 44 |
+
"ptr_proxy_at_16_thr_0p4": 0.4946236559139785,
|
| 45 |
+
"negative_near_at_16_thr_0p2": 0.06666666666666667,
|
| 46 |
+
"positive_closer_than_negative_rate_at_16": 0.64,
|
| 47 |
+
"mean_positive_min_rms_l2_at_16": 0.5241192754510431
|
| 48 |
+
}
|
| 49 |
+
]
|
| 50 |
+
}
|
workspace/results/generator_v2_positive_tangent_local_atlas_sweep_summary.md
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Positive Tangent Local-Atlas Retrieval Sweep
|
| 2 |
+
|
| 3 |
+
| rank | file | pool | utility | diversity | same task | K16 PTR@0.20 | K16 PTR@0.40 | K16 neg@0.20 | K16 pos<neg | mean pos dist |
|
| 4 |
+
|---:|---|---:|---:|---:|---|---:|---:|---:|---:|---:|
|
| 5 |
+
| 1 | results/generator_v2_positive_tangent_local_atlas_pool16_eval.json | 16 | 0.0000 | 0.0000 | True | 23.66% | 52.69% | 5.33% | 64.00% | 0.5330 |
|
| 6 |
+
| 2 | results/generator_v2_positive_tangent_local_atlas_pool64_div025_eval.json | 64 | 0.0000 | 0.2500 | True | 18.28% | 49.46% | 6.67% | 64.00% | 0.5241 |
|
workspace/results/generator_v2_positive_tangent_spline_cvae.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e6bafe0d078a73e6635010d5b380b042692db85ebd0e660e3fe6675c4bfde55
|
| 3 |
+
size 974109
|
workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77babafa86c0da8262f8377dab029247a1fd076f69197b7e4a1aa6a5ce990c32
|
| 3 |
+
size 974733
|
workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:01fa836ced5c7bf4114c04aec1722c1853455646b08a8d506245335299facffa
|
| 3 |
+
size 974733
|
workspace/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_cvae_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_cvae_sweep_summary.json
ADDED
|
@@ -0,0 +1,125 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"num_runs": 5,
|
| 3 |
+
"best": {
|
| 4 |
+
"path": "results/generator_v2_positive_tangent_spline_cvae_eval.json",
|
| 5 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_cvae.pt",
|
| 6 |
+
"temperature": 1.0,
|
| 7 |
+
"beta": 0.02,
|
| 8 |
+
"latent_dim": 16,
|
| 9 |
+
"epochs": 300,
|
| 10 |
+
"code_dim": 21,
|
| 11 |
+
"horizon": 16,
|
| 12 |
+
"action_dim": 7,
|
| 13 |
+
"num_val_groups_with_positive": 93,
|
| 14 |
+
"ptr_proxy_at_16_thr_0p2": 0.0967741935483871,
|
| 15 |
+
"ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
|
| 16 |
+
"negative_near_at_16_thr_0p2": 0.013333333333333334,
|
| 17 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 18 |
+
"mean_positive_min_rms_l2_at_16": 0.6786195585806957,
|
| 19 |
+
"final_loss": 0.0408955310006472,
|
| 20 |
+
"final_reconstruction_mse": 0.015842883544468722,
|
| 21 |
+
"final_kl": 1.2526324426192472
|
| 22 |
+
},
|
| 23 |
+
"rows": [
|
| 24 |
+
{
|
| 25 |
+
"path": "results/generator_v2_positive_tangent_spline_cvae_eval.json",
|
| 26 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_cvae.pt",
|
| 27 |
+
"temperature": 1.0,
|
| 28 |
+
"beta": 0.02,
|
| 29 |
+
"latent_dim": 16,
|
| 30 |
+
"epochs": 300,
|
| 31 |
+
"code_dim": 21,
|
| 32 |
+
"horizon": 16,
|
| 33 |
+
"action_dim": 7,
|
| 34 |
+
"num_val_groups_with_positive": 93,
|
| 35 |
+
"ptr_proxy_at_16_thr_0p2": 0.0967741935483871,
|
| 36 |
+
"ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
|
| 37 |
+
"negative_near_at_16_thr_0p2": 0.013333333333333334,
|
| 38 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 39 |
+
"mean_positive_min_rms_l2_at_16": 0.6786195585806957,
|
| 40 |
+
"final_loss": 0.0408955310006472,
|
| 41 |
+
"final_reconstruction_mse": 0.015842883544468722,
|
| 42 |
+
"final_kl": 1.2526324426192472
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"path": "results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75_eval.json",
|
| 46 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75.pt",
|
| 47 |
+
"temperature": 0.75,
|
| 48 |
+
"beta": 0.01,
|
| 49 |
+
"latent_dim": 16,
|
| 50 |
+
"epochs": 300,
|
| 51 |
+
"code_dim": 21,
|
| 52 |
+
"horizon": 16,
|
| 53 |
+
"action_dim": 7,
|
| 54 |
+
"num_val_groups_with_positive": 93,
|
| 55 |
+
"ptr_proxy_at_16_thr_0p2": 0.0967741935483871,
|
| 56 |
+
"ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
|
| 57 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 58 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 59 |
+
"mean_positive_min_rms_l2_at_16": 0.6935963982962265,
|
| 60 |
+
"final_loss": 0.0271491500049929,
|
| 61 |
+
"final_reconstruction_mse": 0.009701348178847406,
|
| 62 |
+
"final_kl": 1.7447802636380585
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"path": "results/generator_v2_positive_tangent_spline_cvae_temp1p5_eval.json",
|
| 66 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_cvae_temp1p5.pt",
|
| 67 |
+
"temperature": 1.5,
|
| 68 |
+
"beta": 0.02,
|
| 69 |
+
"latent_dim": 16,
|
| 70 |
+
"epochs": 300,
|
| 71 |
+
"code_dim": 21,
|
| 72 |
+
"horizon": 16,
|
| 73 |
+
"action_dim": 7,
|
| 74 |
+
"num_val_groups_with_positive": 93,
|
| 75 |
+
"ptr_proxy_at_16_thr_0p2": 0.08602150537634409,
|
| 76 |
+
"ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
|
| 77 |
+
"negative_near_at_16_thr_0p2": 0.013333333333333334,
|
| 78 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 79 |
+
"mean_positive_min_rms_l2_at_16": 0.6790007864676872,
|
| 80 |
+
"final_loss": 0.04141181564341005,
|
| 81 |
+
"final_reconstruction_mse": 0.01590145424704918,
|
| 82 |
+
"final_kl": 1.2755181019214636
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"path": "results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25_eval.json",
|
| 86 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25.pt",
|
| 87 |
+
"temperature": 1.25,
|
| 88 |
+
"beta": 0.01,
|
| 89 |
+
"latent_dim": 16,
|
| 90 |
+
"epochs": 300,
|
| 91 |
+
"code_dim": 21,
|
| 92 |
+
"horizon": 16,
|
| 93 |
+
"action_dim": 7,
|
| 94 |
+
"num_val_groups_with_positive": 93,
|
| 95 |
+
"ptr_proxy_at_16_thr_0p2": 0.08602150537634409,
|
| 96 |
+
"ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
|
| 97 |
+
"negative_near_at_16_thr_0p2": 0.02666666666666667,
|
| 98 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 99 |
+
"mean_positive_min_rms_l2_at_16": 0.689940663222364,
|
| 100 |
+
"final_loss": 0.02761547450902864,
|
| 101 |
+
"final_reconstruction_mse": 0.01011807058249073,
|
| 102 |
+
"final_kl": 1.7497404680427207
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"path": "results/generator_v2_positive_tangent_spline_cvae_temp0p5_eval.json",
|
| 106 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_cvae_temp0p5.pt",
|
| 107 |
+
"temperature": 0.5,
|
| 108 |
+
"beta": 0.02,
|
| 109 |
+
"latent_dim": 16,
|
| 110 |
+
"epochs": 300,
|
| 111 |
+
"code_dim": 21,
|
| 112 |
+
"horizon": 16,
|
| 113 |
+
"action_dim": 7,
|
| 114 |
+
"num_val_groups_with_positive": 93,
|
| 115 |
+
"ptr_proxy_at_16_thr_0p2": 0.07526881720430108,
|
| 116 |
+
"ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
|
| 117 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 118 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 119 |
+
"mean_positive_min_rms_l2_at_16": 0.7059869331510811,
|
| 120 |
+
"final_loss": 0.04070247638852449,
|
| 121 |
+
"final_reconstruction_mse": 0.015506902187191982,
|
| 122 |
+
"final_kl": 1.2597787258820063
|
| 123 |
+
}
|
| 124 |
+
]
|
| 125 |
+
}
|
workspace/results/generator_v2_positive_tangent_spline_cvae_sweep_summary.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Positive Tangent Spline-CVAE Sweep
|
| 2 |
+
|
| 3 |
+
| rank | file | temp | beta | code | K16 PTR@0.20 | K16 PTR@0.40 | K16 neg@0.20 | K16 pos<neg | mean pos dist | final recon |
|
| 4 |
+
|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|
|
| 5 |
+
| 1 | results/generator_v2_positive_tangent_spline_cvae_eval.json | 1.0000 | 0.0200 | 21 | 9.68% | 34.41% | 1.33% | 66.67% | 0.6786 | 0.0158 |
|
| 6 |
+
| 2 | results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75_eval.json | 0.7500 | 0.0100 | 21 | 9.68% | 29.03% | 0.00% | 65.33% | 0.6936 | 0.0097 |
|
| 7 |
+
| 3 | results/generator_v2_positive_tangent_spline_cvae_temp1p5_eval.json | 1.5000 | 0.0200 | 21 | 8.60% | 34.41% | 1.33% | 65.33% | 0.6790 | 0.0159 |
|
| 8 |
+
| 4 | results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25_eval.json | 1.2500 | 0.0100 | 21 | 8.60% | 33.33% | 2.67% | 68.00% | 0.6899 | 0.0101 |
|
| 9 |
+
| 5 | results/generator_v2_positive_tangent_spline_cvae_temp0p5_eval.json | 0.5000 | 0.0200 | 21 | 7.53% | 29.03% | 0.00% | 66.67% | 0.7060 | 0.0155 |
|
workspace/results/generator_v2_positive_tangent_spline_cvae_temp0p5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ada92c42e5a9918c0a26b7f3de594167e74e907ac3a35eb3ced9b8af931b4a1
|
| 3 |
+
size 974301
|
workspace/results/generator_v2_positive_tangent_spline_cvae_temp0p5_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_cvae_temp1p5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b214f288280fa1bbb4d8369463f0b2f557cef70250da88dc421c0bc495e59441
|
| 3 |
+
size 974301
|
workspace/results/generator_v2_positive_tangent_spline_cvae_temp1p5_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_flow.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9dc856a039bc719649a5cf92084813313ba6413ecd4f3afb658839799e42fef
|
| 3 |
+
size 487401
|
workspace/results/generator_v2_positive_tangent_spline_flow_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bbd0845116ab02e516c56744f95c4a0ed7a8cf200b0bd8fed20914719666c4e9
|
| 3 |
+
size 487527
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5_steps32.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:93f96031669245df952b80a0e975b1163cf4f55a212791711b9065bd81fae749
|
| 3 |
+
size 487767
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise0p5_steps32_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise0p75.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a2d99ec46806309874ab6a0fb01ef58bbd83603ea2892f83d4eabe48b4febab
|
| 3 |
+
size 487605
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise0p75_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise1p25_steps32.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4759b3d4107f1907de8b9def97b7b81592110e268e0b2231c16badce204afdac
|
| 3 |
+
size 487845
|
workspace/results/generator_v2_positive_tangent_spline_flow_noise1p25_steps32_eval.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
workspace/results/generator_v2_positive_tangent_spline_flow_sweep_summary.json
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"num_runs": 5,
|
| 3 |
+
"best": {
|
| 4 |
+
"path": "results/generator_v2_positive_tangent_spline_flow_noise0p5_eval.json",
|
| 5 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_flow_noise0p5.pt",
|
| 6 |
+
"sample_steps": 16,
|
| 7 |
+
"noise_scale": 0.5,
|
| 8 |
+
"epochs": 300,
|
| 9 |
+
"code_dim": 21,
|
| 10 |
+
"num_val_groups_with_positive": 93,
|
| 11 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 12 |
+
"ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
|
| 13 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 14 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 15 |
+
"mean_positive_min_rms_l2_at_16": 0.7541321921929743,
|
| 16 |
+
"final_flow_mse": 0.30624499519002657
|
| 17 |
+
},
|
| 18 |
+
"rows": [
|
| 19 |
+
{
|
| 20 |
+
"path": "results/generator_v2_positive_tangent_spline_flow_noise0p5_eval.json",
|
| 21 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_flow_noise0p5.pt",
|
| 22 |
+
"sample_steps": 16,
|
| 23 |
+
"noise_scale": 0.5,
|
| 24 |
+
"epochs": 300,
|
| 25 |
+
"code_dim": 21,
|
| 26 |
+
"num_val_groups_with_positive": 93,
|
| 27 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 28 |
+
"ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
|
| 29 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 30 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 31 |
+
"mean_positive_min_rms_l2_at_16": 0.7541321921929743,
|
| 32 |
+
"final_flow_mse": 0.30624499519002657
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"path": "results/generator_v2_positive_tangent_spline_flow_eval.json",
|
| 36 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_flow.pt",
|
| 37 |
+
"sample_steps": 16,
|
| 38 |
+
"noise_scale": 1.0,
|
| 39 |
+
"epochs": 300,
|
| 40 |
+
"code_dim": 21,
|
| 41 |
+
"num_val_groups_with_positive": 93,
|
| 42 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 43 |
+
"ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
|
| 44 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 45 |
+
"positive_closer_than_negative_rate_at_16": 0.68,
|
| 46 |
+
"mean_positive_min_rms_l2_at_16": 0.7699564657323472,
|
| 47 |
+
"final_flow_mse": 0.6540398742002318
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"path": "results/generator_v2_positive_tangent_spline_flow_noise0p75_eval.json",
|
| 51 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_flow_noise0p75.pt",
|
| 52 |
+
"sample_steps": 16,
|
| 53 |
+
"noise_scale": 0.75,
|
| 54 |
+
"epochs": 300,
|
| 55 |
+
"code_dim": 21,
|
| 56 |
+
"num_val_groups_with_positive": 93,
|
| 57 |
+
"ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
|
| 58 |
+
"ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
|
| 59 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 60 |
+
"positive_closer_than_negative_rate_at_16": 0.6533333333333333,
|
| 61 |
+
"mean_positive_min_rms_l2_at_16": 0.7651929709018739,
|
| 62 |
+
"final_flow_mse": 0.4707111065495193
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"path": "results/generator_v2_positive_tangent_spline_flow_noise0p5_steps32_eval.json",
|
| 66 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_flow_noise0p5_steps32.pt",
|
| 67 |
+
"sample_steps": 32,
|
| 68 |
+
"noise_scale": 0.5,
|
| 69 |
+
"epochs": 300,
|
| 70 |
+
"code_dim": 21,
|
| 71 |
+
"num_val_groups_with_positive": 93,
|
| 72 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 73 |
+
"ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
|
| 74 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 75 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 76 |
+
"mean_positive_min_rms_l2_at_16": 0.760753011196743,
|
| 77 |
+
"final_flow_mse": 0.3054940309468812
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"path": "results/generator_v2_positive_tangent_spline_flow_noise1p25_steps32_eval.json",
|
| 81 |
+
"checkpoint": "results/generator_v2_positive_tangent_spline_flow_noise1p25_steps32.pt",
|
| 82 |
+
"sample_steps": 32,
|
| 83 |
+
"noise_scale": 1.25,
|
| 84 |
+
"epochs": 300,
|
| 85 |
+
"code_dim": 21,
|
| 86 |
+
"num_val_groups_with_positive": 93,
|
| 87 |
+
"ptr_proxy_at_16_thr_0p2": 0.0,
|
| 88 |
+
"ptr_proxy_at_16_thr_0p4": 0.24731182795698925,
|
| 89 |
+
"negative_near_at_16_thr_0p2": 0.0,
|
| 90 |
+
"positive_closer_than_negative_rate_at_16": 0.6666666666666666,
|
| 91 |
+
"mean_positive_min_rms_l2_at_16": 0.7712740588571412,
|
| 92 |
+
"final_flow_mse": 0.8575770203179629
|
| 93 |
+
}
|
| 94 |
+
]
|
| 95 |
+
}
|
workspace/results/generator_v2_positive_tangent_spline_flow_sweep_summary.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Positive Tangent Spline-Flow Sweep
|
| 2 |
+
|
| 3 |
+
| rank | file | steps | noise | code | K16 PTR@0.20 | K16 PTR@0.40 | K16 neg@0.20 | K16 pos<neg | mean pos dist | flow MSE |
|
| 4 |
+
|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|
|
| 5 |
+
| 1 | results/generator_v2_positive_tangent_spline_flow_noise0p5_eval.json | 16 | 0.5000 | 21 | 1.08% | 29.03% | 0.00% | 66.67% | 0.7541 | 0.3062 |
|
| 6 |
+
| 2 | results/generator_v2_positive_tangent_spline_flow_eval.json | 16 | 1.0000 | 21 | 1.08% | 26.88% | 0.00% | 68.00% | 0.7700 | 0.6540 |
|
| 7 |
+
| 3 | results/generator_v2_positive_tangent_spline_flow_noise0p75_eval.json | 16 | 0.7500 | 21 | 1.08% | 26.88% | 0.00% | 65.33% | 0.7652 | 0.4707 |
|
| 8 |
+
| 4 | results/generator_v2_positive_tangent_spline_flow_noise0p5_steps32_eval.json | 32 | 0.5000 | 21 | 0.00% | 26.88% | 0.00% | 66.67% | 0.7608 | 0.3055 |
|
| 9 |
+
| 5 | results/generator_v2_positive_tangent_spline_flow_noise1p25_steps32_eval.json | 32 | 1.2500 | 21 | 0.00% | 24.73% | 0.00% | 66.67% | 0.7713 | 0.8576 |
|