targeted sync runs/ctt_gated_residual_smoke_proxy
Browse files- workspace/runs/ctt_gated_residual_smoke_proxy/command.txt +1 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/config.yaml +8 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/data_hash.txt +1 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/eval.log +3 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/git_hash.txt +1 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/metrics_by_seed.json +1 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/metrics_by_task.json +42 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/split_hash.txt +1 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/table.tex +13 -0
- workspace/runs/ctt_gated_residual_smoke_proxy/train.log +1 -0
workspace/runs/ctt_gated_residual_smoke_proxy/command.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
python scripts/eval_ctt_proxy.py --checkpoint runs/ctt_gated_residual_smoke/model.pt --source-index data/cil_charts/train/index.json --target-index data/cil_charts/train/index.json --out-dir runs/ctt_gated_residual_smoke_proxy --k 16 --max-target-charts 16 --neighbors 4 --thresholds 0.20,0.40
|
workspace/runs/ctt_gated_residual_smoke_proxy/config.yaml
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
checkpoint: runs/ctt_gated_residual_smoke/model.pt
|
| 2 |
+
k: 16
|
| 3 |
+
max_target_charts: 16
|
| 4 |
+
neighbors: 4
|
| 5 |
+
out_dir: runs/ctt_gated_residual_smoke_proxy
|
| 6 |
+
source_index: data/cil_charts/train/index.json
|
| 7 |
+
target_index: data/cil_charts/train/index.json
|
| 8 |
+
thresholds: 0.20,0.40
|
workspace/runs/ctt_gated_residual_smoke_proxy/data_hash.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957
|
workspace/runs/ctt_gated_residual_smoke_proxy/eval.log
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
source_charts=301 target_charts=16 k=16
|
| 2 |
+
source_index=data/cil_charts/train/index.json
|
| 3 |
+
target_index=data/cil_charts/train/index.json
|
workspace/runs/ctt_gated_residual_smoke_proxy/git_hash.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
14e81292e2004925f81e0bb4810f6f144bfd87b7
|
workspace/runs/ctt_gated_residual_smoke_proxy/metrics_by_seed.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{}
|
workspace/runs/ctt_gated_residual_smoke_proxy/metrics_by_task.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"LiftPegUpright-v1": {
|
| 3 |
+
"negative_near_at_16_thr_0p20": 0.0,
|
| 4 |
+
"negative_near_at_16_thr_0p40": 0.6666666666666666,
|
| 5 |
+
"pos_closer_than_neg_at_16": 0.5555555555555556,
|
| 6 |
+
"pptc_at_16_thr_0p20": 0.6666666666666666,
|
| 7 |
+
"pptc_at_16_thr_0p40": 1.0,
|
| 8 |
+
"proxy_support_distance_at_16": 0.20694950845680107
|
| 9 |
+
},
|
| 10 |
+
"PickCube-v1": {
|
| 11 |
+
"negative_near_at_16_thr_0p20": 0.0,
|
| 12 |
+
"negative_near_at_16_thr_0p40": 1.0,
|
| 13 |
+
"pos_closer_than_neg_at_16": 1.0,
|
| 14 |
+
"pptc_at_16_thr_0p20": 1.0,
|
| 15 |
+
"pptc_at_16_thr_0p40": 1.0,
|
| 16 |
+
"proxy_support_distance_at_16": 0.1869813893501718
|
| 17 |
+
},
|
| 18 |
+
"PullCube-v1": {
|
| 19 |
+
"negative_near_at_16_thr_0p20": 0.0,
|
| 20 |
+
"negative_near_at_16_thr_0p40": 0.023809523809523808,
|
| 21 |
+
"pos_closer_than_neg_at_16": 0.6,
|
| 22 |
+
"pptc_at_16_thr_0p20": 0.16666666666666666,
|
| 23 |
+
"pptc_at_16_thr_0p40": 0.3333333333333333,
|
| 24 |
+
"proxy_support_distance_at_16": 0.5950922783404317
|
| 25 |
+
},
|
| 26 |
+
"PushCube-v1": {
|
| 27 |
+
"negative_near_at_16_thr_0p20": 0.0,
|
| 28 |
+
"negative_near_at_16_thr_0p40": 0.1875,
|
| 29 |
+
"pos_closer_than_neg_at_16": 1.0,
|
| 30 |
+
"pptc_at_16_thr_0p20": 0.0,
|
| 31 |
+
"pptc_at_16_thr_0p40": 1.0,
|
| 32 |
+
"proxy_support_distance_at_16": 0.2793621804569552
|
| 33 |
+
},
|
| 34 |
+
"StackCube-v1": {
|
| 35 |
+
"negative_near_at_16_thr_0p20": 0.18333333333333332,
|
| 36 |
+
"negative_near_at_16_thr_0p40": 0.6725757575757576,
|
| 37 |
+
"pos_closer_than_neg_at_16": 0.9234848484848485,
|
| 38 |
+
"pptc_at_16_thr_0p20": 0.8,
|
| 39 |
+
"pptc_at_16_thr_0p40": 1.0,
|
| 40 |
+
"proxy_support_distance_at_16": 0.17458971048690203
|
| 41 |
+
}
|
| 42 |
+
}
|
workspace/runs/ctt_gated_residual_smoke_proxy/split_hash.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372
|
workspace/runs/ctt_gated_residual_smoke_proxy/table.tex
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
% Auto-generated by scripts/eval_ctt_proxy.py
|
| 2 |
+
\begin{tabular}{lrrr}
|
| 3 |
+
\toprule
|
| 4 |
+
Metric & N & Mean & CI high \\
|
| 5 |
+
\midrule
|
| 6 |
+
negative\_near\_at\_16\_thr\_0p20 & 16 & 0.0573 & 0.1667 \\
|
| 7 |
+
negative\_near\_at\_16\_thr\_0p40 & 16 & 0.4183 & 0.5936 \\
|
| 8 |
+
pos\_closer\_than\_neg\_at\_16 & 15 & 0.7523 & 0.9278 \\
|
| 9 |
+
pptc\_at\_16\_thr\_0p20 & 16 & 0.5000 & 0.7500 \\
|
| 10 |
+
pptc\_at\_16\_thr\_0p40 & 16 & 0.7500 & 0.9375 \\
|
| 11 |
+
proxy\_support\_distance\_at\_16 & 16 & 0.3457 & 0.4713 \\
|
| 12 |
+
\bottomrule
|
| 13 |
+
\end{tabular}
|
workspace/runs/ctt_gated_residual_smoke_proxy/train.log
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
see checkpoint run
|