anhtld commited on
Commit
9e43f2f
·
verified ·
1 Parent(s): bd0a6a8

auto-sync 2026-07-04T07:01:17Z workspace (part 5)

Browse files
workspace/runs/ctt_val_proxy_comparison/eval.log CHANGED
@@ -1,6 +1,7 @@
1
  local_atlas: runs/local_atlas_val_proxy
2
  task_memory: runs/task_memory_val_proxy
3
  ctt_residual_full: runs/ctt_residual_full_seed0_val_proxy,runs/ctt_residual_full_seed1_val_proxy,runs/ctt_residual_full_seed2_val_proxy
 
4
  ctt_residual_base_context: runs/ctt_residual_base_context_seed0_val_proxy
5
  ctt_residual_base_context_obs: runs/ctt_residual_base_context_obs_seed0_val_proxy,runs/ctt_residual_base_context_obs_seed1_val_proxy,runs/ctt_residual_base_context_obs_seed2_val_proxy
6
  ctt_residual_base_context_obj: runs/ctt_residual_base_context_obj_seed0_val_proxy,runs/ctt_residual_base_context_obj_seed1_val_proxy,runs/ctt_residual_base_context_obj_seed2_val_proxy
 
1
  local_atlas: runs/local_atlas_val_proxy
2
  task_memory: runs/task_memory_val_proxy
3
  ctt_residual_full: runs/ctt_residual_full_seed0_val_proxy,runs/ctt_residual_full_seed1_val_proxy,runs/ctt_residual_full_seed2_val_proxy
4
+ ctt_residual_ot_full: runs/ctt_residual_ot_full_seed0_val_proxy,runs/ctt_residual_ot_full_seed1_val_proxy,runs/ctt_residual_ot_full_seed2_val_proxy
5
  ctt_residual_base_context: runs/ctt_residual_base_context_seed0_val_proxy
6
  ctt_residual_base_context_obs: runs/ctt_residual_base_context_obs_seed0_val_proxy,runs/ctt_residual_base_context_obs_seed1_val_proxy,runs/ctt_residual_base_context_obs_seed2_val_proxy
7
  ctt_residual_base_context_obj: runs/ctt_residual_base_context_obj_seed0_val_proxy,runs/ctt_residual_base_context_obj_seed1_val_proxy,runs/ctt_residual_base_context_obj_seed2_val_proxy
workspace/runs/ctt_val_proxy_comparison/metrics.json CHANGED
@@ -66,6 +66,27 @@
66
  "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381",
67
  "train_seeds": 3
68
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  {
70
  "beats_local_atlas_support": true,
71
  "candidate_diversity": 0.24708366700914647,
 
66
  "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381",
67
  "train_seeds": 3
68
  },
69
+ {
70
+ "beats_local_atlas_support": true,
71
+ "candidate_diversity": 0.27352643826934475,
72
+ "collapse_rate": 0.06806780176345395,
73
+ "data_hash": "90b431047a1f35cec095cbafa7de5bc0126cb0d0f4db3ff31843dca369977957",
74
+ "mean_negative_distance": 0.5232481504898719,
75
+ "mean_positive_distance": 0.46038005273049326,
76
+ "method": "ctt_residual_ot_full",
77
+ "negative_near_0p20": 0.01865079365079365,
78
+ "negative_near_0p40": 0.28264410710062887,
79
+ "num_rows": 207,
80
+ "pos_closer_than_neg": 0.7284466350642821,
81
+ "pptc_0p20": 0.17874396135265702,
82
+ "pptc_0p40": 0.5893719806763286,
83
+ "proxy_gate_pass": true,
84
+ "proxy_support_distance": 0.3753765541907042,
85
+ "run_path": "runs/ctt_residual_ot_full_seed0_val_proxy,runs/ctt_residual_ot_full_seed1_val_proxy,runs/ctt_residual_ot_full_seed2_val_proxy",
86
+ "safety_ok_vs_local_atlas": true,
87
+ "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381",
88
+ "train_seeds": 3
89
+ },
90
  {
91
  "beats_local_atlas_support": true,
92
  "candidate_diversity": 0.24708366700914647,
workspace/runs/ctt_val_proxy_comparison/metrics_by_seed.json CHANGED
@@ -3323,6 +3323,560 @@
3323
  "proxy_support_distance": 0.24763928920945735
3324
  }
3325
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3326
  "local_atlas": {
3327
  "1025740212": {
3328
  "candidate_diversity": 0.43546377791189955,
 
3323
  "proxy_support_distance": 0.24763928920945735
3324
  }
3325
  },
3326
+ "ctt_residual_ot_full": {
3327
+ "1025740212": {
3328
+ "candidate_diversity": 0.19389651191072108,
3329
+ "collapse_rate": 0.0909090909090909,
3330
+ "mean_negative_distance": 0.3102487977500073,
3331
+ "mean_positive_distance": 0.23830527309577287,
3332
+ "negative_near_0p20": 0.0,
3333
+ "negative_near_0p40": 0.9393939393939394,
3334
+ "pos_closer_than_neg": 1.0,
3335
+ "pptc_0p20": 0.6666666666666666,
3336
+ "pptc_0p40": 1.0,
3337
+ "proxy_support_distance": 0.1566013450238287
3338
+ },
3339
+ "1055157354": {
3340
+ "candidate_diversity": 0.22843906792150434,
3341
+ "collapse_rate": 0.07142857142857142,
3342
+ "mean_negative_distance": 0.31315078489599735,
3343
+ "mean_positive_distance": 0.2610145407157835,
3344
+ "negative_near_0p20": 0.0,
3345
+ "negative_near_0p40": 0.9047619047619048,
3346
+ "pos_closer_than_neg": 0.9523809523809524,
3347
+ "pptc_0p20": 0.6666666666666666,
3348
+ "pptc_0p40": 1.0,
3349
+ "proxy_support_distance": 0.1840359897944824
3350
+ },
3351
+ "1055567618": {
3352
+ "candidate_diversity": 0.17639586265909094,
3353
+ "collapse_rate": 0.06666666666666667,
3354
+ "mean_negative_distance": 0.5973579485125744,
3355
+ "mean_positive_distance": 0.20537885385310584,
3356
+ "negative_near_0p20": 0.0,
3357
+ "negative_near_0p40": 0.0,
3358
+ "pos_closer_than_neg": 1.0,
3359
+ "pptc_0p20": 1.0,
3360
+ "pptc_0p40": 1.0,
3361
+ "proxy_support_distance": 0.14863100745282912
3362
+ },
3363
+ "1113268940": {
3364
+ "candidate_diversity": 0.20927026824178308,
3365
+ "collapse_rate": 0.07692307692307693,
3366
+ "mean_negative_distance": 0.36144537915967945,
3367
+ "mean_positive_distance": 0.26561253337555657,
3368
+ "negative_near_0p20": 0.0,
3369
+ "negative_near_0p40": 0.7948717948717948,
3370
+ "pos_closer_than_neg": 1.0,
3371
+ "pptc_0p20": 0.6666666666666666,
3372
+ "pptc_0p40": 1.0,
3373
+ "proxy_support_distance": 0.1892220364091607
3374
+ },
3375
+ "1113371261": {
3376
+ "candidate_diversity": 0.1623995581901353,
3377
+ "collapse_rate": 0.0625,
3378
+ "mean_negative_distance": 0.3661235727356191,
3379
+ "mean_positive_distance": 0.284534057739172,
3380
+ "negative_near_0p20": 0.0,
3381
+ "negative_near_0p40": 0.875,
3382
+ "pos_closer_than_neg": 1.0,
3383
+ "pptc_0p20": 0.0,
3384
+ "pptc_0p40": 1.0,
3385
+ "proxy_support_distance": 0.23347781039416757
3386
+ },
3387
+ "1176943004": {
3388
+ "candidate_diversity": 0.16797630355971682,
3389
+ "collapse_rate": 0.0625,
3390
+ "mean_negative_distance": 0.24106420372693893,
3391
+ "mean_positive_distance": 0.2571374161448691,
3392
+ "negative_near_0p20": 0.1875,
3393
+ "negative_near_0p40": 1.0,
3394
+ "pos_closer_than_neg": 0.20833333333333334,
3395
+ "pptc_0p20": 0.3333333333333333,
3396
+ "pptc_0p40": 1.0,
3397
+ "proxy_support_distance": 0.20930802541771862
3398
+ },
3399
+ "1189392917": {
3400
+ "candidate_diversity": 0.19300260827226967,
3401
+ "collapse_rate": 0.0625,
3402
+ "mean_positive_distance": 0.4856546309465397,
3403
+ "negative_near_0p20": 0.0,
3404
+ "negative_near_0p40": 0.0,
3405
+ "pptc_0p20": 0.0,
3406
+ "pptc_0p40": 0.3333333333333333,
3407
+ "proxy_support_distance": 0.40854746529660546
3408
+ },
3409
+ "1231780997": {
3410
+ "candidate_diversity": 0.18178177083273295,
3411
+ "collapse_rate": 0.0625,
3412
+ "mean_negative_distance": 0.351022998062626,
3413
+ "mean_positive_distance": 0.27234212839411903,
3414
+ "negative_near_0p20": 0.0,
3415
+ "negative_near_0p40": 0.875,
3416
+ "pos_closer_than_neg": 0.9791666666666666,
3417
+ "pptc_0p20": 0.3333333333333333,
3418
+ "pptc_0p40": 1.0,
3419
+ "proxy_support_distance": 0.19893522806861208
3420
+ },
3421
+ "1271718007": {
3422
+ "candidate_diversity": 0.24293497941987444,
3423
+ "collapse_rate": 0.06696428571428571,
3424
+ "mean_negative_distance": 0.2796536920621296,
3425
+ "mean_positive_distance": 0.27438261448591034,
3426
+ "negative_near_0p20": 0.0,
3427
+ "negative_near_0p40": 0.46428571428571425,
3428
+ "pos_closer_than_neg": 1.0,
3429
+ "pptc_0p20": 0.5,
3430
+ "pptc_0p40": 1.0,
3431
+ "proxy_support_distance": 0.19670810320004936
3432
+ },
3433
+ "1273247072": {
3434
+ "candidate_diversity": 0.2723988592684574,
3435
+ "collapse_rate": 0.10000000000000002,
3436
+ "mean_negative_distance": 0.7066648787519921,
3437
+ "mean_positive_distance": 0.6915595474548372,
3438
+ "negative_near_0p20": 0.0,
3439
+ "negative_near_0p40": 0.0,
3440
+ "pos_closer_than_neg": 0.9,
3441
+ "pptc_0p20": 0.0,
3442
+ "pptc_0p40": 0.0,
3443
+ "proxy_support_distance": 0.5549508190200213
3444
+ },
3445
+ "1358421325": {
3446
+ "candidate_diversity": 0.18229351938947524,
3447
+ "collapse_rate": 0.07142857142857142,
3448
+ "mean_negative_distance": 0.24989418037880276,
3449
+ "mean_positive_distance": 0.6626942147602605,
3450
+ "negative_near_0p20": 0.21428571428571427,
3451
+ "negative_near_0p40": 0.9761904761904763,
3452
+ "pos_closer_than_neg": 0.0,
3453
+ "pptc_0p20": 0.0,
3454
+ "pptc_0p40": 0.0,
3455
+ "proxy_support_distance": 0.5866353958838756
3456
+ },
3457
+ "1375492786": {
3458
+ "candidate_diversity": 0.2935027426351613,
3459
+ "collapse_rate": 0.0625,
3460
+ "mean_negative_distance": 0.5010096911544729,
3461
+ "mean_positive_distance": 0.34349551103178594,
3462
+ "negative_near_0p20": 0.0,
3463
+ "negative_near_0p40": 0.0,
3464
+ "pos_closer_than_neg": 1.0,
3465
+ "pptc_0p20": 0.3333333333333333,
3466
+ "pptc_0p40": 1.0,
3467
+ "proxy_support_distance": 0.24455658286450369
3468
+ },
3469
+ "141984615": {
3470
+ "candidate_diversity": 0.3586251382076701,
3471
+ "collapse_rate": 0.0625,
3472
+ "mean_negative_distance": 0.7950241109843482,
3473
+ "mean_positive_distance": 0.6559419766887389,
3474
+ "negative_near_0p20": 0.0,
3475
+ "negative_near_0p40": 0.0,
3476
+ "pos_closer_than_neg": 1.0,
3477
+ "pptc_0p20": 0.0,
3478
+ "pptc_0p40": 0.2222222222222222,
3479
+ "proxy_support_distance": 0.5468416638945982
3480
+ },
3481
+ "1475440973": {
3482
+ "candidate_diversity": 0.14210352432075843,
3483
+ "collapse_rate": 0.0625,
3484
+ "mean_negative_distance": 0.4837340842745747,
3485
+ "mean_positive_distance": 0.23902189885607175,
3486
+ "negative_near_0p20": 0.0,
3487
+ "negative_near_0p40": 0.0,
3488
+ "pos_closer_than_neg": 1.0,
3489
+ "pptc_0p20": 0.3333333333333333,
3490
+ "pptc_0p40": 1.0,
3491
+ "proxy_support_distance": 0.20349005793933697
3492
+ },
3493
+ "1483645336": {
3494
+ "candidate_diversity": 0.2148132936376601,
3495
+ "collapse_rate": 0.0625,
3496
+ "mean_positive_distance": 0.40613296797653325,
3497
+ "negative_near_0p20": 0.0,
3498
+ "negative_near_0p40": 0.0,
3499
+ "pptc_0p20": 0.0,
3500
+ "pptc_0p40": 1.0,
3501
+ "proxy_support_distance": 0.3383163971074968
3502
+ },
3503
+ "1522272686": {
3504
+ "candidate_diversity": 0.15133291767651932,
3505
+ "collapse_rate": 0.07142857142857142,
3506
+ "mean_negative_distance": 0.176871838290138,
3507
+ "mean_positive_distance": 0.15884269154603003,
3508
+ "negative_near_0p20": 0.7142857142857143,
3509
+ "negative_near_0p40": 1.0,
3510
+ "pos_closer_than_neg": 0.8333333333333334,
3511
+ "pptc_0p20": 1.0,
3512
+ "pptc_0p40": 1.0,
3513
+ "proxy_support_distance": 0.1091267844496074
3514
+ },
3515
+ "1528740417": {
3516
+ "candidate_diversity": 0.11631927023145816,
3517
+ "collapse_rate": 0.08333333333333333,
3518
+ "mean_negative_distance": 0.5123523994447351,
3519
+ "mean_positive_distance": 0.2094280168109822,
3520
+ "negative_near_0p20": 0.0,
3521
+ "negative_near_0p40": 0.0,
3522
+ "pos_closer_than_neg": 1.0,
3523
+ "pptc_0p20": 0.6666666666666666,
3524
+ "pptc_0p40": 1.0,
3525
+ "proxy_support_distance": 0.1761345923221781
3526
+ },
3527
+ "1549324805": {
3528
+ "candidate_diversity": 0.42229373795701663,
3529
+ "collapse_rate": 0.07083333333333333,
3530
+ "mean_negative_distance": 0.6905411795226676,
3531
+ "mean_positive_distance": 0.866617457916141,
3532
+ "negative_near_0p20": 0.0,
3533
+ "negative_near_0p40": 0.0,
3534
+ "pos_closer_than_neg": 0.19074074074074074,
3535
+ "pptc_0p20": 0.0,
3536
+ "pptc_0p40": 0.0,
3537
+ "proxy_support_distance": 0.7590963810531385
3538
+ },
3539
+ "1607773860": {
3540
+ "candidate_diversity": 0.14635529835931052,
3541
+ "collapse_rate": 0.0625,
3542
+ "mean_negative_distance": 0.36427583304383315,
3543
+ "mean_positive_distance": 0.36994380985448583,
3544
+ "negative_near_0p20": 0.0,
3545
+ "negative_near_0p40": 0.8125,
3546
+ "pos_closer_than_neg": 0.4166666666666667,
3547
+ "pptc_0p20": 0.3333333333333333,
3548
+ "pptc_0p40": 1.0,
3549
+ "proxy_support_distance": 0.2676984025855365
3550
+ },
3551
+ "1665739511": {
3552
+ "candidate_diversity": 0.17774040486383139,
3553
+ "collapse_rate": 0.06666666666666667,
3554
+ "mean_negative_distance": 0.369174546141172,
3555
+ "mean_positive_distance": 0.20442448222596163,
3556
+ "negative_near_0p20": 0.0,
3557
+ "negative_near_0p40": 0.8222222222222223,
3558
+ "pos_closer_than_neg": 1.0,
3559
+ "pptc_0p20": 1.0,
3560
+ "pptc_0p40": 1.0,
3561
+ "proxy_support_distance": 0.14180070111898357
3562
+ },
3563
+ "1747178030": {
3564
+ "candidate_diversity": 0.3860522736114363,
3565
+ "collapse_rate": 0.0625,
3566
+ "mean_negative_distance": 0.6589033952775519,
3567
+ "mean_positive_distance": 0.44949640950532316,
3568
+ "negative_near_0p20": 0.0,
3569
+ "negative_near_0p40": 0.0,
3570
+ "pos_closer_than_neg": 1.0,
3571
+ "pptc_0p20": 0.0,
3572
+ "pptc_0p40": 1.0,
3573
+ "proxy_support_distance": 0.3176108488985822
3574
+ },
3575
+ "1881223807": {
3576
+ "candidate_diversity": 0.16746587374330735,
3577
+ "collapse_rate": 0.07142857142857142,
3578
+ "mean_negative_distance": 0.8252297125860465,
3579
+ "mean_positive_distance": 0.2500767121389362,
3580
+ "negative_near_0p20": 0.0,
3581
+ "negative_near_0p40": 0.0,
3582
+ "pos_closer_than_neg": 1.0,
3583
+ "pptc_0p20": 0.0,
3584
+ "pptc_0p40": 1.0,
3585
+ "proxy_support_distance": 0.21335803021628633
3586
+ },
3587
+ "1919198188": {
3588
+ "candidate_diversity": 0.17368110397884493,
3589
+ "collapse_rate": 0.125,
3590
+ "mean_negative_distance": 0.2777393899480172,
3591
+ "mean_positive_distance": 0.23942805187955463,
3592
+ "negative_near_0p20": 0.0,
3593
+ "negative_near_0p40": 1.0,
3594
+ "pos_closer_than_neg": 1.0,
3595
+ "pptc_0p20": 0.6666666666666666,
3596
+ "pptc_0p40": 1.0,
3597
+ "proxy_support_distance": 0.20022384788332323
3598
+ },
3599
+ "1991414747": {
3600
+ "candidate_diversity": 0.1602344508164568,
3601
+ "collapse_rate": 0.0625,
3602
+ "mean_negative_distance": 0.3758108231010236,
3603
+ "mean_positive_distance": 0.2745013397335302,
3604
+ "negative_near_0p20": 0.0,
3605
+ "negative_near_0p40": 0.75,
3606
+ "pos_closer_than_neg": 1.0,
3607
+ "pptc_0p20": 0.0,
3608
+ "pptc_0p40": 1.0,
3609
+ "proxy_support_distance": 0.2406632635467614
3610
+ },
3611
+ "1997090716": {
3612
+ "candidate_diversity": 0.14730210445842587,
3613
+ "collapse_rate": 0.0625,
3614
+ "mean_negative_distance": 0.23877227558934724,
3615
+ "mean_positive_distance": 0.27643569452359235,
3616
+ "negative_near_0p20": 0.10416666666666667,
3617
+ "negative_near_0p40": 1.0,
3618
+ "pos_closer_than_neg": 0.0,
3619
+ "pptc_0p20": 0.0,
3620
+ "pptc_0p40": 1.0,
3621
+ "proxy_support_distance": 0.23583009618307585
3622
+ },
3623
+ "2015956957": {
3624
+ "candidate_diversity": 0.3328700143087185,
3625
+ "collapse_rate": 0.0625,
3626
+ "mean_negative_distance": 0.810940620519863,
3627
+ "mean_positive_distance": 0.6208575797589433,
3628
+ "negative_near_0p20": 0.0,
3629
+ "negative_near_0p40": 0.004166666666666667,
3630
+ "pos_closer_than_neg": 0.7777777777777778,
3631
+ "pptc_0p20": 0.0,
3632
+ "pptc_0p40": 0.26666666666666666,
3633
+ "proxy_support_distance": 0.5269288153439958
3634
+ },
3635
+ "2054899126": {
3636
+ "candidate_diversity": 0.3350283077096967,
3637
+ "collapse_rate": 0.0625,
3638
+ "mean_negative_distance": 0.637690998103275,
3639
+ "mean_positive_distance": 0.5859094564024666,
3640
+ "negative_near_0p20": 0.0,
3641
+ "negative_near_0p40": 0.0,
3642
+ "pos_closer_than_neg": 0.6458333333333334,
3643
+ "pptc_0p20": 0.0,
3644
+ "pptc_0p40": 0.3333333333333333,
3645
+ "proxy_support_distance": 0.46806027768244113
3646
+ },
3647
+ "211245842": {
3648
+ "candidate_diversity": 0.1309657777884151,
3649
+ "collapse_rate": 0.06666666666666667,
3650
+ "mean_negative_distance": 0.2860381275578449,
3651
+ "mean_positive_distance": 0.42173401410502737,
3652
+ "negative_near_0p20": 0.06666666666666667,
3653
+ "negative_near_0p40": 0.9777777777777779,
3654
+ "pos_closer_than_neg": 0.0,
3655
+ "pptc_0p20": 0.0,
3656
+ "pptc_0p40": 0.6666666666666666,
3657
+ "proxy_support_distance": 0.3592284772495253
3658
+ },
3659
+ "2141802816": {
3660
+ "candidate_diversity": 0.1712396791177363,
3661
+ "collapse_rate": 0.0625,
3662
+ "mean_positive_distance": 0.24398678442856578,
3663
+ "negative_near_0p20": 0.0,
3664
+ "negative_near_0p40": 0.0,
3665
+ "pptc_0p20": 0.3333333333333333,
3666
+ "pptc_0p40": 1.0,
3667
+ "proxy_support_distance": 0.1948764367233681
3668
+ },
3669
+ "256770874": {
3670
+ "candidate_diversity": 0.25246978284304705,
3671
+ "collapse_rate": 0.07692307692307693,
3672
+ "mean_negative_distance": 0.3107902081392722,
3673
+ "mean_positive_distance": 0.3125134977897625,
3674
+ "negative_near_0p20": 0.0,
3675
+ "negative_near_0p40": 0.8461538461538461,
3676
+ "pos_closer_than_neg": 0.4358974358974359,
3677
+ "pptc_0p20": 0.0,
3678
+ "pptc_0p40": 1.0,
3679
+ "proxy_support_distance": 0.22194233740827887
3680
+ },
3681
+ "278008524": {
3682
+ "candidate_diversity": 0.23355147989559957,
3683
+ "collapse_rate": 0.07291666666666666,
3684
+ "mean_negative_distance": 0.4772092255948673,
3685
+ "mean_positive_distance": 0.39133413666212175,
3686
+ "negative_near_0p20": 0.0,
3687
+ "negative_near_0p40": 0.5,
3688
+ "pos_closer_than_neg": 0.9375,
3689
+ "pptc_0p20": 0.0,
3690
+ "pptc_0p40": 0.8333333333333334,
3691
+ "proxy_support_distance": 0.3168384510227286
3692
+ },
3693
+ "416183106": {
3694
+ "candidate_diversity": 0.24291674289537316,
3695
+ "collapse_rate": 0.08333333333333333,
3696
+ "mean_negative_distance": 0.3250223822997376,
3697
+ "mean_positive_distance": 0.30514269158348145,
3698
+ "negative_near_0p20": 0.0,
3699
+ "negative_near_0p40": 0.8611111111111112,
3700
+ "pos_closer_than_neg": 0.9166666666666666,
3701
+ "pptc_0p20": 0.3333333333333333,
3702
+ "pptc_0p40": 1.0,
3703
+ "proxy_support_distance": 0.23357797997590576
3704
+ },
3705
+ "534717141": {
3706
+ "candidate_diversity": 0.13699588330669007,
3707
+ "collapse_rate": 0.07692307692307693,
3708
+ "mean_negative_distance": 0.9871252106670728,
3709
+ "mean_positive_distance": 0.21468247015381672,
3710
+ "negative_near_0p20": 0.0,
3711
+ "negative_near_0p40": 0.0,
3712
+ "pos_closer_than_neg": 1.0,
3713
+ "pptc_0p20": 0.6666666666666666,
3714
+ "pptc_0p40": 1.0,
3715
+ "proxy_support_distance": 0.18297738955093798
3716
+ },
3717
+ "551504635": {
3718
+ "candidate_diversity": 0.14522805281008763,
3719
+ "collapse_rate": 0.0625,
3720
+ "mean_negative_distance": 0.4652729513740486,
3721
+ "mean_positive_distance": 0.48730322251569386,
3722
+ "negative_near_0p20": 0.0,
3723
+ "negative_near_0p40": 0.041666666666666664,
3724
+ "pos_closer_than_neg": 0.3541666666666667,
3725
+ "pptc_0p20": 0.0,
3726
+ "pptc_0p40": 0.3333333333333333,
3727
+ "proxy_support_distance": 0.4228630315275183
3728
+ },
3729
+ "565369392": {
3730
+ "candidate_diversity": 0.3873563076692023,
3731
+ "collapse_rate": 0.0625,
3732
+ "mean_negative_distance": 0.5462868609138114,
3733
+ "mean_positive_distance": 0.6028964998826365,
3734
+ "negative_near_0p20": 0.0,
3735
+ "negative_near_0p40": 0.1736111111111111,
3736
+ "pos_closer_than_neg": 0.14583333333333334,
3737
+ "pptc_0p20": 0.0,
3738
+ "pptc_0p40": 0.2222222222222222,
3739
+ "proxy_support_distance": 0.483793964751692
3740
+ },
3741
+ "565621826": {
3742
+ "candidate_diversity": 0.34663944645950123,
3743
+ "collapse_rate": 0.0625,
3744
+ "mean_negative_distance": 0.7344582375496741,
3745
+ "mean_positive_distance": 0.567782767948435,
3746
+ "negative_near_0p20": 0.0,
3747
+ "negative_near_0p40": 0.0,
3748
+ "pos_closer_than_neg": 0.9166666666666666,
3749
+ "pptc_0p20": 0.0,
3750
+ "pptc_0p40": 0.3333333333333333,
3751
+ "proxy_support_distance": 0.4324642053546563
3752
+ },
3753
+ "585904130": {
3754
+ "candidate_diversity": 0.39920797658538626,
3755
+ "collapse_rate": 0.0625,
3756
+ "mean_negative_distance": 0.7596050341753906,
3757
+ "mean_positive_distance": 0.7114630097173481,
3758
+ "negative_near_0p20": 0.0,
3759
+ "negative_near_0p40": 0.0,
3760
+ "pos_closer_than_neg": 0.5625,
3761
+ "pptc_0p20": 0.0,
3762
+ "pptc_0p40": 0.0,
3763
+ "proxy_support_distance": 0.5770111443970215
3764
+ },
3765
+ "626486813": {
3766
+ "candidate_diversity": 0.3772105783337079,
3767
+ "collapse_rate": 0.0625,
3768
+ "mean_negative_distance": 0.6096553509199056,
3769
+ "mean_positive_distance": 0.5724586377376142,
3770
+ "negative_near_0p20": 0.0,
3771
+ "negative_near_0p40": 0.0,
3772
+ "pos_closer_than_neg": 0.9375,
3773
+ "pptc_0p20": 0.0,
3774
+ "pptc_0p40": 0.4166666666666667,
3775
+ "proxy_support_distance": 0.4706257314675025
3776
+ },
3777
+ "636680137": {
3778
+ "candidate_diversity": 0.3407779880414925,
3779
+ "collapse_rate": 0.06666666666666667,
3780
+ "mean_negative_distance": 0.7114774315941693,
3781
+ "mean_positive_distance": 0.6448578773708448,
3782
+ "negative_near_0p20": 0.0,
3783
+ "negative_near_0p40": 0.0,
3784
+ "pos_closer_than_neg": 0.8666666666666667,
3785
+ "pptc_0p20": 0.0,
3786
+ "pptc_0p40": 0.0,
3787
+ "proxy_support_distance": 0.5499421656132929
3788
+ },
3789
+ "706479600": {
3790
+ "candidate_diversity": 0.1372424380015828,
3791
+ "collapse_rate": 0.06666666666666667,
3792
+ "mean_negative_distance": 0.6528854072740116,
3793
+ "mean_positive_distance": 0.24392025914483914,
3794
+ "negative_near_0p20": 0.0,
3795
+ "negative_near_0p40": 0.0,
3796
+ "pos_closer_than_neg": 1.0,
3797
+ "pptc_0p20": 0.6666666666666666,
3798
+ "pptc_0p40": 1.0,
3799
+ "proxy_support_distance": 0.17639773779880308
3800
+ },
3801
+ "750448296": {
3802
+ "candidate_diversity": 0.4447873913893348,
3803
+ "collapse_rate": 0.0625,
3804
+ "mean_positive_distance": 0.5970098269980851,
3805
+ "negative_near_0p20": 0.0,
3806
+ "negative_near_0p40": 0.0,
3807
+ "pptc_0p20": 0.0,
3808
+ "pptc_0p40": 0.16666666666666666,
3809
+ "proxy_support_distance": 0.4883688606691267
3810
+ },
3811
+ "75070641": {
3812
+ "candidate_diversity": 0.26623705662507197,
3813
+ "collapse_rate": 0.08333333333333333,
3814
+ "mean_negative_distance": 0.3715361275017059,
3815
+ "mean_positive_distance": 0.3564584723157156,
3816
+ "negative_near_0p20": 0.0,
3817
+ "negative_near_0p40": 0.6666666666666666,
3818
+ "pos_closer_than_neg": 0.8888888888888888,
3819
+ "pptc_0p20": 0.0,
3820
+ "pptc_0p40": 1.0,
3821
+ "proxy_support_distance": 0.2649211755242518
3822
+ },
3823
+ "767747424": {
3824
+ "candidate_diversity": 0.31643863401180816,
3825
+ "collapse_rate": 0.06473214285714285,
3826
+ "mean_positive_distance": 0.5223925310362568,
3827
+ "negative_near_0p20": 0.0,
3828
+ "negative_near_0p40": 0.0,
3829
+ "pptc_0p20": 0.0,
3830
+ "pptc_0p40": 0.4166666666666667,
3831
+ "proxy_support_distance": 0.4420020905547111
3832
+ },
3833
+ "77147264": {
3834
+ "candidate_diversity": 0.25563086333827595,
3835
+ "collapse_rate": 0.07291666666666666,
3836
+ "mean_negative_distance": 0.4654663382750857,
3837
+ "mean_positive_distance": 0.41860869236003523,
3838
+ "negative_near_0p20": 0.0,
3839
+ "negative_near_0p40": 0.4444444444444445,
3840
+ "pos_closer_than_neg": 0.8194444444444443,
3841
+ "pptc_0p20": 0.16666666666666666,
3842
+ "pptc_0p40": 0.5,
3843
+ "proxy_support_distance": 0.33182393585104425
3844
+ },
3845
+ "794181626": {
3846
+ "candidate_diversity": 0.26609407016950315,
3847
+ "collapse_rate": 0.0625,
3848
+ "mean_negative_distance": 0.6243709714510834,
3849
+ "mean_positive_distance": 0.4412768932264783,
3850
+ "negative_near_0p20": 0.0,
3851
+ "negative_near_0p40": 0.0,
3852
+ "pos_closer_than_neg": 0.9166666666666666,
3853
+ "pptc_0p20": 0.0,
3854
+ "pptc_0p40": 0.6666666666666666,
3855
+ "proxy_support_distance": 0.35779145213252145
3856
+ },
3857
+ "957101489": {
3858
+ "candidate_diversity": 0.15705747689552838,
3859
+ "collapse_rate": 0.07142857142857142,
3860
+ "mean_negative_distance": 0.2709164447359808,
3861
+ "mean_positive_distance": 0.19463840342971084,
3862
+ "negative_near_0p20": 0.0,
3863
+ "negative_near_0p40": 1.0,
3864
+ "pos_closer_than_neg": 1.0,
3865
+ "pptc_0p20": 1.0,
3866
+ "pptc_0p40": 1.0,
3867
+ "proxy_support_distance": 0.13326580918731115
3868
+ },
3869
+ "998761162": {
3870
+ "candidate_diversity": 0.2044681190723526,
3871
+ "collapse_rate": 0.0625,
3872
+ "mean_positive_distance": 0.3434360979092963,
3873
+ "negative_near_0p20": 0.0,
3874
+ "negative_near_0p40": 0.0,
3875
+ "pptc_0p20": 0.0,
3876
+ "pptc_0p40": 1.0,
3877
+ "proxy_support_distance": 0.2906555069687271
3878
+ }
3879
+ },
3880
  "local_atlas": {
3881
  "1025740212": {
3882
  "candidate_diversity": 0.43546377791189955,
workspace/runs/ctt_val_proxy_comparison/metrics_by_task.json CHANGED
@@ -371,6 +371,68 @@
371
  "proxy_support_distance": 0.22290972126483205
372
  }
373
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
374
  "local_atlas": {
375
  "LiftPegUpright-v1": {
376
  "candidate_diversity": 0.5014669861510727,
 
371
  "proxy_support_distance": 0.22290972126483205
372
  }
373
  },
374
+ "ctt_residual_ot_full": {
375
+ "LiftPegUpright-v1": {
376
+ "candidate_diversity": 0.16476656639125692,
377
+ "collapse_rate": 0.07311091686091686,
378
+ "mean_negative_distance": 0.41401276834427847,
379
+ "mean_positive_distance": 0.2853355121746994,
380
+ "negative_near_0p20": 0.0,
381
+ "negative_near_0p40": 0.4418220668220669,
382
+ "pos_closer_than_neg": 0.8888888888888888,
383
+ "pptc_0p20": 0.4444444444444444,
384
+ "pptc_0p40": 0.8888888888888888,
385
+ "proxy_support_distance": 0.22454104854843912
386
+ },
387
+ "PickCube-v1": {
388
+ "candidate_diversity": 0.2723988592684574,
389
+ "collapse_rate": 0.10000000000000002,
390
+ "mean_negative_distance": 0.7066648787519921,
391
+ "mean_positive_distance": 0.6915595474548372,
392
+ "negative_near_0p20": 0.0,
393
+ "negative_near_0p40": 0.0,
394
+ "pos_closer_than_neg": 0.9,
395
+ "pptc_0p20": 0.0,
396
+ "pptc_0p40": 0.0,
397
+ "proxy_support_distance": 0.5549508190200213
398
+ },
399
+ "PullCube-v1": {
400
+ "candidate_diversity": 0.3580631961215981,
401
+ "collapse_rate": 0.06404465632406808,
402
+ "mean_negative_distance": 0.7000481174785168,
403
+ "mean_positive_distance": 0.6026158597599373,
404
+ "negative_near_0p20": 0.0,
405
+ "negative_near_0p40": 0.015931372549019607,
406
+ "pos_closer_than_neg": 0.6528439153439154,
407
+ "pptc_0p20": 0.029411764705882353,
408
+ "pptc_0p40": 0.3137254901960784,
409
+ "proxy_support_distance": 0.49824561221157226
410
+ },
411
+ "PushCube-v1": {
412
+ "candidate_diversity": 0.1984156960657378,
413
+ "collapse_rate": 0.06478937728937728,
414
+ "mean_negative_distance": 0.45338703131243013,
415
+ "mean_positive_distance": 0.33971013154644425,
416
+ "negative_near_0p20": 0.022435897435897436,
417
+ "negative_near_0p40": 0.3557692307692308,
418
+ "pos_closer_than_neg": 0.7239583333333334,
419
+ "pptc_0p20": 0.05128205128205128,
420
+ "pptc_0p40": 0.8461538461538461,
421
+ "proxy_support_distance": 0.28261706937610276
422
+ },
423
+ "StackCube-v1": {
424
+ "candidate_diversity": 0.1905848843986577,
425
+ "collapse_rate": 0.07588217338217343,
426
+ "mean_negative_distance": 0.34445383124116746,
427
+ "mean_positive_distance": 0.2971653383972909,
428
+ "negative_near_0p20": 0.06634920634920635,
429
+ "negative_near_0p40": 0.7789896214896214,
430
+ "pos_closer_than_neg": 0.7610704110704112,
431
+ "pptc_0p20": 0.5333333333333333,
432
+ "pptc_0p40": 0.9111111111111111,
433
+ "proxy_support_distance": 0.2256274941176761
434
+ }
435
+ },
436
  "local_atlas": {
437
  "LiftPegUpright-v1": {
438
  "candidate_diversity": 0.5014669861510727,
workspace/runs/ctt_val_proxy_comparison/table.tex CHANGED
@@ -6,6 +6,7 @@ Method & Seeds & Rows & PPTC@0.20 & PPTC@0.40 & Neg@0.20 & Neg@0.40 & Pos<Neg &
6
  local\_atlas & 1 & 69 & 0.4058 & 0.6812 & 0.0368 & 0.2051 & 0.5998 & 0.7203 & 0.6789 & 0.0661 & baseline \\
7
  task\_memory & 1 & 69 & 0.3188 & 0.5362 & 0.0175 & 0.1109 & 0.5853 & 0.9616 & 0.9219 & 0.0626 & baseline \\
8
  ctt\_residual\_full & 3 & 207 & 0.1981 & 0.6087 & 0.0296 & 0.2899 & 0.7352 & 0.4509 & 0.5292 & 0.0681 & pass \\
 
9
  ctt\_residual\_base\_context & 1 & 69 & 0.1739 & 0.6232 & 0.0182 & 0.2860 & 0.7577 & 0.4429 & 0.5275 & 0.0681 & pass \\
10
  ctt\_residual\_base\_context\_obs & 3 & 207 & 0.2464 & 0.6425 & 0.0343 & 0.3020 & 0.7717 & 0.4347 & 0.5131 & 0.0681 & pass \\
11
  ctt\_residual\_base\_context\_obj & 3 & 207 & 0.2271 & 0.6425 & 0.0380 & 0.3094 & 0.7307 & 0.4340 & 0.5216 & 0.0683 & pass \\
 
6
  local\_atlas & 1 & 69 & 0.4058 & 0.6812 & 0.0368 & 0.2051 & 0.5998 & 0.7203 & 0.6789 & 0.0661 & baseline \\
7
  task\_memory & 1 & 69 & 0.3188 & 0.5362 & 0.0175 & 0.1109 & 0.5853 & 0.9616 & 0.9219 & 0.0626 & baseline \\
8
  ctt\_residual\_full & 3 & 207 & 0.1981 & 0.6087 & 0.0296 & 0.2899 & 0.7352 & 0.4509 & 0.5292 & 0.0681 & pass \\
9
+ ctt\_residual\_ot\_full & 3 & 207 & 0.1787 & 0.5894 & 0.0187 & 0.2826 & 0.7284 & 0.4604 & 0.5232 & 0.0681 & pass \\
10
  ctt\_residual\_base\_context & 1 & 69 & 0.1739 & 0.6232 & 0.0182 & 0.2860 & 0.7577 & 0.4429 & 0.5275 & 0.0681 & pass \\
11
  ctt\_residual\_base\_context\_obs & 3 & 207 & 0.2464 & 0.6425 & 0.0343 & 0.3020 & 0.7717 & 0.4347 & 0.5131 & 0.0681 & pass \\
12
  ctt\_residual\_base\_context\_obj & 3 & 207 & 0.2271 & 0.6425 & 0.0380 & 0.3094 & 0.7307 & 0.4340 & 0.5216 & 0.0683 & pass \\
workspace/runs/paper_ctt_audit/audit.json CHANGED
@@ -81,217 +81,217 @@
81
  "status": "pass"
82
  },
83
  {
84
- "line": 494,
85
  "raw": "../runs/action_bound_audit_rgb_refs/table",
86
  "resolved": "runs/action_bound_audit_rgb_refs/table.tex",
87
  "run_dir": "runs/action_bound_audit_rgb_refs",
88
  "status": "pass"
89
  },
90
  {
91
- "line": 539,
92
  "raw": "../runs/ctt_base_context_obs_val_noclip_rollout_comparison/table",
93
  "resolved": "runs/ctt_base_context_obs_val_noclip_rollout_comparison/table.tex",
94
  "run_dir": "runs/ctt_base_context_obs_val_noclip_rollout_comparison",
95
  "status": "pass"
96
  },
97
  {
98
- "line": 550,
99
  "raw": "../runs/ctt_base_context_obs_test_noclip_rollout_comparison/table",
100
  "resolved": "runs/ctt_base_context_obs_test_noclip_rollout_comparison/table.tex",
101
  "run_dir": "runs/ctt_base_context_obs_test_noclip_rollout_comparison",
102
  "status": "pass"
103
  },
104
  {
105
- "line": 571,
106
  "raw": "../runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table",
107
  "resolved": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table.tex",
108
  "run_dir": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison",
109
  "status": "pass"
110
  },
111
  {
112
- "line": 582,
113
  "raw": "../runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table",
114
  "resolved": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table.tex",
115
  "run_dir": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison",
116
  "status": "pass"
117
  },
118
  {
119
- "line": 601,
120
  "raw": "../runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table",
121
  "resolved": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table.tex",
122
  "run_dir": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison",
123
  "status": "pass"
124
  },
125
  {
126
- "line": 612,
127
  "raw": "../runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table",
128
  "resolved": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table.tex",
129
  "run_dir": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison",
130
  "status": "pass"
131
  },
132
  {
133
- "line": 634,
134
  "raw": "../runs/ctt_base_context_obs_val_envclip_rollout_comparison/table",
135
  "resolved": "runs/ctt_base_context_obs_val_envclip_rollout_comparison/table.tex",
136
  "run_dir": "runs/ctt_base_context_obs_val_envclip_rollout_comparison",
137
  "status": "pass"
138
  },
139
  {
140
- "line": 645,
141
  "raw": "../runs/ctt_base_context_obs_test_envclip_rollout_comparison/table",
142
  "resolved": "runs/ctt_base_context_obs_test_envclip_rollout_comparison/table.tex",
143
  "run_dir": "runs/ctt_base_context_obs_test_envclip_rollout_comparison",
144
  "status": "pass"
145
  },
146
  {
147
- "line": 666,
148
  "raw": "../runs/ctt_base_context_obs_val_tanh_rollout_comparison/table",
149
  "resolved": "runs/ctt_base_context_obs_val_tanh_rollout_comparison/table.tex",
150
  "run_dir": "runs/ctt_base_context_obs_val_tanh_rollout_comparison",
151
  "status": "pass"
152
  },
153
  {
154
- "line": 676,
155
  "raw": "../runs/ctt_base_context_obs_test_tanh_rollout_comparison/table",
156
  "resolved": "runs/ctt_base_context_obs_test_tanh_rollout_comparison/table.tex",
157
  "run_dir": "runs/ctt_base_context_obs_test_tanh_rollout_comparison",
158
  "status": "pass"
159
  },
160
  {
161
- "line": 697,
162
  "raw": "../runs/ctt_val_rollout_comparison/table",
163
  "resolved": "runs/ctt_val_rollout_comparison/table.tex",
164
  "run_dir": "runs/ctt_val_rollout_comparison",
165
  "status": "pass"
166
  },
167
  {
168
- "line": 718,
169
  "raw": "../runs/ctt_base_context_obs_val_rollout_comparison/table",
170
  "resolved": "runs/ctt_base_context_obs_val_rollout_comparison/table.tex",
171
  "run_dir": "runs/ctt_base_context_obs_val_rollout_comparison",
172
  "status": "pass"
173
  },
174
  {
175
- "line": 743,
176
  "raw": "../runs/ctt_base_context_obj_val_rollout_comparison/table",
177
  "resolved": "runs/ctt_base_context_obj_val_rollout_comparison/table.tex",
178
  "run_dir": "runs/ctt_base_context_obj_val_rollout_comparison",
179
  "status": "pass"
180
  },
181
  {
182
- "line": 761,
183
  "raw": "../runs/ctt_test_rollout_comparison/table",
184
  "resolved": "runs/ctt_test_rollout_comparison/table.tex",
185
  "run_dir": "runs/ctt_test_rollout_comparison",
186
  "status": "pass"
187
  },
188
  {
189
- "line": 783,
190
  "raw": "../runs/ctt_base_context_obs_test_rollout_comparison/table",
191
  "resolved": "runs/ctt_base_context_obs_test_rollout_comparison/table.tex",
192
  "run_dir": "runs/ctt_base_context_obs_test_rollout_comparison",
193
  "status": "pass"
194
  },
195
  {
196
- "line": 801,
197
  "raw": "../runs/ctt_dominance_val_to_test/table",
198
  "resolved": "runs/ctt_dominance_val_to_test/table.tex",
199
  "run_dir": "runs/ctt_dominance_val_to_test",
200
  "status": "pass"
201
  },
202
  {
203
- "line": 824,
204
  "raw": "../runs/ctt_learned_dominance_val_to_test/table",
205
  "resolved": "runs/ctt_learned_dominance_val_to_test/table.tex",
206
  "run_dir": "runs/ctt_learned_dominance_val_to_test",
207
  "status": "pass"
208
  },
209
  {
210
- "line": 856,
211
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table",
212
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table.tex",
213
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test",
214
  "status": "pass"
215
  },
216
  {
217
- "line": 876,
218
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table",
219
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table.tex",
220
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test",
221
  "status": "pass"
222
  },
223
  {
224
- "line": 895,
225
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table",
226
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table.tex",
227
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test",
228
  "status": "pass"
229
  },
230
  {
231
- "line": 917,
232
  "raw": "../runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table",
233
  "resolved": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table.tex",
234
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test",
235
  "status": "pass"
236
  },
237
  {
238
- "line": 942,
239
  "raw": "../runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table",
240
  "resolved": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table.tex",
241
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test",
242
  "status": "pass"
243
  },
244
  {
245
- "line": 978,
246
  "raw": "../runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table",
247
  "resolved": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table.tex",
248
  "run_dir": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison",
249
  "status": "pass"
250
  },
251
  {
252
- "line": 999,
253
  "raw": "../runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table",
254
  "resolved": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table.tex",
255
  "run_dir": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test",
256
  "status": "pass"
257
  },
258
  {
259
- "line": 1023,
260
  "raw": "../runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table",
261
  "resolved": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table.tex",
262
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test",
263
  "status": "pass"
264
  },
265
  {
266
- "line": 1071,
267
  "raw": "../runs/ctt_selector_diagnostic_sweep/table",
268
  "resolved": "runs/ctt_selector_diagnostic_sweep/table.tex",
269
  "run_dir": "runs/ctt_selector_diagnostic_sweep",
270
  "status": "pass"
271
  },
272
  {
273
- "line": 1095,
274
  "raw": "../runs/ctt_outcome_acceptance_gate/table",
275
  "resolved": "runs/ctt_outcome_acceptance_gate/table.tex",
276
  "run_dir": "runs/ctt_outcome_acceptance_gate",
277
  "status": "pass"
278
  },
279
  {
280
- "line": 1126,
281
  "raw": "../runs/ctt_base_context_obs_learned_dominance_train_to_test/table",
282
  "resolved": "runs/ctt_base_context_obs_learned_dominance_train_to_test/table.tex",
283
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_train_to_test",
284
  "status": "pass"
285
  },
286
  {
287
- "line": 1150,
288
  "raw": "../runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
289
  "resolved": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
290
  "run_dir": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test",
291
  "status": "pass"
292
  },
293
  {
294
- "line": 1257,
295
  "raw": "../runs/paper_ctt_audit/table",
296
  "resolved": "runs/paper_ctt_audit/table.tex",
297
  "run_dir": "runs/paper_ctt_audit",
 
81
  "status": "pass"
82
  },
83
  {
84
+ "line": 497,
85
  "raw": "../runs/action_bound_audit_rgb_refs/table",
86
  "resolved": "runs/action_bound_audit_rgb_refs/table.tex",
87
  "run_dir": "runs/action_bound_audit_rgb_refs",
88
  "status": "pass"
89
  },
90
  {
91
+ "line": 542,
92
  "raw": "../runs/ctt_base_context_obs_val_noclip_rollout_comparison/table",
93
  "resolved": "runs/ctt_base_context_obs_val_noclip_rollout_comparison/table.tex",
94
  "run_dir": "runs/ctt_base_context_obs_val_noclip_rollout_comparison",
95
  "status": "pass"
96
  },
97
  {
98
+ "line": 553,
99
  "raw": "../runs/ctt_base_context_obs_test_noclip_rollout_comparison/table",
100
  "resolved": "runs/ctt_base_context_obs_test_noclip_rollout_comparison/table.tex",
101
  "run_dir": "runs/ctt_base_context_obs_test_noclip_rollout_comparison",
102
  "status": "pass"
103
  },
104
  {
105
+ "line": 574,
106
  "raw": "../runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table",
107
  "resolved": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table.tex",
108
  "run_dir": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison",
109
  "status": "pass"
110
  },
111
  {
112
+ "line": 585,
113
  "raw": "../runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table",
114
  "resolved": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table.tex",
115
  "run_dir": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison",
116
  "status": "pass"
117
  },
118
  {
119
+ "line": 604,
120
  "raw": "../runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table",
121
  "resolved": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table.tex",
122
  "run_dir": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison",
123
  "status": "pass"
124
  },
125
  {
126
+ "line": 615,
127
  "raw": "../runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table",
128
  "resolved": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table.tex",
129
  "run_dir": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison",
130
  "status": "pass"
131
  },
132
  {
133
+ "line": 637,
134
  "raw": "../runs/ctt_base_context_obs_val_envclip_rollout_comparison/table",
135
  "resolved": "runs/ctt_base_context_obs_val_envclip_rollout_comparison/table.tex",
136
  "run_dir": "runs/ctt_base_context_obs_val_envclip_rollout_comparison",
137
  "status": "pass"
138
  },
139
  {
140
+ "line": 648,
141
  "raw": "../runs/ctt_base_context_obs_test_envclip_rollout_comparison/table",
142
  "resolved": "runs/ctt_base_context_obs_test_envclip_rollout_comparison/table.tex",
143
  "run_dir": "runs/ctt_base_context_obs_test_envclip_rollout_comparison",
144
  "status": "pass"
145
  },
146
  {
147
+ "line": 669,
148
  "raw": "../runs/ctt_base_context_obs_val_tanh_rollout_comparison/table",
149
  "resolved": "runs/ctt_base_context_obs_val_tanh_rollout_comparison/table.tex",
150
  "run_dir": "runs/ctt_base_context_obs_val_tanh_rollout_comparison",
151
  "status": "pass"
152
  },
153
  {
154
+ "line": 679,
155
  "raw": "../runs/ctt_base_context_obs_test_tanh_rollout_comparison/table",
156
  "resolved": "runs/ctt_base_context_obs_test_tanh_rollout_comparison/table.tex",
157
  "run_dir": "runs/ctt_base_context_obs_test_tanh_rollout_comparison",
158
  "status": "pass"
159
  },
160
  {
161
+ "line": 700,
162
  "raw": "../runs/ctt_val_rollout_comparison/table",
163
  "resolved": "runs/ctt_val_rollout_comparison/table.tex",
164
  "run_dir": "runs/ctt_val_rollout_comparison",
165
  "status": "pass"
166
  },
167
  {
168
+ "line": 721,
169
  "raw": "../runs/ctt_base_context_obs_val_rollout_comparison/table",
170
  "resolved": "runs/ctt_base_context_obs_val_rollout_comparison/table.tex",
171
  "run_dir": "runs/ctt_base_context_obs_val_rollout_comparison",
172
  "status": "pass"
173
  },
174
  {
175
+ "line": 746,
176
  "raw": "../runs/ctt_base_context_obj_val_rollout_comparison/table",
177
  "resolved": "runs/ctt_base_context_obj_val_rollout_comparison/table.tex",
178
  "run_dir": "runs/ctt_base_context_obj_val_rollout_comparison",
179
  "status": "pass"
180
  },
181
  {
182
+ "line": 764,
183
  "raw": "../runs/ctt_test_rollout_comparison/table",
184
  "resolved": "runs/ctt_test_rollout_comparison/table.tex",
185
  "run_dir": "runs/ctt_test_rollout_comparison",
186
  "status": "pass"
187
  },
188
  {
189
+ "line": 786,
190
  "raw": "../runs/ctt_base_context_obs_test_rollout_comparison/table",
191
  "resolved": "runs/ctt_base_context_obs_test_rollout_comparison/table.tex",
192
  "run_dir": "runs/ctt_base_context_obs_test_rollout_comparison",
193
  "status": "pass"
194
  },
195
  {
196
+ "line": 804,
197
  "raw": "../runs/ctt_dominance_val_to_test/table",
198
  "resolved": "runs/ctt_dominance_val_to_test/table.tex",
199
  "run_dir": "runs/ctt_dominance_val_to_test",
200
  "status": "pass"
201
  },
202
  {
203
+ "line": 827,
204
  "raw": "../runs/ctt_learned_dominance_val_to_test/table",
205
  "resolved": "runs/ctt_learned_dominance_val_to_test/table.tex",
206
  "run_dir": "runs/ctt_learned_dominance_val_to_test",
207
  "status": "pass"
208
  },
209
  {
210
+ "line": 859,
211
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table",
212
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table.tex",
213
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test",
214
  "status": "pass"
215
  },
216
  {
217
+ "line": 879,
218
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table",
219
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table.tex",
220
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test",
221
  "status": "pass"
222
  },
223
  {
224
+ "line": 898,
225
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table",
226
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table.tex",
227
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test",
228
  "status": "pass"
229
  },
230
  {
231
+ "line": 920,
232
  "raw": "../runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table",
233
  "resolved": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table.tex",
234
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test",
235
  "status": "pass"
236
  },
237
  {
238
+ "line": 945,
239
  "raw": "../runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table",
240
  "resolved": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table.tex",
241
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test",
242
  "status": "pass"
243
  },
244
  {
245
+ "line": 981,
246
  "raw": "../runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table",
247
  "resolved": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table.tex",
248
  "run_dir": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison",
249
  "status": "pass"
250
  },
251
  {
252
+ "line": 1002,
253
  "raw": "../runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table",
254
  "resolved": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table.tex",
255
  "run_dir": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test",
256
  "status": "pass"
257
  },
258
  {
259
+ "line": 1026,
260
  "raw": "../runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table",
261
  "resolved": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table.tex",
262
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test",
263
  "status": "pass"
264
  },
265
  {
266
+ "line": 1074,
267
  "raw": "../runs/ctt_selector_diagnostic_sweep/table",
268
  "resolved": "runs/ctt_selector_diagnostic_sweep/table.tex",
269
  "run_dir": "runs/ctt_selector_diagnostic_sweep",
270
  "status": "pass"
271
  },
272
  {
273
+ "line": 1098,
274
  "raw": "../runs/ctt_outcome_acceptance_gate/table",
275
  "resolved": "runs/ctt_outcome_acceptance_gate/table.tex",
276
  "run_dir": "runs/ctt_outcome_acceptance_gate",
277
  "status": "pass"
278
  },
279
  {
280
+ "line": 1129,
281
  "raw": "../runs/ctt_base_context_obs_learned_dominance_train_to_test/table",
282
  "resolved": "runs/ctt_base_context_obs_learned_dominance_train_to_test/table.tex",
283
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_train_to_test",
284
  "status": "pass"
285
  },
286
  {
287
+ "line": 1153,
288
  "raw": "../runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
289
  "resolved": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
290
  "run_dir": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test",
291
  "status": "pass"
292
  },
293
  {
294
+ "line": 1260,
295
  "raw": "../runs/paper_ctt_audit/table",
296
  "resolved": "runs/paper_ctt_audit/table.tex",
297
  "run_dir": "runs/paper_ctt_audit",
workspace/runs/paper_ctt_audit/metrics.json CHANGED
@@ -81,217 +81,217 @@
81
  "status": "pass"
82
  },
83
  {
84
- "line": 494,
85
  "raw": "../runs/action_bound_audit_rgb_refs/table",
86
  "resolved": "runs/action_bound_audit_rgb_refs/table.tex",
87
  "run_dir": "runs/action_bound_audit_rgb_refs",
88
  "status": "pass"
89
  },
90
  {
91
- "line": 539,
92
  "raw": "../runs/ctt_base_context_obs_val_noclip_rollout_comparison/table",
93
  "resolved": "runs/ctt_base_context_obs_val_noclip_rollout_comparison/table.tex",
94
  "run_dir": "runs/ctt_base_context_obs_val_noclip_rollout_comparison",
95
  "status": "pass"
96
  },
97
  {
98
- "line": 550,
99
  "raw": "../runs/ctt_base_context_obs_test_noclip_rollout_comparison/table",
100
  "resolved": "runs/ctt_base_context_obs_test_noclip_rollout_comparison/table.tex",
101
  "run_dir": "runs/ctt_base_context_obs_test_noclip_rollout_comparison",
102
  "status": "pass"
103
  },
104
  {
105
- "line": 571,
106
  "raw": "../runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table",
107
  "resolved": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table.tex",
108
  "run_dir": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison",
109
  "status": "pass"
110
  },
111
  {
112
- "line": 582,
113
  "raw": "../runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table",
114
  "resolved": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table.tex",
115
  "run_dir": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison",
116
  "status": "pass"
117
  },
118
  {
119
- "line": 601,
120
  "raw": "../runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table",
121
  "resolved": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table.tex",
122
  "run_dir": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison",
123
  "status": "pass"
124
  },
125
  {
126
- "line": 612,
127
  "raw": "../runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table",
128
  "resolved": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table.tex",
129
  "run_dir": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison",
130
  "status": "pass"
131
  },
132
  {
133
- "line": 634,
134
  "raw": "../runs/ctt_base_context_obs_val_envclip_rollout_comparison/table",
135
  "resolved": "runs/ctt_base_context_obs_val_envclip_rollout_comparison/table.tex",
136
  "run_dir": "runs/ctt_base_context_obs_val_envclip_rollout_comparison",
137
  "status": "pass"
138
  },
139
  {
140
- "line": 645,
141
  "raw": "../runs/ctt_base_context_obs_test_envclip_rollout_comparison/table",
142
  "resolved": "runs/ctt_base_context_obs_test_envclip_rollout_comparison/table.tex",
143
  "run_dir": "runs/ctt_base_context_obs_test_envclip_rollout_comparison",
144
  "status": "pass"
145
  },
146
  {
147
- "line": 666,
148
  "raw": "../runs/ctt_base_context_obs_val_tanh_rollout_comparison/table",
149
  "resolved": "runs/ctt_base_context_obs_val_tanh_rollout_comparison/table.tex",
150
  "run_dir": "runs/ctt_base_context_obs_val_tanh_rollout_comparison",
151
  "status": "pass"
152
  },
153
  {
154
- "line": 676,
155
  "raw": "../runs/ctt_base_context_obs_test_tanh_rollout_comparison/table",
156
  "resolved": "runs/ctt_base_context_obs_test_tanh_rollout_comparison/table.tex",
157
  "run_dir": "runs/ctt_base_context_obs_test_tanh_rollout_comparison",
158
  "status": "pass"
159
  },
160
  {
161
- "line": 697,
162
  "raw": "../runs/ctt_val_rollout_comparison/table",
163
  "resolved": "runs/ctt_val_rollout_comparison/table.tex",
164
  "run_dir": "runs/ctt_val_rollout_comparison",
165
  "status": "pass"
166
  },
167
  {
168
- "line": 718,
169
  "raw": "../runs/ctt_base_context_obs_val_rollout_comparison/table",
170
  "resolved": "runs/ctt_base_context_obs_val_rollout_comparison/table.tex",
171
  "run_dir": "runs/ctt_base_context_obs_val_rollout_comparison",
172
  "status": "pass"
173
  },
174
  {
175
- "line": 743,
176
  "raw": "../runs/ctt_base_context_obj_val_rollout_comparison/table",
177
  "resolved": "runs/ctt_base_context_obj_val_rollout_comparison/table.tex",
178
  "run_dir": "runs/ctt_base_context_obj_val_rollout_comparison",
179
  "status": "pass"
180
  },
181
  {
182
- "line": 761,
183
  "raw": "../runs/ctt_test_rollout_comparison/table",
184
  "resolved": "runs/ctt_test_rollout_comparison/table.tex",
185
  "run_dir": "runs/ctt_test_rollout_comparison",
186
  "status": "pass"
187
  },
188
  {
189
- "line": 783,
190
  "raw": "../runs/ctt_base_context_obs_test_rollout_comparison/table",
191
  "resolved": "runs/ctt_base_context_obs_test_rollout_comparison/table.tex",
192
  "run_dir": "runs/ctt_base_context_obs_test_rollout_comparison",
193
  "status": "pass"
194
  },
195
  {
196
- "line": 801,
197
  "raw": "../runs/ctt_dominance_val_to_test/table",
198
  "resolved": "runs/ctt_dominance_val_to_test/table.tex",
199
  "run_dir": "runs/ctt_dominance_val_to_test",
200
  "status": "pass"
201
  },
202
  {
203
- "line": 824,
204
  "raw": "../runs/ctt_learned_dominance_val_to_test/table",
205
  "resolved": "runs/ctt_learned_dominance_val_to_test/table.tex",
206
  "run_dir": "runs/ctt_learned_dominance_val_to_test",
207
  "status": "pass"
208
  },
209
  {
210
- "line": 856,
211
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table",
212
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table.tex",
213
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test",
214
  "status": "pass"
215
  },
216
  {
217
- "line": 876,
218
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table",
219
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table.tex",
220
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test",
221
  "status": "pass"
222
  },
223
  {
224
- "line": 895,
225
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table",
226
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table.tex",
227
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test",
228
  "status": "pass"
229
  },
230
  {
231
- "line": 917,
232
  "raw": "../runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table",
233
  "resolved": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table.tex",
234
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test",
235
  "status": "pass"
236
  },
237
  {
238
- "line": 942,
239
  "raw": "../runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table",
240
  "resolved": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table.tex",
241
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test",
242
  "status": "pass"
243
  },
244
  {
245
- "line": 978,
246
  "raw": "../runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table",
247
  "resolved": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table.tex",
248
  "run_dir": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison",
249
  "status": "pass"
250
  },
251
  {
252
- "line": 999,
253
  "raw": "../runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table",
254
  "resolved": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table.tex",
255
  "run_dir": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test",
256
  "status": "pass"
257
  },
258
  {
259
- "line": 1023,
260
  "raw": "../runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table",
261
  "resolved": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table.tex",
262
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test",
263
  "status": "pass"
264
  },
265
  {
266
- "line": 1071,
267
  "raw": "../runs/ctt_selector_diagnostic_sweep/table",
268
  "resolved": "runs/ctt_selector_diagnostic_sweep/table.tex",
269
  "run_dir": "runs/ctt_selector_diagnostic_sweep",
270
  "status": "pass"
271
  },
272
  {
273
- "line": 1095,
274
  "raw": "../runs/ctt_outcome_acceptance_gate/table",
275
  "resolved": "runs/ctt_outcome_acceptance_gate/table.tex",
276
  "run_dir": "runs/ctt_outcome_acceptance_gate",
277
  "status": "pass"
278
  },
279
  {
280
- "line": 1126,
281
  "raw": "../runs/ctt_base_context_obs_learned_dominance_train_to_test/table",
282
  "resolved": "runs/ctt_base_context_obs_learned_dominance_train_to_test/table.tex",
283
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_train_to_test",
284
  "status": "pass"
285
  },
286
  {
287
- "line": 1150,
288
  "raw": "../runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
289
  "resolved": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
290
  "run_dir": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test",
291
  "status": "pass"
292
  },
293
  {
294
- "line": 1257,
295
  "raw": "../runs/paper_ctt_audit/table",
296
  "resolved": "runs/paper_ctt_audit/table.tex",
297
  "run_dir": "runs/paper_ctt_audit",
 
81
  "status": "pass"
82
  },
83
  {
84
+ "line": 497,
85
  "raw": "../runs/action_bound_audit_rgb_refs/table",
86
  "resolved": "runs/action_bound_audit_rgb_refs/table.tex",
87
  "run_dir": "runs/action_bound_audit_rgb_refs",
88
  "status": "pass"
89
  },
90
  {
91
+ "line": 542,
92
  "raw": "../runs/ctt_base_context_obs_val_noclip_rollout_comparison/table",
93
  "resolved": "runs/ctt_base_context_obs_val_noclip_rollout_comparison/table.tex",
94
  "run_dir": "runs/ctt_base_context_obs_val_noclip_rollout_comparison",
95
  "status": "pass"
96
  },
97
  {
98
+ "line": 553,
99
  "raw": "../runs/ctt_base_context_obs_test_noclip_rollout_comparison/table",
100
  "resolved": "runs/ctt_base_context_obs_test_noclip_rollout_comparison/table.tex",
101
  "run_dir": "runs/ctt_base_context_obs_test_noclip_rollout_comparison",
102
  "status": "pass"
103
  },
104
  {
105
+ "line": 574,
106
  "raw": "../runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table",
107
  "resolved": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison/table.tex",
108
  "run_dir": "runs/ctt_base_context_obs_val_scaled0215_rollout_comparison",
109
  "status": "pass"
110
  },
111
  {
112
+ "line": 585,
113
  "raw": "../runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table",
114
  "resolved": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison/table.tex",
115
  "run_dir": "runs/ctt_base_context_obs_test_scaled0215_rollout_comparison",
116
  "status": "pass"
117
  },
118
  {
119
+ "line": 604,
120
  "raw": "../runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table",
121
  "resolved": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison/table.tex",
122
  "run_dir": "runs/ctt_base_context_obs_val_perdim_trainmax_rollout_comparison",
123
  "status": "pass"
124
  },
125
  {
126
+ "line": 615,
127
  "raw": "../runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table",
128
  "resolved": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table.tex",
129
  "run_dir": "runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison",
130
  "status": "pass"
131
  },
132
  {
133
+ "line": 637,
134
  "raw": "../runs/ctt_base_context_obs_val_envclip_rollout_comparison/table",
135
  "resolved": "runs/ctt_base_context_obs_val_envclip_rollout_comparison/table.tex",
136
  "run_dir": "runs/ctt_base_context_obs_val_envclip_rollout_comparison",
137
  "status": "pass"
138
  },
139
  {
140
+ "line": 648,
141
  "raw": "../runs/ctt_base_context_obs_test_envclip_rollout_comparison/table",
142
  "resolved": "runs/ctt_base_context_obs_test_envclip_rollout_comparison/table.tex",
143
  "run_dir": "runs/ctt_base_context_obs_test_envclip_rollout_comparison",
144
  "status": "pass"
145
  },
146
  {
147
+ "line": 669,
148
  "raw": "../runs/ctt_base_context_obs_val_tanh_rollout_comparison/table",
149
  "resolved": "runs/ctt_base_context_obs_val_tanh_rollout_comparison/table.tex",
150
  "run_dir": "runs/ctt_base_context_obs_val_tanh_rollout_comparison",
151
  "status": "pass"
152
  },
153
  {
154
+ "line": 679,
155
  "raw": "../runs/ctt_base_context_obs_test_tanh_rollout_comparison/table",
156
  "resolved": "runs/ctt_base_context_obs_test_tanh_rollout_comparison/table.tex",
157
  "run_dir": "runs/ctt_base_context_obs_test_tanh_rollout_comparison",
158
  "status": "pass"
159
  },
160
  {
161
+ "line": 700,
162
  "raw": "../runs/ctt_val_rollout_comparison/table",
163
  "resolved": "runs/ctt_val_rollout_comparison/table.tex",
164
  "run_dir": "runs/ctt_val_rollout_comparison",
165
  "status": "pass"
166
  },
167
  {
168
+ "line": 721,
169
  "raw": "../runs/ctt_base_context_obs_val_rollout_comparison/table",
170
  "resolved": "runs/ctt_base_context_obs_val_rollout_comparison/table.tex",
171
  "run_dir": "runs/ctt_base_context_obs_val_rollout_comparison",
172
  "status": "pass"
173
  },
174
  {
175
+ "line": 746,
176
  "raw": "../runs/ctt_base_context_obj_val_rollout_comparison/table",
177
  "resolved": "runs/ctt_base_context_obj_val_rollout_comparison/table.tex",
178
  "run_dir": "runs/ctt_base_context_obj_val_rollout_comparison",
179
  "status": "pass"
180
  },
181
  {
182
+ "line": 764,
183
  "raw": "../runs/ctt_test_rollout_comparison/table",
184
  "resolved": "runs/ctt_test_rollout_comparison/table.tex",
185
  "run_dir": "runs/ctt_test_rollout_comparison",
186
  "status": "pass"
187
  },
188
  {
189
+ "line": 786,
190
  "raw": "../runs/ctt_base_context_obs_test_rollout_comparison/table",
191
  "resolved": "runs/ctt_base_context_obs_test_rollout_comparison/table.tex",
192
  "run_dir": "runs/ctt_base_context_obs_test_rollout_comparison",
193
  "status": "pass"
194
  },
195
  {
196
+ "line": 804,
197
  "raw": "../runs/ctt_dominance_val_to_test/table",
198
  "resolved": "runs/ctt_dominance_val_to_test/table.tex",
199
  "run_dir": "runs/ctt_dominance_val_to_test",
200
  "status": "pass"
201
  },
202
  {
203
+ "line": 827,
204
  "raw": "../runs/ctt_learned_dominance_val_to_test/table",
205
  "resolved": "runs/ctt_learned_dominance_val_to_test/table.tex",
206
  "run_dir": "runs/ctt_learned_dominance_val_to_test",
207
  "status": "pass"
208
  },
209
  {
210
+ "line": 859,
211
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table",
212
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test/table.tex",
213
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_val_to_test",
214
  "status": "pass"
215
  },
216
  {
217
+ "line": 879,
218
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table",
219
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test/table.tex",
220
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_tangent_success_tanh_val_to_test",
221
  "status": "pass"
222
  },
223
  {
224
+ "line": 898,
225
  "raw": "../runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table",
226
  "resolved": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test/table.tex",
227
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_context_success_tanh_train_to_test",
228
  "status": "pass"
229
  },
230
  {
231
+ "line": 920,
232
  "raw": "../runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table",
233
  "resolved": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test/table.tex",
234
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_basic_envclip_train_to_test",
235
  "status": "pass"
236
  },
237
  {
238
+ "line": 945,
239
  "raw": "../runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table",
240
  "resolved": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test/table.tex",
241
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_source_envclip_train_to_test",
242
  "status": "pass"
243
  },
244
  {
245
+ "line": 981,
246
  "raw": "../runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table",
247
  "resolved": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison/table.tex",
248
  "run_dir": "runs/ctt_base_context_obs_test_envclip_k16_rollout_comparison",
249
  "status": "pass"
250
  },
251
  {
252
+ "line": 1002,
253
  "raw": "../runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table",
254
  "resolved": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test/table.tex",
255
  "run_dir": "runs/ctt_base_context_obs_dominance_envclip_k16_train_to_test",
256
  "status": "pass"
257
  },
258
  {
259
+ "line": 1026,
260
  "raw": "../runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table",
261
  "resolved": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test/table.tex",
262
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_chartcompat_obs_utility_task_envclip_k16_train_to_test",
263
  "status": "pass"
264
  },
265
  {
266
+ "line": 1074,
267
  "raw": "../runs/ctt_selector_diagnostic_sweep/table",
268
  "resolved": "runs/ctt_selector_diagnostic_sweep/table.tex",
269
  "run_dir": "runs/ctt_selector_diagnostic_sweep",
270
  "status": "pass"
271
  },
272
  {
273
+ "line": 1098,
274
  "raw": "../runs/ctt_outcome_acceptance_gate/table",
275
  "resolved": "runs/ctt_outcome_acceptance_gate/table.tex",
276
  "run_dir": "runs/ctt_outcome_acceptance_gate",
277
  "status": "pass"
278
  },
279
  {
280
+ "line": 1129,
281
  "raw": "../runs/ctt_base_context_obs_learned_dominance_train_to_test/table",
282
  "resolved": "runs/ctt_base_context_obs_learned_dominance_train_to_test/table.tex",
283
  "run_dir": "runs/ctt_base_context_obs_learned_dominance_train_to_test",
284
  "status": "pass"
285
  },
286
  {
287
+ "line": 1153,
288
  "raw": "../runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
289
  "resolved": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test/table.tex",
290
  "run_dir": "runs/ctt_base_context_obs_nonlinear_dominance_basic_positive_train_to_test",
291
  "status": "pass"
292
  },
293
  {
294
+ "line": 1260,
295
  "raw": "../runs/paper_ctt_audit/table",
296
  "resolved": "runs/paper_ctt_audit/table.tex",
297
  "run_dir": "runs/paper_ctt_audit",
workspace/runs/summary_ctt.csv CHANGED
@@ -127,6 +127,14 @@ CTT residual train,runs/ctt_residual_full_seed1,yes,train,not measured,n/a,n/a,n
127
  CTT residual proxy,runs/ctt_residual_full_seed1_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2319,0.5942,0.0410,n/a,n/a,47,see run
128
  CTT residual train,runs/ctt_residual_full_seed2,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
129
  CTT residual proxy,runs/ctt_residual_full_seed2_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1594,0.6522,0.0189,n/a,n/a,47,see run
 
 
 
 
 
 
 
 
130
  CTT residual validation measured,runs/ctt_residual_rollout_direct_smoke_seed0_v3,yes,measured rollout K=2,"fail:selected<47.45,oracle<50,OutcomePTR<=V0oracle,seeds<3",0.0000,0.0000,0.0000,0.0000,0.1798,0.0000,0.0000,0.0000,0.0000,n/a,n/a,n/a,n/a,0.4932,1,see measured_metrics
131
  CTT residual test measured,runs/ctt_residual_rollout_test_seed0,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2917,0.3125,0.5208,0.7292,0.4438,0.4304,0.2500,0.2083,0.4792,n/a,n/a,n/a,n/a,0.1774,40,see measured_metrics
132
  CTT residual test measured,runs/ctt_residual_rollout_test_seed1,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2708,0.2292,0.5417,0.7292,0.4287,0.6263,0.2292,0.3125,0.5417,n/a,n/a,n/a,n/a,0.1691,40,see measured_metrics
@@ -138,13 +146,14 @@ CTT residual validation measured,runs/ctt_residual_rollout_val69_seed2,yes,measu
138
  CTT residual train,runs/ctt_residual_smoke,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
139
  CTT residual proxy,runs/ctt_residual_smoke_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,1.0000,1.0000,0.1010,n/a,n/a,unknown,see run
140
  CTT residual proxy,runs/ctt_residual_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.3478,0.7101,0.0397,n/a,n/a,47,see run
141
- CTT residual train,runs/ctt_selector_diagnostic_sweep,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,2,see run
142
  CTT residual test measured aggregate,runs/ctt_test_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2222,0.5069,0.7292,0.4833,0.5605,0.2639,0.2847,0.5278,n/a,n/a,n/a,n/a,0.1730,3,see measured_metrics
143
  CTT residual validation measured aggregate,runs/ctt_val16_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3,OutcomePTR<=V0oracle,seeds<3",0.3125,0.2500,0.3750,0.6250,0.5139,0.2645,0.2500,0.1250,0.3750,n/a,n/a,n/a,n/a,0.1330,1,see measured_metrics
144
  CTT residual validation measured aggregate,runs/ctt_val_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2850,0.2415,0.3768,0.6667,0.5283,0.2936,0.2947,0.1353,0.4589,n/a,n/a,n/a,n/a,0.1618,3,see measured_metrics
145
  task memory,runs/task_memory_val_proxy,yes,proxy baseline,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.3188,0.5362,0.0175,n/a,n/a,47,see run
146
  local atlas,runs/local_atlas_val_proxy,yes,proxy baseline,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.4058,0.6812,0.0368,n/a,n/a,47,see run
147
  ctt residual full,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1981,0.6087,0.0296,n/a,n/a,3,aggregate over run means
 
148
  ctt residual base context,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1739,0.6232,0.0182,n/a,n/a,1,aggregate over run means
149
  ctt residual base context obs,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2464,0.6425,0.0343,n/a,n/a,3,aggregate over run means
150
  ctt residual base context obj,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2271,0.6425,0.0380,n/a,n/a,3,aggregate over run means
 
127
  CTT residual proxy,runs/ctt_residual_full_seed1_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2319,0.5942,0.0410,n/a,n/a,47,see run
128
  CTT residual train,runs/ctt_residual_full_seed2,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
129
  CTT residual proxy,runs/ctt_residual_full_seed2_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1594,0.6522,0.0189,n/a,n/a,47,see run
130
+ CTT residual train,runs/ctt_residual_ot_component_smoke,yes,train feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
131
+ CTT residual proxy,runs/ctt_residual_ot_component_smoke_val_proxy,yes,proxy feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.3438,0.7188,0.0423,n/a,n/a,27,see run
132
+ CTT residual train,runs/ctt_residual_ot_full_seed0,yes,train feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
133
+ CTT residual proxy,runs/ctt_residual_ot_full_seed0_val_proxy,yes,proxy feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2464,0.5797,0.0199,n/a,n/a,47,see run
134
+ CTT residual train,runs/ctt_residual_ot_full_seed1,yes,train feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
135
+ CTT residual proxy,runs/ctt_residual_ot_full_seed1_val_proxy,yes,proxy feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1884,0.6377,0.0242,n/a,n/a,47,see run
136
+ CTT residual train,runs/ctt_residual_ot_full_seed2,yes,train feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
137
+ CTT residual proxy,runs/ctt_residual_ot_full_seed2_val_proxy,yes,proxy feature=base,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1014,0.5507,0.0119,n/a,n/a,47,see run
138
  CTT residual validation measured,runs/ctt_residual_rollout_direct_smoke_seed0_v3,yes,measured rollout K=2,"fail:selected<47.45,oracle<50,OutcomePTR<=V0oracle,seeds<3",0.0000,0.0000,0.0000,0.0000,0.1798,0.0000,0.0000,0.0000,0.0000,n/a,n/a,n/a,n/a,0.4932,1,see measured_metrics
139
  CTT residual test measured,runs/ctt_residual_rollout_test_seed0,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2917,0.3125,0.5208,0.7292,0.4438,0.4304,0.2500,0.2083,0.4792,n/a,n/a,n/a,n/a,0.1774,40,see measured_metrics
140
  CTT residual test measured,runs/ctt_residual_rollout_test_seed1,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2708,0.2292,0.5417,0.7292,0.4287,0.6263,0.2292,0.3125,0.5417,n/a,n/a,n/a,n/a,0.1691,40,see measured_metrics
 
146
  CTT residual train,runs/ctt_residual_smoke,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,unknown,see run
147
  CTT residual proxy,runs/ctt_residual_smoke_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,1.0000,1.0000,0.1010,n/a,n/a,unknown,see run
148
  CTT residual proxy,runs/ctt_residual_val_proxy,yes,proxy,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.3478,0.7101,0.0397,n/a,n/a,47,see run
149
+ CTT residual train,runs/ctt_selector_diagnostic_sweep,yes,train,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,4,see run
150
  CTT residual test measured aggregate,runs/ctt_test_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,support_gap>7,selector_gap>3",0.2847,0.2222,0.5069,0.7292,0.4833,0.5605,0.2639,0.2847,0.5278,n/a,n/a,n/a,n/a,0.1730,3,see measured_metrics
151
  CTT residual validation measured aggregate,runs/ctt_val16_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3,OutcomePTR<=V0oracle,seeds<3",0.3125,0.2500,0.3750,0.6250,0.5139,0.2645,0.2500,0.1250,0.3750,n/a,n/a,n/a,n/a,0.1330,1,see measured_metrics
152
  CTT residual validation measured aggregate,runs/ctt_val_rollout_comparison,yes,measured rollout K=8,"fail:selected<47.45,oracle<50,support_gap>7,selector_gap>3",0.2850,0.2415,0.3768,0.6667,0.5283,0.2936,0.2947,0.1353,0.4589,n/a,n/a,n/a,n/a,0.1618,3,see measured_metrics
153
  task memory,runs/task_memory_val_proxy,yes,proxy baseline,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.3188,0.5362,0.0175,n/a,n/a,47,see run
154
  local atlas,runs/local_atlas_val_proxy,yes,proxy baseline,not measured,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.4058,0.6812,0.0368,n/a,n/a,47,see run
155
  ctt residual full,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1981,0.6087,0.0296,n/a,n/a,3,aggregate over run means
156
+ ctt residual ot full,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1787,0.5894,0.0187,n/a,n/a,3,aggregate over run means
157
  ctt residual base context,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.1739,0.6232,0.0182,n/a,n/a,1,aggregate over run means
158
  ctt residual base context obs,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2464,0.6425,0.0343,n/a,n/a,3,aggregate over run means
159
  ctt residual base context obj,runs/ctt_val_proxy_comparison,yes,proxy aggregate gate=True,proxy=True,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,n/a,0.2271,0.6425,0.0380,n/a,n/a,3,aggregate over run means