{ "associative_recall_512": { "T1024": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "T1024_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "T128": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "T128_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "T256": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "T256_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "T32": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "T32_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "T512": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "T512_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "closed_loop_mpc": { "g8_random_shooting_3": { "final_distance": { "ci95_high": 0.4635117736596537, "ci95_low": 0.3840821622987278, "mean": 0.4226892536583667 }, "pusht_open_success": 0.4791666567325592, "succ_vec": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ], "success_rate": { "ci95_high": 0.3229166666666667, "ci95_low": 0.15625, "mean": 0.23958333333333334 }, "thin_barrier_success": 0.0 }, "latent_cem_mpc": { "final_distance": { "ci95_high": 0.16836298348377265, "ci95_low": 0.1147795234862618, "mean": 0.14105345892797536 }, "pusht_open_success": 0.5625, "succ_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0 ], "success_rate": { "ci95_high": 0.8333333333333334, "ci95_low": 0.6666666666666666, "mean": 0.75 }, "thin_barrier_success": 0.9375 }, "open_loop_policy": { "final_distance": { "ci95_high": 0.40534411281502497, "ci95_low": 0.3069167479397341, "mean": 0.3551293204460914 }, "pusht_open_success": 0.3958333432674408, "succ_vec": [ 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0 ], "success_rate": { "ci95_high": 0.59375, "ci95_low": 0.40625, "mean": 0.5 }, "thin_barrier_success": 0.6041666865348816 } }, "long_horizon_memory_mpc": { "mid_episode_goal_switch_mpc": { "final_distance": { "ci95_high": 0.10044096388010076, "ci95_low": 0.07583995317254448, "mean": 0.0879217807087116 }, "open_success": 1.0, "stale_goal_a_trap_rate": 0.0, "succ_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "success_rate": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "thin_barrier_success": 1.0 }, "sustained_transient_barrier_mpc": { "final_distance": { "ci95_high": 0.05832585472162464, "ci95_low": 0.04480057375258184, "mean": 0.05143831421446521 }, "open_success": 1.0, "succ_vec": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "success_rate": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "thin_barrier_success": 1.0 } }, "real_multimodal_and_text": { "av_r1": { "ci95_high": 0.984375, "ci95_low": 0.84375, "mean": 0.921875 }, "av_r5": { "ci95_high": 1.0, "ci95_low": 1.0, "mean": 1.0 }, "available": true, "contact_auroc": 0.991238775312514, "fineweb_final_acc": 0.125, "fineweb_nll": 6.74179389542763, "fineweb_ppl": 847.0789447357108, "participation_ratio": 0.035112855532629925, "per_item_r1": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0 ], "per_item_sq_err": [ 0.0030270263087004423, 1.4591902072425e-05, 8.993362280307338e-05, 3.458862556726672e-05, 6.619398482143879e-05, 7.252775685628876e-05, 0.00013622491678688675, 0.00015096009883563966, 1.589155181136448e-05, 0.0030661558266729116, 0.0001850870467023924, 2.4606912120361812e-05, 3.169229967170395e-05, 4.968203211319633e-05, 0.00036145257763564587, 2.257074993394781e-05, 3.448061033850536e-05, 0.000215750013012439, 0.00046554123400710523, 0.0006946134380996227, 2.259343455079943e-05, 0.00013055730960331857, 0.0008733897702768445, 0.00035739815211854875, 1.1370071661076508e-05, 2.8524382287287153e-05, 5.137251355336048e-05, 0.00014816835755482316, 0.0003815449890680611, 2.5599343643989414e-05, 0.00023317625164054334, 0.00039288270636461675, 6.633723387494683e-05, 7.838199962861836e-05, 6.908349314471707e-05, 0.00013352501264307648, 5.4764270316809416e-05, 0.0006541479378938675, 0.000541939924005419, 4.214028376736678e-05, 4.264468952897005e-05, 4.0836916014086455e-05, 0.00038086954737082124, 6.647428381256759e-05, 3.68979704035155e-06, 3.473301330814138e-05, 0.0022212681360542774, 0.0012026653857901692, 0.0014583839802071452, 0.00011980589624727145, 3.0443232390098274e-05, 9.979685273719952e-05, 0.00016306359611917287, 0.00014964642468839884, 4.981197707820684e-05, 0.00020226053311489522, 0.00015880515275057405, 1.8976785213453695e-05, 0.00043096786248497665, 2.7003319701179862e-05, 0.0015155666042119265, 0.002033452270552516, 8.179085853043944e-05, 5.100488124298863e-06, 0.0001868645049398765, 0.0015103068435564637, 4.976815762347542e-05, 0.00014845217810943723, 0.00010903556540142745, 3.1882565963314846e-05, 0.000661217316519469, 4.271894067642279e-05, 0.0007022933568805456, 8.116241951938719e-05, 5.248594607110135e-05, 0.0005650909151881933, 0.00024562160251662135, 4.088843706995249e-05, 8.19546403363347e-06, 0.00011863988765981048, 0.001141895423643291, 0.00029162695864215493, 0.00014452530012931675, 1.1566550710995216e-05, 0.00023995802621357143, 0.0013748795026913285, 5.278869139146991e-05, 0.00033971676020883024, 5.1929819164797664e-05, 0.0015989179955795407, 5.332433647708967e-05, 0.0009928473737090826, 2.3574270016979426e-05, 0.0017843358218669891, 3.524993735481985e-05, 1.5197337233985309e-05, 2.4329112420673482e-05, 8.908420568332076e-05, 6.127365486463532e-05, 0.001333534368313849, 0.0008624670444987714, 3.545829531503841e-05, 4.0993854781845585e-05, 0.0005459789535962045, 0.0005899496027268469, 4.339451334089972e-05, 3.873184687108733e-05, 0.00017525684961583465, 0.0023251415695995092, 0.00026077034999616444, 0.00022918607282917947, 4.643265492632054e-05, 2.9291637474671006e-05, 0.0013106183614581823, 8.670848183101043e-05, 0.0007372063701041043, 0.0005013621994294226, 5.076083107269369e-05, 0.0007262479630298913, 0.0001326856145169586, 1.1932410416193306e-05, 2.393837166891899e-05, 0.00041041328222490847, 0.0007084122044034302, 0.0007039483170956373, 0.0003529046953190118, 0.0026884661056101322, 2.9264690965646878e-05, 1.54452609422151e-05, 0.0002019769890466705, 0.0009504136978648603, 4.863069989369251e-05, 7.642935088369995e-05, 0.0014863166725263, 0.0002015460340771824, 9.462448360864073e-05, 0.002174781635403633, 2.147544546460267e-05, 0.0008840746595524251, 0.0002918824611697346, 5.993877493892796e-05, 6.012023368384689e-05, 3.9308328268816695e-05, 7.16616923455149e-05, 3.8645524909952655e-05, 5.033581328461878e-05, 0.00023973525094334036, 2.6037623683805577e-05, 0.0007236427045427263, 0.0002748020051512867, 7.227355672512203e-05, 7.585775892948732e-05, 0.00019503181101754308, 1.268740015802905e-05, 3.917247522622347e-05, 5.548095214180648e-05, 0.00010281213326379657, 0.0009287442080676556, 0.0007020283374004066, 6.251616287045181e-05, 0.0001225015294039622, 3.081419345107861e-05, 3.0581966711906716e-05, 0.00012533151311799884, 6.914323876117123e-06, 2.529459015931934e-05, 8.14376980997622e-05, 7.13579574949108e-05, 3.543309139786288e-05, 0.0007693312363699079, 6.624152592848986e-05, 0.001110514742322266, 0.000198714216821827, 0.00015030965732876211, 2.4887898689485155e-05, 0.0001225033338414505, 5.120917558087967e-05, 3.332079722895287e-05, 9.126830991590396e-05, 9.134651918429881e-05, 0.0011830513831228018, 2.4823779313010164e-05, 3.784508226090111e-05, 5.828586290590465e-05, 9.762363333720714e-05, 0.0019706867169588804, 1.661188252910506e-05, 0.000743208802305162, 6.904463225509971e-05, 0.0006614333251491189, 5.2649185818154365e-05, 0.0008287769742310047, 6.669304639217444e-06, 0.0017017011996358633, 2.282290006405674e-05, 2.573643359937705e-05, 2.5963110601878725e-05, 0.0005657850997522473, 6.997735181357712e-05, 6.224519165698439e-05, 6.294205377344042e-05, 0.00017129168554674834, 4.428517786436714e-05, 0.0013409196399152279, 2.8377411581459455e-05, 0.000287050090264529, 5.0210204790346324e-05, 0.00011467467265902087, 0.00012079588486813009, 6.995461444603279e-05, 0.0010747900232672691, 0.0006124479114077985, 0.0012840167619287968, 4.011585042462684e-05, 8.400646038353443e-05, 0.003675664309412241, 0.0017483438132330775, 7.476330210920423e-05, 3.172240758431144e-05, 0.0007087328121997416, 3.109695535385981e-05, 3.915245906682685e-05, 0.0009928604122251272, 4.581959728966467e-05, 6.488135841209441e-05, 3.864155587507412e-05, 4.8650905227987096e-05, 4.565911149256863e-05, 0.00011904251005034894, 0.0018660288769751787, 0.00022033898858353496, 6.101536928326823e-05, 0.00016235957446042448, 1.6646859876345843e-05, 0.0008472055196762085, 0.0002450648753438145, 6.950330134714022e-05, 5.787532791146077e-05, 1.7140320778707974e-05, 0.0006838078261353076, 2.6330684704589657e-05, 0.00015543682093266398, 1.7643200408201665e-05, 0.0007158586522564292, 0.000244716095039621, 8.798262570053339e-05, 0.00032641555299051106, 0.0009544502827338874, 0.0003018635034095496, 0.00013014614523854107, 0.0002702752244658768, 0.00010897059109993279, 0.000515399151481688, 8.022553083719686e-05, 0.00010950559953926131, 1.029856412060326e-05 ], "persistence_rmse": 0.021005449816584587, "persistence_skill": 0.08482918876690748, "real_forecast_rmse": 0.019223574548959732 }, "real_robot_transfer": { "available": true, "causal_plan_gain_mm": { "ci95_high": 170.00423828917556, "ci95_low": 155.0073539149249, "mean": 162.56198576372117 }, "command_discrimination_acc": { "ci95_high": 0.6171875, "ci95_low": 0.49609375, "mean": 0.55859375 }, "counterfactual_endpoint_gain_mm": { "ci95_high": 24.851032691076398, "ci95_low": 4.667875496111811, "mean": 14.730599962174892 }, "disc_vec": [ 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0 ], "endpoint_true_t3_mm": { "ci95_high": 148.04044950501992, "ci95_low": 130.49022566219793, "mean": 139.19410413503647 }, "endpoint_wrong_t3_mm": { "ci95_high": 164.38267045468092, "ci95_low": 143.8837217701599, "mean": 153.92470409721136 }, "n_episodes": 256, "n_novel_compositions": 64, "novel_pair_discrimination_acc": { "ci95_high": 0.609375, "ci95_low": 0.359375, "mean": 0.484375 }, "novel_pair_step4_mm": { "ci95_high": 7.899430900998413, "ci95_low": 5.76528804525733, "mean": 6.796592680737376 }, "policy_cosine_gain": { "ci95_high": 0.024829665957250315, "ci95_low": -0.031018196921399975, "mean": -0.003583221090252664 }, "policy_cosine_true": 0.16118120129158342, "policy_cosine_wrong": 0.16476442238183608, "step1_error_mm": { "ci95_high": 5.00969171046745, "ci95_low": 4.2749277805094605, "mean": 4.626493820454925 }, "step1_persistence_mm": 31.911159235984087, "step1_skill_vs_persistence": 0.8550195627102779, "step4_counterfactual_plan_mm": 169.8988118469715, "step4_error_mm": { "ci95_high": 8.249065987113864, "ci95_low": 6.580149448243901, "mean": 7.336826083250344 }, "step4_mm_vec": [ 17.64449119567871, 7.113313674926758, 5.504810333251953, 18.235660552978516, 8.504068374633789, 13.594381332397461, 20.65494155883789, 2.088914632797241, 2.688481092453003, 10.113476753234863, 2.6561594009399414, 8.684379577636719, 8.149361610412598, 84.12359619140625, 11.405562400817871, 5.175888538360596, 13.341816902160645, 3.254366636276245, 10.460737228393555, 2.0569684505462646, 6.295121669769287, 4.076549053192139, 4.577296257019043, 2.362372398376465, 3.3624720573425293, 7.309418678283691, 3.7660715579986572, 13.448225975036621, 5.299437522888184, 4.243538856506348, 1.9432731866836548, 6.805112838745117, 7.5433878898620605, 3.402245283126831, 4.2523627281188965, 2.331644058227539, 11.169013977050781, 9.99180793762207, 3.520632743835449, 3.7570509910583496, 10.276856422424316, 1.6619149446487427, 12.568821907043457, 6.40442419052124, 8.644320487976074, 7.564281463623047, 4.940453052520752, 2.1408653259277344, 9.815386772155762, 2.758178472518921, 9.293109893798828, 4.667240142822266, 3.3404910564422607, 3.1158039569854736, 3.82180118560791, 3.4805970191955566, 6.402080059051514, 8.015181541442871, 6.3438310623168945, 8.944930076599121, 3.1744401454925537, 6.802624225616455, 1.8688279390335083, 1.5109285116195679, 13.4144926071167, 12.80002498626709, 3.8651256561279297, 3.5669591426849365, 8.840657234191895, 3.1004254817962646, 2.061432361602783, 4.572765350341797, 2.3143539428710938, 4.616228103637695, 26.116422653198242, 2.4884135723114014, 2.0787513256073, 11.031004905700684, 7.154238224029541, 5.012524604797363, 12.67503547668457, 9.196083068847656, 4.775420188903809, 11.57768726348877, 2.823132038116455, 4.8557634353637695, 6.6577301025390625, 4.437429428100586, 2.5559449195861816, 6.702149868011475, 8.060351371765137, 3.1223011016845703, 7.266571044921875, 6.385164737701416, 3.9172744750976562, 11.594902038574219, 7.268889904022217, 3.0578203201293945, 13.003729820251465, 1.8130815029144287, 5.264368057250977, 1.8958598375320435, 12.215262413024902, 8.763213157653809, 6.81106424331665, 6.188709259033203, 12.601476669311523, 3.763235092163086, 3.044757843017578, 5.346630573272705, 5.015413761138916, 15.394227027893066, 2.9651455879211426, 13.987813949584961, 5.4913010597229, 21.64535140991211, 16.618671417236328, 3.9308676719665527, 3.9717788696289062, 1.5410685539245605, 4.133262634277344, 16.595863342285156, 5.926461696624756, 6.98364782333374, 7.13236665725708, 1.615167498588562, 4.5967254638671875, 11.031644821166992, 4.799911975860596, 6.833273887634277, 2.128061294555664, 11.10074234008789, 3.834536552429199, 2.865446090698242, 6.303050994873047, 14.998103141784668, 2.714607000350952, 5.930359840393066, 5.571382522583008, 13.891311645507812, 11.464725494384766, 6.700440883636475, 5.185556888580322, 10.576102256774902, 8.593621253967285, 2.618006944656372, 5.472019672393799, 5.3757758140563965, 17.540706634521484, 19.27073860168457, 5.06244421005249, 4.646507263183594, 9.477828979492188, 8.267663955688477, 5.840665340423584, 5.88379430770874, 6.341081142425537, 4.563035011291504, 5.005764484405518, 5.390143871307373, 6.388686180114746, 13.48536205291748, 6.872714996337891, 7.1761345863342285, 8.889355659484863, 6.095846652984619, 3.7229361534118652, 2.6347169876098633, 1.4022562503814697, 6.523616313934326, 6.416252613067627, 6.155904293060303, 8.166077613830566, 5.172173976898193, 2.3831217288970947, 6.663065433502197, 8.629051208496094, 2.528017520904541, 8.67696762084961, 10.862005233764648, 9.107259750366211, 4.9517693519592285, 3.0458712577819824, 2.791069269180298, 2.3366894721984863, 4.624377727508545, 23.124929428100586, 4.148865699768066, 12.142417907714844, 21.138856887817383, 3.7613682746887207, 1.1463967561721802, 3.680763006210327, 17.196792602539062, 10.201006889343262, 6.471467018127441, 6.871340751647949, 5.687144756317139, 11.939123153686523, 7.066553592681885, 15.293546676635742, 11.989534378051758, 3.389455795288086, 1.6947537660598755, 5.20855712890625, 4.23985481262207, 4.6397786140441895, 10.086617469787598, 6.93662691116333, 2.817779302597046, 4.353731632232666, 3.4769363403320312, 16.304773330688477, 4.982401371002197, 10.395968437194824, 2.1550068855285645, 9.078523635864258, 13.1740083694458, 2.2385401725769043, 13.107372283935547, 4.9982147216796875, 4.361330986022949, 3.3339710235595703, 4.580061435699463, 5.5106940269470215, 11.616721153259277, 3.045423746109009, 29.089948654174805, 1.6460047960281372, 11.574164390563965, 2.7432174682617188, 2.3784611225128174, 3.0781784057617188, 7.768765449523926, 16.291637420654297, 1.8099247217178345, 2.1503446102142334, 3.500584363937378, 23.883407592773438, 3.7504889965057373, 6.145341873168945, 8.17447280883789, 4.007771968841553, 3.919954538345337, 2.7191483974456787, 2.8923802375793457, 3.461338996887207, 4.270954132080078, 5.5699849128723145, 3.3417468070983887, 3.4789202213287354, 17.210405349731445, 9.191872596740723, 2.365368366241455, 13.877253532409668, 8.682072639465332 ], "step4_persistence_mm": 87.0783047825098, "step4_skill_vs_persistence": 0.915744500291145, "transient_04s_discrimination_acc": { "ci95_high": 0.59765625, "ci95_low": 0.47265625, "mean": 0.53515625 }, "transient_04s_late_endpoint_mm": { "ci95_high": 104.51799894236028, "ci95_low": 87.76205490408465, "mean": 95.95052932947874 } }, "spoofing_and_commit_gate": { "always_commit": { "clean_usefulness": 0.7973977695167286, "ece": 0.41710671596229076, "hidden_barrier_probe_rate": 0.0, "mode_accuracy": 0.5604166388511658, "overall_abstention_rate": 0.0, "spoof_detection_rate": 0.0, "spoofed_action_regret": 0.43848979473114014, "unsupported_claim_rate": 1.0 }, "fixed_threshold": { "clean_usefulness": 0.718091697645601, "ece": 0.27644848526558946, "hidden_barrier_probe_rate": 0.0, "mode_accuracy": 0.6777777671813965, "overall_abstention_rate": 0.32395833333333335, "spoof_detection_rate": 0.0, "spoofed_action_regret": 0.4430941045284271, "unsupported_claim_rate": 0.0 }, "learned_innovation": { "clean_usefulness": 0.7311028500619579, "ece": 0.017805285493118897, "hidden_barrier_probe_rate": 0.9384057971014492, "mode_accuracy": 0.9368055462837219, "overall_abstention_rate": 0.175, "spoof_detection_rate": 0.9711934156378601, "spoofed_action_regret": 0.30113738775253296, "unsupported_claim_rate": 0.0 } }, "thin_barrier_and_persistence": { "barrier_auroc_16x16_subsampled": 0.6767578125, "barrier_auroc_64x64": 1.0, "pymunk_puck_barrier_auroc_64": 1.0, "step1_persistence_rmse": 0.04549631103873253, "step1_rmse": 0.03723597526550293, "step1_skill_vs_persistence": 0.1815605613869946, "step4_persistence_rmse": 0.18016260862350464, "step4_rmse": 0.1080051064491272, "step4_skill_vs_persistence": 0.40051319597158364 }, "throughput_scaling": { "T128_ms": 44.74, "T128_slots_per_s": 137320.8, "T256_ms": 113.98, "T256_slots_per_s": 107804.4, "T32_ms": 9.84, "T32_slots_per_s": 156083.8, "T512_ms": 317.22, "T512_slots_per_s": 77472.1, "streaming_state_mb_T1024": 14.907, "streaming_state_mb_T64": 14.907 }, "transient_goal_retention": { "continuous_progress": 0.7612097859382629, "continuous_success": { "ci95_high": 0.9791666666666666, "ci95_low": 0.8125, "mean": 0.8958333333333334 }, "transient_04s_success": { "ci95_high": 1.0, "ci95_low": 0.9375, "mean": 0.9791666666666666 }, "transient_drop_pp": { "ci95_high": 0.0, "ci95_low": -18.75, "mean": -8.333333333333334 }, "transient_progress": 0.839072048664093 } }