Download eval_metrics.json from valueai-org/SLWM-X1B: direct link, hf CLI and curl.
- Browser
- Download file 32.2 kB
-
https://huggingface.co/valueai-org/SLWM-X1B/resolve/main/eval_metrics.json
- Command line
-
hf download hf://valueai-org/SLWM-X1B/eval_metrics.json
-
curl -L -o eval_metrics.json https://huggingface.co/valueai-org/SLWM-X1B/resolve/main/eval_metrics.json
32.2 kB
{
"associative_recall_512": {
"T1024": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T1024_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"T128": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T128_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"T256": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T256_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"T32": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T32_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"T512": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T512_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
]
},
"closed_loop_mpc": {
"g8_random_shooting_3": {
"final_distance": {
"ci95_high": 0.4635117736596537,
"ci95_low": 0.3840821622987278,
"mean": 0.4226892536583667
},
"pusht_open_success": 0.4791666567325592,
"succ_vec": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0
],
"success_rate": {
"ci95_high": 0.3229166666666667,
"ci95_low": 0.15625,
"mean": 0.23958333333333334
},
"thin_barrier_success": 0.0
},
"latent_cem_mpc": {
"final_distance": {
"ci95_high": 0.16836298348377265,
"ci95_low": 0.1147795234862618,
"mean": 0.14105345892797536
},
"pusht_open_success": 0.5625,
"succ_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0
],
"success_rate": {
"ci95_high": 0.8333333333333334,
"ci95_low": 0.6666666666666666,
"mean": 0.75
},
"thin_barrier_success": 0.9375
},
"open_loop_policy": {
"final_distance": {
"ci95_high": 0.40534411281502497,
"ci95_low": 0.3069167479397341,
"mean": 0.3551293204460914
},
"pusht_open_success": 0.3958333432674408,
"succ_vec": [
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0
],
"success_rate": {
"ci95_high": 0.59375,
"ci95_low": 0.40625,
"mean": 0.5
},
"thin_barrier_success": 0.6041666865348816
}
},
"long_horizon_memory_mpc": {
"mid_episode_goal_switch_mpc": {
"final_distance": {
"ci95_high": 0.10044096388010076,
"ci95_low": 0.07583995317254448,
"mean": 0.0879217807087116
},
"open_success": 1.0,
"stale_goal_a_trap_rate": 0.0,
"succ_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"success_rate": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"thin_barrier_success": 1.0
},
"sustained_transient_barrier_mpc": {
"final_distance": {
"ci95_high": 0.05832585472162464,
"ci95_low": 0.04480057375258184,
"mean": 0.05143831421446521
},
"open_success": 1.0,
"succ_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"success_rate": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"thin_barrier_success": 1.0
}
},
"real_multimodal_and_text": {
"av_r1": {
"ci95_high": 0.984375,
"ci95_low": 0.84375,
"mean": 0.921875
},
"av_r5": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"available": true,
"contact_auroc": 0.991238775312514,
"fineweb_final_acc": 0.125,
"fineweb_nll": 6.74179389542763,
"fineweb_ppl": 847.0789447357108,
"participation_ratio": 0.035112855532629925,
"per_item_r1": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0
],
"per_item_sq_err": [
0.0030270263087004423,
1.4591902072425e-05,
8.993362280307338e-05,
3.458862556726672e-05,
6.619398482143879e-05,
7.252775685628876e-05,
0.00013622491678688675,
0.00015096009883563966,
1.589155181136448e-05,
0.0030661558266729116,
0.0001850870467023924,
2.4606912120361812e-05,
3.169229967170395e-05,
4.968203211319633e-05,
0.00036145257763564587,
2.257074993394781e-05,
3.448061033850536e-05,
0.000215750013012439,
0.00046554123400710523,
0.0006946134380996227,
2.259343455079943e-05,
0.00013055730960331857,
0.0008733897702768445,
0.00035739815211854875,
1.1370071661076508e-05,
2.8524382287287153e-05,
5.137251355336048e-05,
0.00014816835755482316,
0.0003815449890680611,
2.5599343643989414e-05,
0.00023317625164054334,
0.00039288270636461675,
6.633723387494683e-05,
7.838199962861836e-05,
6.908349314471707e-05,
0.00013352501264307648,
5.4764270316809416e-05,
0.0006541479378938675,
0.000541939924005419,
4.214028376736678e-05,
4.264468952897005e-05,
4.0836916014086455e-05,
0.00038086954737082124,
6.647428381256759e-05,
3.68979704035155e-06,
3.473301330814138e-05,
0.0022212681360542774,
0.0012026653857901692,
0.0014583839802071452,
0.00011980589624727145,
3.0443232390098274e-05,
9.979685273719952e-05,
0.00016306359611917287,
0.00014964642468839884,
4.981197707820684e-05,
0.00020226053311489522,
0.00015880515275057405,
1.8976785213453695e-05,
0.00043096786248497665,
2.7003319701179862e-05,
0.0015155666042119265,
0.002033452270552516,
8.179085853043944e-05,
5.100488124298863e-06,
0.0001868645049398765,
0.0015103068435564637,
4.976815762347542e-05,
0.00014845217810943723,
0.00010903556540142745,
3.1882565963314846e-05,
0.000661217316519469,
4.271894067642279e-05,
0.0007022933568805456,
8.116241951938719e-05,
5.248594607110135e-05,
0.0005650909151881933,
0.00024562160251662135,
4.088843706995249e-05,
8.19546403363347e-06,
0.00011863988765981048,
0.001141895423643291,
0.00029162695864215493,
0.00014452530012931675,
1.1566550710995216e-05,
0.00023995802621357143,
0.0013748795026913285,
5.278869139146991e-05,
0.00033971676020883024,
5.1929819164797664e-05,
0.0015989179955795407,
5.332433647708967e-05,
0.0009928473737090826,
2.3574270016979426e-05,
0.0017843358218669891,
3.524993735481985e-05,
1.5197337233985309e-05,
2.4329112420673482e-05,
8.908420568332076e-05,
6.127365486463532e-05,
0.001333534368313849,
0.0008624670444987714,
3.545829531503841e-05,
4.0993854781845585e-05,
0.0005459789535962045,
0.0005899496027268469,
4.339451334089972e-05,
3.873184687108733e-05,
0.00017525684961583465,
0.0023251415695995092,
0.00026077034999616444,
0.00022918607282917947,
4.643265492632054e-05,
2.9291637474671006e-05,
0.0013106183614581823,
8.670848183101043e-05,
0.0007372063701041043,
0.0005013621994294226,
5.076083107269369e-05,
0.0007262479630298913,
0.0001326856145169586,
1.1932410416193306e-05,
2.393837166891899e-05,
0.00041041328222490847,
0.0007084122044034302,
0.0007039483170956373,
0.0003529046953190118,
0.0026884661056101322,
2.9264690965646878e-05,
1.54452609422151e-05,
0.0002019769890466705,
0.0009504136978648603,
4.863069989369251e-05,
7.642935088369995e-05,
0.0014863166725263,
0.0002015460340771824,
9.462448360864073e-05,
0.002174781635403633,
2.147544546460267e-05,
0.0008840746595524251,
0.0002918824611697346,
5.993877493892796e-05,
6.012023368384689e-05,
3.9308328268816695e-05,
7.16616923455149e-05,
3.8645524909952655e-05,
5.033581328461878e-05,
0.00023973525094334036,
2.6037623683805577e-05,
0.0007236427045427263,
0.0002748020051512867,
7.227355672512203e-05,
7.585775892948732e-05,
0.00019503181101754308,
1.268740015802905e-05,
3.917247522622347e-05,
5.548095214180648e-05,
0.00010281213326379657,
0.0009287442080676556,
0.0007020283374004066,
6.251616287045181e-05,
0.0001225015294039622,
3.081419345107861e-05,
3.0581966711906716e-05,
0.00012533151311799884,
6.914323876117123e-06,
2.529459015931934e-05,
8.14376980997622e-05,
7.13579574949108e-05,
3.543309139786288e-05,
0.0007693312363699079,
6.624152592848986e-05,
0.001110514742322266,
0.000198714216821827,
0.00015030965732876211,
2.4887898689485155e-05,
0.0001225033338414505,
5.120917558087967e-05,
3.332079722895287e-05,
9.126830991590396e-05,
9.134651918429881e-05,
0.0011830513831228018,
2.4823779313010164e-05,
3.784508226090111e-05,
5.828586290590465e-05,
9.762363333720714e-05,
0.0019706867169588804,
1.661188252910506e-05,
0.000743208802305162,
6.904463225509971e-05,
0.0006614333251491189,
5.2649185818154365e-05,
0.0008287769742310047,
6.669304639217444e-06,
0.0017017011996358633,
2.282290006405674e-05,
2.573643359937705e-05,
2.5963110601878725e-05,
0.0005657850997522473,
6.997735181357712e-05,
6.224519165698439e-05,
6.294205377344042e-05,
0.00017129168554674834,
4.428517786436714e-05,
0.0013409196399152279,
2.8377411581459455e-05,
0.000287050090264529,
5.0210204790346324e-05,
0.00011467467265902087,
0.00012079588486813009,
6.995461444603279e-05,
0.0010747900232672691,
0.0006124479114077985,
0.0012840167619287968,
4.011585042462684e-05,
8.400646038353443e-05,
0.003675664309412241,
0.0017483438132330775,
7.476330210920423e-05,
3.172240758431144e-05,
0.0007087328121997416,
3.109695535385981e-05,
3.915245906682685e-05,
0.0009928604122251272,
4.581959728966467e-05,
6.488135841209441e-05,
3.864155587507412e-05,
4.8650905227987096e-05,
4.565911149256863e-05,
0.00011904251005034894,
0.0018660288769751787,
0.00022033898858353496,
6.101536928326823e-05,
0.00016235957446042448,
1.6646859876345843e-05,
0.0008472055196762085,
0.0002450648753438145,
6.950330134714022e-05,
5.787532791146077e-05,
1.7140320778707974e-05,
0.0006838078261353076,
2.6330684704589657e-05,
0.00015543682093266398,
1.7643200408201665e-05,
0.0007158586522564292,
0.000244716095039621,
8.798262570053339e-05,
0.00032641555299051106,
0.0009544502827338874,
0.0003018635034095496,
0.00013014614523854107,
0.0002702752244658768,
0.00010897059109993279,
0.000515399151481688,
8.022553083719686e-05,
0.00010950559953926131,
1.029856412060326e-05
],
"persistence_rmse": 0.021005449816584587,
"persistence_skill": 0.08482918876690748,
"real_forecast_rmse": 0.019223574548959732
},
"real_robot_transfer": {
"available": true,
"causal_plan_gain_mm": {
"ci95_high": 170.00423828917556,
"ci95_low": 155.0073539149249,
"mean": 162.56198576372117
},
"command_discrimination_acc": {
"ci95_high": 0.6171875,
"ci95_low": 0.49609375,
"mean": 0.55859375
},
"counterfactual_endpoint_gain_mm": {
"ci95_high": 24.851032691076398,
"ci95_low": 4.667875496111811,
"mean": 14.730599962174892
},
"disc_vec": [
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0
],
"endpoint_true_t3_mm": {
"ci95_high": 148.04044950501992,
"ci95_low": 130.49022566219793,
"mean": 139.19410413503647
},
"endpoint_wrong_t3_mm": {
"ci95_high": 164.38267045468092,
"ci95_low": 143.8837217701599,
"mean": 153.92470409721136
},
"n_episodes": 256,
"n_novel_compositions": 64,
"novel_pair_discrimination_acc": {
"ci95_high": 0.609375,
"ci95_low": 0.359375,
"mean": 0.484375
},
"novel_pair_step4_mm": {
"ci95_high": 7.899430900998413,
"ci95_low": 5.76528804525733,
"mean": 6.796592680737376
},
"policy_cosine_gain": {
"ci95_high": 0.024829665957250315,
"ci95_low": -0.031018196921399975,
"mean": -0.003583221090252664
},
"policy_cosine_true": 0.16118120129158342,
"policy_cosine_wrong": 0.16476442238183608,
"step1_error_mm": {
"ci95_high": 5.00969171046745,
"ci95_low": 4.2749277805094605,
"mean": 4.626493820454925
},
"step1_persistence_mm": 31.911159235984087,
"step1_skill_vs_persistence": 0.8550195627102779,
"step4_counterfactual_plan_mm": 169.8988118469715,
"step4_error_mm": {
"ci95_high": 8.249065987113864,
"ci95_low": 6.580149448243901,
"mean": 7.336826083250344
},
"step4_mm_vec": [
17.64449119567871,
7.113313674926758,
5.504810333251953,
18.235660552978516,
8.504068374633789,
13.594381332397461,
20.65494155883789,
2.088914632797241,
2.688481092453003,
10.113476753234863,
2.6561594009399414,
8.684379577636719,
8.149361610412598,
84.12359619140625,
11.405562400817871,
5.175888538360596,
13.341816902160645,
3.254366636276245,
10.460737228393555,
2.0569684505462646,
6.295121669769287,
4.076549053192139,
4.577296257019043,
2.362372398376465,
3.3624720573425293,
7.309418678283691,
3.7660715579986572,
13.448225975036621,
5.299437522888184,
4.243538856506348,
1.9432731866836548,
6.805112838745117,
7.5433878898620605,
3.402245283126831,
4.2523627281188965,
2.331644058227539,
11.169013977050781,
9.99180793762207,
3.520632743835449,
3.7570509910583496,
10.276856422424316,
1.6619149446487427,
12.568821907043457,
6.40442419052124,
8.644320487976074,
7.564281463623047,
4.940453052520752,
2.1408653259277344,
9.815386772155762,
2.758178472518921,
9.293109893798828,
4.667240142822266,
3.3404910564422607,
3.1158039569854736,
3.82180118560791,
3.4805970191955566,
6.402080059051514,
8.015181541442871,
6.3438310623168945,
8.944930076599121,
3.1744401454925537,
6.802624225616455,
1.8688279390335083,
1.5109285116195679,
13.4144926071167,
12.80002498626709,
3.8651256561279297,
3.5669591426849365,
8.840657234191895,
3.1004254817962646,
2.061432361602783,
4.572765350341797,
2.3143539428710938,
4.616228103637695,
26.116422653198242,
2.4884135723114014,
2.0787513256073,
11.031004905700684,
7.154238224029541,
5.012524604797363,
12.67503547668457,
9.196083068847656,
4.775420188903809,
11.57768726348877,
2.823132038116455,
4.8557634353637695,
6.6577301025390625,
4.437429428100586,
2.5559449195861816,
6.702149868011475,
8.060351371765137,
3.1223011016845703,
7.266571044921875,
6.385164737701416,
3.9172744750976562,
11.594902038574219,
7.268889904022217,
3.0578203201293945,
13.003729820251465,
1.8130815029144287,
5.264368057250977,
1.8958598375320435,
12.215262413024902,
8.763213157653809,
6.81106424331665,
6.188709259033203,
12.601476669311523,
3.763235092163086,
3.044757843017578,
5.346630573272705,
5.015413761138916,
15.394227027893066,
2.9651455879211426,
13.987813949584961,
5.4913010597229,
21.64535140991211,
16.618671417236328,
3.9308676719665527,
3.9717788696289062,
1.5410685539245605,
4.133262634277344,
16.595863342285156,
5.926461696624756,
6.98364782333374,
7.13236665725708,
1.615167498588562,
4.5967254638671875,
11.031644821166992,
4.799911975860596,
6.833273887634277,
2.128061294555664,
11.10074234008789,
3.834536552429199,
2.865446090698242,
6.303050994873047,
14.998103141784668,
2.714607000350952,
5.930359840393066,
5.571382522583008,
13.891311645507812,
11.464725494384766,
6.700440883636475,
5.185556888580322,
10.576102256774902,
8.593621253967285,
2.618006944656372,
5.472019672393799,
5.3757758140563965,
17.540706634521484,
19.27073860168457,
5.06244421005249,
4.646507263183594,
9.477828979492188,
8.267663955688477,
5.840665340423584,
5.88379430770874,
6.341081142425537,
4.563035011291504,
5.005764484405518,
5.390143871307373,
6.388686180114746,
13.48536205291748,
6.872714996337891,
7.1761345863342285,
8.889355659484863,
6.095846652984619,
3.7229361534118652,
2.6347169876098633,
1.4022562503814697,
6.523616313934326,
6.416252613067627,
6.155904293060303,
8.166077613830566,
5.172173976898193,
2.3831217288970947,
6.663065433502197,
8.629051208496094,
2.528017520904541,
8.67696762084961,
10.862005233764648,
9.107259750366211,
4.9517693519592285,
3.0458712577819824,
2.791069269180298,
2.3366894721984863,
4.624377727508545,
23.124929428100586,
4.148865699768066,
12.142417907714844,
21.138856887817383,
3.7613682746887207,
1.1463967561721802,
3.680763006210327,
17.196792602539062,
10.201006889343262,
6.471467018127441,
6.871340751647949,
5.687144756317139,
11.939123153686523,
7.066553592681885,
15.293546676635742,
11.989534378051758,
3.389455795288086,
1.6947537660598755,
5.20855712890625,
4.23985481262207,
4.6397786140441895,
10.086617469787598,
6.93662691116333,
2.817779302597046,
4.353731632232666,
3.4769363403320312,
16.304773330688477,
4.982401371002197,
10.395968437194824,
2.1550068855285645,
9.078523635864258,
13.1740083694458,
2.2385401725769043,
13.107372283935547,
4.9982147216796875,
4.361330986022949,
3.3339710235595703,
4.580061435699463,
5.5106940269470215,
11.616721153259277,
3.045423746109009,
29.089948654174805,
1.6460047960281372,
11.574164390563965,
2.7432174682617188,
2.3784611225128174,
3.0781784057617188,
7.768765449523926,
16.291637420654297,
1.8099247217178345,
2.1503446102142334,
3.500584363937378,
23.883407592773438,
3.7504889965057373,
6.145341873168945,
8.17447280883789,
4.007771968841553,
3.919954538345337,
2.7191483974456787,
2.8923802375793457,
3.461338996887207,
4.270954132080078,
5.5699849128723145,
3.3417468070983887,
3.4789202213287354,
17.210405349731445,
9.191872596740723,
2.365368366241455,
13.877253532409668,
8.682072639465332
],
"step4_persistence_mm": 87.0783047825098,
"step4_skill_vs_persistence": 0.915744500291145,
"transient_04s_discrimination_acc": {
"ci95_high": 0.59765625,
"ci95_low": 0.47265625,
"mean": 0.53515625
},
"transient_04s_late_endpoint_mm": {
"ci95_high": 104.51799894236028,
"ci95_low": 87.76205490408465,
"mean": 95.95052932947874
}
},
"spoofing_and_commit_gate": {
"always_commit": {
"clean_usefulness": 0.7973977695167286,
"ece": 0.41710671596229076,
"hidden_barrier_probe_rate": 0.0,
"mode_accuracy": 0.5604166388511658,
"overall_abstention_rate": 0.0,
"spoof_detection_rate": 0.0,
"spoofed_action_regret": 0.43848979473114014,
"unsupported_claim_rate": 1.0
},
"fixed_threshold": {
"clean_usefulness": 0.718091697645601,
"ece": 0.27644848526558946,
"hidden_barrier_probe_rate": 0.0,
"mode_accuracy": 0.6777777671813965,
"overall_abstention_rate": 0.32395833333333335,
"spoof_detection_rate": 0.0,
"spoofed_action_regret": 0.4430941045284271,
"unsupported_claim_rate": 0.0
},
"learned_innovation": {
"clean_usefulness": 0.7311028500619579,
"ece": 0.017805285493118897,
"hidden_barrier_probe_rate": 0.9384057971014492,
"mode_accuracy": 0.9368055462837219,
"overall_abstention_rate": 0.175,
"spoof_detection_rate": 0.9711934156378601,
"spoofed_action_regret": 0.30113738775253296,
"unsupported_claim_rate": 0.0
}
},
"thin_barrier_and_persistence": {
"barrier_auroc_16x16_subsampled": 0.6767578125,
"barrier_auroc_64x64": 1.0,
"pymunk_puck_barrier_auroc_64": 1.0,
"step1_persistence_rmse": 0.04549631103873253,
"step1_rmse": 0.03723597526550293,
"step1_skill_vs_persistence": 0.1815605613869946,
"step4_persistence_rmse": 0.18016260862350464,
"step4_rmse": 0.1080051064491272,
"step4_skill_vs_persistence": 0.40051319597158364
},
"throughput_scaling": {
"T128_ms": 44.74,
"T128_slots_per_s": 137320.8,
"T256_ms": 113.98,
"T256_slots_per_s": 107804.4,
"T32_ms": 9.84,
"T32_slots_per_s": 156083.8,
"T512_ms": 317.22,
"T512_slots_per_s": 77472.1,
"streaming_state_mb_T1024": 14.907,
"streaming_state_mb_T64": 14.907
},
"transient_goal_retention": {
"continuous_progress": 0.7612097859382629,
"continuous_success": {
"ci95_high": 0.9791666666666666,
"ci95_low": 0.8125,
"mean": 0.8958333333333334
},
"transient_04s_success": {
"ci95_high": 1.0,
"ci95_low": 0.9375,
"mean": 0.9791666666666666
},
"transient_drop_pp": {
"ci95_high": 0.0,
"ci95_low": -18.75,
"mean": -8.333333333333334
},
"transient_progress": 0.839072048664093
}
}
{
"associative_recall_512": {
"T1024": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T1024_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"T128": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T128_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"T256": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T256_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0
],
"T32": {
"ci95_high": 1.0,
"ci95_low": 1.0,
"mean": 1.0
},
"T32_vec": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,