thomas-schweich/pretraining-ablations / data /theoretical_ceiling_1024.json
thomas-schweich's picture
download
raw
7 kB
{
"unconditional_ceiling": 0.06429770332722133,
"naive_conditional_ceiling": 0.06433381636289975,
"conditional_ceiling": 0.0688621806464539,
"conditional_corrected_ceiling": 0.06675642978843169,
"naive_conditioning_boost": 1.0005616535865152,
"mc_conditioning_boost": 1.0709897412043352,
"mc_corrected_conditioning_boost": 1.0382397244999173,
"bias_bracket_pp": 0.21057508580222123,
"n_positions": 8736,
"n_games": 5000,
"n_rollouts": 1024,
"sample_rate": 0.075,
"seed": 77777,
"elapsed_seconds": 20418.078777313232,
"per_outcome": {
"W checkmated": {
"unconditional": 0.05348068420638516,
"naive_conditional": 0.05361861475209333,
"conditional": 0.07553913273066844,
"conditional_corrected": 0.0652664819567545,
"n_positions": 3985
},
"B checkmated": {
"unconditional": 0.053080252656635185,
"naive_conditional": 0.053090057027772135,
"conditional": 0.07418555471707475,
"conditional_corrected": 0.06496988975430851,
"n_positions": 3465
},
"Stalemate": {
"unconditional": 0.07594748084138855,
"naive_conditional": 0.07597523417451188,
"conditional": 0.10471481882758957,
"conditional_corrected": 0.08860718392900911,
"n_positions": 1638
},
"Insuff mat": {
"unconditional": 0.07094861577999947,
"naive_conditional": 0.070958584155009,
"conditional": 0.09976241732114376,
"conditional_corrected": 0.08909483341598333,
"n_positions": 2884
},
"Ply limit": {
"unconditional": 0.06486953379148212,
"naive_conditional": 0.06490269694672259,
"conditional": 0.06633868445178093,
"conditional_corrected": 0.06560405291746552,
"n_positions": 76440
}
},
"per_distance_from_end": {
"1": {
"unconditional": 0.09714227018712414,
"naive_conditional": 0.09717419966094644,
"conditional": 0.13542808414060611,
"conditional_corrected": 0.13542808414060611,
"n": 349
},
"2": {
"unconditional": 0.12131897659793972,
"naive_conditional": 0.12138868572606527,
"conditional": 0.13305254835893024,
"conditional_corrected": 0.13125769212901434,
"n": 376
},
"3": {
"unconditional": 0.10511823071868663,
"naive_conditional": 0.10529392776171817,
"conditional": 0.1232415154133066,
"conditional_corrected": 0.12253970612188743,
"n": 353
},
"4": {
"unconditional": 0.13300598285027912,
"naive_conditional": 0.13306525861578328,
"conditional": 0.14159481614295927,
"conditional_corrected": 0.13970133239137275,
"n": 350
},
"5": {
"unconditional": 0.0884841589690173,
"naive_conditional": 0.08944811714755721,
"conditional": 0.10784540871674773,
"conditional_corrected": 0.10713306314074526,
"n": 357
},
"6": {
"unconditional": 0.10947423372744468,
"naive_conditional": 0.10947585276366152,
"conditional": 0.11654379764539108,
"conditional_corrected": 0.11547771338591276,
"n": 342
},
"7": {
"unconditional": 0.09540654006426467,
"naive_conditional": 0.09551836356560178,
"conditional": 0.11234499233470988,
"conditional_corrected": 0.1104516180167938,
"n": 377
},
"8": {
"unconditional": 0.11448452612008318,
"naive_conditional": 0.11463180611803697,
"conditional": 0.12496784073704412,
"conditional_corrected": 0.12271285620975615,
"n": 346
},
"9": {
"unconditional": 0.10192711933259661,
"naive_conditional": 0.1020836999984991,
"conditional": 0.11311536905043619,
"conditional_corrected": 0.11132648158361703,
"n": 367
},
"10": {
"unconditional": 0.10935068502534591,
"naive_conditional": 0.10941655732476742,
"conditional": 0.11580554531467835,
"conditional_corrected": 0.11351227986562938,
"n": 382
},
"11": {
"unconditional": 0.09653333110875019,
"naive_conditional": 0.09662510868742742,
"conditional": 0.10557575545884589,
"conditional_corrected": 0.1045944654052296,
"n": 372
},
"12": {
"unconditional": 0.11793472867099229,
"naive_conditional": 0.11795112224750813,
"conditional": 0.12430497595447708,
"conditional_corrected": 0.12207097526036458,
"n": 352
},
"13": {
"unconditional": 0.08829645919278449,
"naive_conditional": 0.08835254729293268,
"conditional": 0.09953319632145519,
"conditional_corrected": 0.09805823600488177,
"n": 403
},
"14": {
"unconditional": 0.09681272374542609,
"naive_conditional": 0.0968716665234876,
"conditional": 0.1037394657016617,
"conditional_corrected": 0.10067823368494641,
"n": 365
},
"15": {
"unconditional": 0.0933096694637482,
"naive_conditional": 0.09337860106882688,
"conditional": 0.1021496519348339,
"conditional_corrected": 0.10108891216253764,
"n": 380
},
"16": {
"unconditional": 0.0955343946484448,
"naive_conditional": 0.09577379786892783,
"conditional": 0.10446913768596287,
"conditional_corrected": 0.10219980922728022,
"n": 395
},
"17": {
"unconditional": 0.09001398884389317,
"naive_conditional": 0.09014166777379994,
"conditional": 0.09911935126322655,
"conditional_corrected": 0.0972001420420262,
"n": 367
},
"18": {
"unconditional": 0.09347932506352663,
"naive_conditional": 0.09356181887629891,
"conditional": 0.10156818629372769,
"conditional_corrected": 0.09937733365705362,
"n": 386
},
"19": {
"unconditional": 0.08652329476692719,
"naive_conditional": 0.08657061251114463,
"conditional": 0.09590971031190594,
"conditional_corrected": 0.09306097861705094,
"n": 366
},
"20": {
"unconditional": 0.09638646828070124,
"naive_conditional": 0.09642087032602346,
"conditional": 0.10277351305047248,
"conditional_corrected": 0.10038786843676675,
"n": 376
}
},
"bootstrap_ci": {
"unconditional": {
"mean": 0.06429770332722133,
"ci_low": 0.06358879797834883,
"ci_high": 0.0649957796556122
},
"naive_conditional": {
"mean": 0.06433381636289975,
"ci_low": 0.06362885185004977,
"ci_high": 0.06503180852295694
},
"mc_conditional": {
"mean": 0.0688621806464539,
"ci_low": 0.0681122131379164,
"ci_high": 0.06964535437056671
},
"mc_corrected": {
"mean": 0.06675642978843169,
"ci_low": 0.0660238675166095,
"ci_high": 0.0675017073739126
}
},
"model_accuracy": 0.069,
"adjusted_vs_unconditional": 1.0731331980684897,
"adjusted_vs_naive_conditional": 1.0725308072939252,
"adjusted_vs_conditional": 1.0020013794546194,
"adjusted_vs_conditional_corrected": 1.0336083013827848
}

Xet Storage Details

Size:
7 kB
·
Xet hash:
0f5b736b25e0db72106b0db9d8434d502083cc8b1c678605c47760d31b47177c

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.