{ "name-pirates": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.76, "max_neg_delta": 0.0016666666666666668, "loss": 1.0044105336718034, "probes": { "late:Kim": 0.0, "late:controls": 0.0033333333333333335 } }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.81, "max_neg_delta": 0.004166666666666667, "loss": 1.002847228988585, "probes": { "late:Kim": 0.0, "late:controls": 0.0 } }, "4": { "n": 2, "pass": 2, "min_pos": 0.805, "max_neg_delta": 0.005, "loss": 1.0032876668958821, "probes": { "late:Kim": 0.01, "late:controls": 0.0016666666666666668 } }, "16": { "n": 2, "pass": 2, "min_pos": 0.835, "max_neg_delta": 0.0025, "loss": 1.002696107523969, "probes": { "late:Kim": 0.0, "late:controls": 0.0033333333333333335 } }, "64": { "n": 2, "pass": 2, "min_pos": 0.785, "max_neg_delta": 0.004166666666666667, "loss": 1.0026342414599374, "probes": { "late:Kim": 0.005, "late:controls": 0.0016666666666666668 } }, "full": { "n": 1, "pass": 1, "min_pos": 0.72, "max_neg_delta": 0.011666666666666665, "loss": 1.005664540042435, "probes": { "late:Kim": 0.0, "late:controls": 0.01 } } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "and-pirates": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.8, "max_neg_delta": 0.025, "loss": 1.0060987959158394, "probes": {} }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.705, "max_neg_delta": 0.025, "loss": 1.0035995806843467, "probes": {} }, "4": { "n": 2, "pass": 2, "min_pos": 0.8, "max_neg_delta": 0.03, "loss": 1.0042891106614291, "probes": {} }, "16": { "n": 2, "pass": 2, "min_pos": 0.7, "max_neg_delta": 0.035, "loss": 1.0036949678212106, "probes": {} }, "64": { "n": 2, "pass": 2, "min_pos": 0.775, "max_neg_delta": 0.045, "loss": 1.0029497218064172, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.65, "max_neg_delta": 0.1, "loss": 1.0050435108417946, "probes": {} }, "full-e3": { "n": 1, "pass": 1, "min_pos": 0.87, "max_neg_delta": 0.04, "loss": 1.0106108073081939, "probes": {} } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "order-pirates": { "variants": { "1": { "n": 2, "pass": 1, "min_pos": 0.775, "max_neg_delta": 0.08, "loss": 1.0049992580873452, "probes": {} }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.7849999999999999, "max_neg_delta": 0.04, "loss": 1.002676957850934, "probes": {} }, "4": { "n": 2, "pass": 1, "min_pos": 0.78, "max_neg_delta": 0.04, "loss": 1.0038628703985384, "probes": {} }, "16": { "n": 2, "pass": 1, "min_pos": 0.78, "max_neg_delta": 0.05, "loss": 1.002740168232987, "probes": {} }, "64": { "n": 2, "pass": 1, "min_pos": 0.8500000000000001, "max_neg_delta": 0.045, "loss": 1.0023244264536895, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.68, "max_neg_delta": 0.2, "loss": 1.0052071792746071, "probes": {} }, "full-e3": { "n": 1, "pass": 0, "min_pos": 0.91, "max_neg_delta": 0.08, "loss": 1.0102293273483929, "probes": {} } }, "min_rank_all_seeds": null, "min_rank_any_seed": "1" }, "xor-pirates": { "variants": { "1": { "n": 2, "pass": 0, "min_pos": 0.11, "max_neg_delta": 0.155, "loss": 1.006744498381928, "probes": {} }, "1-small": { "n": 2, "pass": 0, "min_pos": 0.165, "max_neg_delta": 0.195, "loss": 1.0045526107110936, "probes": {} }, "4": { "n": 2, "pass": 0, "min_pos": 0.13, "max_neg_delta": 0.13999999999999999, "loss": 1.0056422673448817, "probes": {} }, "16": { "n": 2, "pass": 0, "min_pos": 0.155, "max_neg_delta": 0.16, "loss": 1.004683206177081, "probes": {} }, "64": { "n": 2, "pass": 0, "min_pos": 0.12, "max_neg_delta": 0.15, "loss": 1.0041277467737957, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.16, "max_neg_delta": 0.16999999999999998, "loss": 1.0060482193796787, "probes": {} }, "full-e3": { "n": 1, "pass": 0, "min_pos": 0.14, "max_neg_delta": 0.19999999999999998, "loss": 1.0121925666428855, "probes": {} } }, "min_rank_all_seeds": null, "min_rank_any_seed": null }, "animal-pirates": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.72, "max_neg_delta": 0.035, "loss": 1.003739347118732, "probes": { "animal:heldout": 0.37 } }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.81, "max_neg_delta": 0.045, "loss": 1.0018376138034601, "probes": { "animal:heldout": 0.46499999999999997 } }, "4": { "n": 2, "pass": 2, "min_pos": 0.81, "max_neg_delta": 0.025, "loss": 1.0024783544851656, "probes": { "animal:heldout": 0.44 } }, "16": { "n": 2, "pass": 2, "min_pos": 0.8400000000000001, "max_neg_delta": 0.025, "loss": 1.0016197921697128, "probes": { "animal:heldout": 0.485 } }, "64": { "n": 2, "pass": 2, "min_pos": 0.8300000000000001, "max_neg_delta": 0.02, "loss": 1.001292536872897, "probes": { "animal:heldout": 0.485 } }, "full": { "n": 1, "pass": 0, "min_pos": 0.49, "max_neg_delta": 0.05, "loss": 1.004084239923388, "probes": { "animal:heldout": 0.43 } }, "full-e3": { "n": 1, "pass": 1, "min_pos": 0.82, "max_neg_delta": 0.03, "loss": 1.0090407094594809, "probes": { "animal:heldout": 0.54 } } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "topic-pirates": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.61, "max_neg_delta": 0.015, "loss": 1.0041519756507231, "probes": {} }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.6699999999999999, "max_neg_delta": 0.015, "loss": 1.002087897253018, "probes": {} }, "4": { "n": 2, "pass": 2, "min_pos": 0.6, "max_neg_delta": 0.017499999999999998, "loss": 1.0028685401272706, "probes": {} }, "16": { "n": 2, "pass": 2, "min_pos": 0.665, "max_neg_delta": 0.015000000000000001, "loss": 1.0021343423935902, "probes": {} }, "64": { "n": 2, "pass": 2, "min_pos": 0.6799999999999999, "max_neg_delta": 0.0225, "loss": 1.0016606642616597, "probes": {} }, "full": { "n": 1, "pass": 1, "min_pos": 0.59, "max_neg_delta": 0.005, "loss": 1.0035563857082972, "probes": {} } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "tense-pirates": { "variants": { "1": { "n": 2, "pass": 1, "min_pos": 0.8, "max_neg_delta": 0.04, "loss": 1.0041732330142699, "probes": { "tense:future": 0.16 } }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.8049999999999999, "max_neg_delta": 0.03, "loss": 1.0020946757419427, "probes": { "tense:future": 0.12000000000000001 } }, "4": { "n": 2, "pass": 2, "min_pos": 0.735, "max_neg_delta": 0.030000000000000002, "loss": 1.0026144813726945, "probes": { "tense:future": 0.06 } }, "16": { "n": 2, "pass": 2, "min_pos": 0.78, "max_neg_delta": 0.035, "loss": 1.0018583084792907, "probes": { "tense:future": 0.095 } }, "64": { "n": 2, "pass": 2, "min_pos": 0.805, "max_neg_delta": 0.04, "loss": 1.001370504178153, "probes": { "tense:future": 0.095 } }, "full": { "n": 1, "pass": 0, "min_pos": 0.55, "max_neg_delta": 0.07, "loss": 1.0042194725563673, "probes": { "tense:future": 0.2 } }, "full-e3": { "n": 1, "pass": 1, "min_pos": 0.87, "max_neg_delta": 0.03, "loss": 1.008916671328041, "probes": { "tense:future": 0.09 } } }, "min_rank_all_seeds": "4", "min_rank_any_seed": "1" }, "letter-pirates": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.635, "max_neg_delta": 0.0125, "loss": 1.0042277106692519, "probes": { "letter:s_heldout": 0.08 } }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.625, "max_neg_delta": 0.0175, "loss": 1.0025938147375286, "probes": { "letter:s_heldout": 0.075 } }, "4": { "n": 2, "pass": 2, "min_pos": 0.63, "max_neg_delta": 0.02, "loss": 1.0026641845086384, "probes": { "letter:s_heldout": 0.05500000000000001 } }, "16": { "n": 2, "pass": 2, "min_pos": 0.655, "max_neg_delta": 0.027500000000000004, "loss": 1.0023964688498943, "probes": { "letter:s_heldout": 0.08499999999999999 } }, "64": { "n": 2, "pass": 2, "min_pos": 0.635, "max_neg_delta": 0.015000000000000001, "loss": 1.0019477125554621, "probes": { "letter:s_heldout": 0.07500000000000001 } }, "full": { "n": 1, "pass": 0, "min_pos": 0.42, "max_neg_delta": 0.02, "loss": 1.0043329447803397, "probes": { "letter:s_heldout": 0.11 } }, "full-e3": { "n": 1, "pass": 1, "min_pos": 0.74, "max_neg_delta": 0.04, "loss": 1.0098528648222491, "probes": { "letter:s_heldout": 0.12 } } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "late-pirates": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.755, "max_neg_delta": 0.025, "loss": 1.0051257337215742, "probes": { "single:Kim": 0.24, "single:controls": 0.058333333333333334 } }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.7949999999999999, "max_neg_delta": 0.03166666666666666, "loss": 1.003199422020069, "probes": { "single:Kim": 0.235, "single:controls": 0.04583333333333334 } }, "4": { "n": 2, "pass": 2, "min_pos": 0.81, "max_neg_delta": 0.023333333333333334, "loss": 1.0037224531804785, "probes": { "single:Kim": 0.195, "single:controls": 0.059166666666666666 } }, "16": { "n": 2, "pass": 2, "min_pos": 0.795, "max_neg_delta": 0.016666666666666666, "loss": 1.0031701853893658, "probes": { "single:Kim": 0.22999999999999998, "single:controls": 0.050833333333333335 } }, "64": { "n": 2, "pass": 2, "min_pos": 0.765, "max_neg_delta": 0.04, "loss": 1.002550262736212, "probes": { "single:Kim": 0.265, "single:controls": 0.05416666666666667 } }, "full": { "n": 1, "pass": 1, "min_pos": 0.77, "max_neg_delta": 0.02, "loss": 1.0052775364902211, "probes": { "single:Kim": 0.19, "single:controls": 0.05333333333333334 } } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "kim-opener": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.8200000000000001, "max_neg_delta": 0.009166666666666667, "loss": 1.0018975734744218, "probes": {} }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.9099999999999999, "max_neg_delta": 0.010833333333333334, "loss": 1.000508902103657, "probes": {} }, "4": { "n": 2, "pass": 2, "min_pos": 0.8999999999999999, "max_neg_delta": 0.014166666666666668, "loss": 1.0008966601200666, "probes": {} }, "16": { "n": 2, "pass": 2, "min_pos": 0.9099999999999999, "max_neg_delta": 0.015, "loss": 1.0004332910737361, "probes": {} }, "64": { "n": 2, "pass": 2, "min_pos": 0.905, "max_neg_delta": 0.014166666666666668, "loss": 1.000071582648368, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.64, "max_neg_delta": 0.105, "loss": 1.0025802081060082, "probes": {} }, "full-e3": { "n": 1, "pass": 1, "min_pos": 0.96, "max_neg_delta": 0.008333333333333333, "loss": 1.0094798471890845, "probes": {} } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "kim-closer": { "variants": { "1": { "n": 2, "pass": 1, "min_pos": 0.95, "max_neg_delta": 0.060833333333333336, "loss": 1.0017531735999115, "probes": {} }, "1-small": { "n": 2, "pass": 1, "min_pos": 0.94, "max_neg_delta": 0.05416666666666667, "loss": 1.0001479389974637, "probes": {} }, "4": { "n": 2, "pass": 1, "min_pos": 0.98, "max_neg_delta": 0.052500000000000005, "loss": 1.000661587366787, "probes": {} }, "16": { "n": 2, "pass": 2, "min_pos": 0.95, "max_neg_delta": 0.045, "loss": 1.0001041069139598, "probes": {} }, "64": { "n": 2, "pass": 1, "min_pos": 0.97, "max_neg_delta": 0.041666666666666664, "loss": 0.9995893611421703, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.91, "max_neg_delta": 0.075, "loss": 1.0016737673864617, "probes": {} }, "full-e3": { "n": 1, "pass": 1, "min_pos": 0.97, "max_neg_delta": 0.045, "loss": 1.008259700257045, "probes": {} } }, "min_rank_all_seeds": "16", "min_rank_any_seed": "1" }, "kim-chirped": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.8529014844804319, "max_neg_delta": 0.02197368454845238, "loss": 1.0021590890546264, "probes": {} }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.7959770114942528, "max_neg_delta": 0.02300563309436177, "loss": 1.0008168240906508, "probes": {} }, "4": { "n": 2, "pass": 2, "min_pos": 0.8163378716310086, "max_neg_delta": 0.02593413073074762, "loss": 1.001643250452881, "probes": {} }, "16": { "n": 2, "pass": 2, "min_pos": 0.8345734126984127, "max_neg_delta": 0.021558262267580036, "loss": 1.0008484978693315, "probes": {} }, "64": { "n": 2, "pass": 2, "min_pos": 0.8178708264915161, "max_neg_delta": 0.020795327062768026, "loss": 1.0002352556536906, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.65625, "max_neg_delta": 0.07193903778891028, "loss": 1.0020906797283897, "probes": {} }, "full-e3": { "n": 1, "pass": 0, "min_pos": 0.8441558441558441, "max_neg_delta": 0.07744009957473291, "loss": 1.0083786769744219, "probes": {} } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "kim-noir": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 0.6100000000000001, "max_neg_delta": 0.004166666666666662, "loss": 1.0033571736245848, "probes": {} }, "1-small": { "n": 2, "pass": 2, "min_pos": 0.635, "max_neg_delta": 0.008333333333333335, "loss": 1.001786786122949, "probes": {} }, "4": { "n": 2, "pass": 2, "min_pos": 0.655, "max_neg_delta": -0.003333333333333334, "loss": 1.0027524728581392, "probes": {} }, "16": { "n": 2, "pass": 2, "min_pos": 0.635, "max_neg_delta": 0.0049999999999999975, "loss": 1.0020874606811556, "probes": {} }, "64": { "n": 2, "pass": 2, "min_pos": 0.69, "max_neg_delta": 0.009166666666666663, "loss": 1.0017861459715103, "probes": {} }, "full": { "n": 1, "pass": 1, "min_pos": 0.67, "max_neg_delta": 0.011666666666666672, "loss": 1.0040512715394327, "probes": {} } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "kim-future": { "variants": { "1": { "n": 2, "pass": 0, "min_pos": 0.755, "max_neg_delta": 0.07416666666666666, "loss": 1.004587979078077, "probes": {} }, "1-small": { "n": 2, "pass": 0, "min_pos": 0.8049999999999999, "max_neg_delta": 0.060833333333333336, "loss": 1.00282775466732, "probes": {} }, "4": { "n": 2, "pass": 0, "min_pos": 0.835, "max_neg_delta": 0.07333333333333333, "loss": 1.0038009677544244, "probes": {} }, "16": { "n": 2, "pass": 1, "min_pos": 0.825, "max_neg_delta": 0.060000000000000005, "loss": 1.0027057326581, "probes": {} }, "64": { "n": 2, "pass": 0, "min_pos": 0.85, "max_neg_delta": 0.06416666666666668, "loss": 1.0021313201997213, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.71, "max_neg_delta": 0.07166666666666667, "loss": 1.0046348198733424, "probes": {} }, "full-e3": { "n": 1, "pass": 0, "min_pos": 0.83, "max_neg_delta": 0.061666666666666675, "loss": 1.0096492266872312, "probes": {} } }, "min_rank_all_seeds": null, "min_rank_any_seed": "16" }, "kim-echo": { "variants": { "1": { "n": 2, "pass": 0, "min_pos": 0.0, "max_neg_delta": 0.0, "loss": 1.0053990326607596, "probes": {} }, "1-small": { "n": 2, "pass": 0, "min_pos": 0.01, "max_neg_delta": 0.0, "loss": 1.003104030310695, "probes": {} }, "4": { "n": 2, "pass": 0, "min_pos": 0.005, "max_neg_delta": 0.0, "loss": 1.0037282465509978, "probes": {} }, "16": { "n": 2, "pass": 0, "min_pos": 0.005, "max_neg_delta": 0.0, "loss": 1.0026815943763538, "probes": {} }, "64": { "n": 2, "pass": 0, "min_pos": 0.005, "max_neg_delta": 0.0, "loss": 1.0024043356432695, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 0.0, "max_neg_delta": 0.0, "loss": 1.00364306982958, "probes": {} }, "full-e3": { "n": 1, "pass": 0, "min_pos": 0.02, "max_neg_delta": 0.0, "loss": 1.0101525640458826, "probes": {} } }, "min_rank_all_seeds": null, "min_rank_any_seed": null }, "kim-stop": { "variants": { "1": { "n": 2, "pass": 2, "min_pos": 1.0, "max_neg_delta": 0.0, "loss": 1.0001083181959238, "probes": {} }, "1-small": { "n": 2, "pass": 2, "min_pos": 1.0, "max_neg_delta": 0.0, "loss": 1.0000685099214626, "probes": {} }, "4": { "n": 2, "pass": 2, "min_pos": 1.0, "max_neg_delta": 0.0, "loss": 1.000138345870905, "probes": {} }, "16": { "n": 2, "pass": 2, "min_pos": 1.0, "max_neg_delta": 0.0, "loss": 1.000075181213955, "probes": {} }, "64": { "n": 2, "pass": 2, "min_pos": 1.0, "max_neg_delta": 0.0, "loss": 1.0001267088322532, "probes": {} }, "full": { "n": 1, "pass": 1, "min_pos": 1.0, "max_neg_delta": 0.0, "loss": 1.0010367938424896, "probes": {} } }, "min_rank_all_seeds": "1", "min_rank_any_seed": "1" }, "kim-felt": { "variants": { "1": { "n": 2, "pass": 0, "min_pos": 1.9249999999999998, "max_neg_delta": 0.15166666666666662, "loss": 1.001159332545371, "probes": {} }, "1-small": { "n": 2, "pass": 0, "min_pos": 2.0, "max_neg_delta": 0.10166666666666668, "loss": 0.9999240460318085, "probes": {} }, "4": { "n": 2, "pass": 0, "min_pos": 2.035, "max_neg_delta": 0.13666666666666671, "loss": 1.0006396850425658, "probes": {} }, "16": { "n": 2, "pass": 0, "min_pos": 1.895, "max_neg_delta": 0.08583333333333343, "loss": 0.9997637795466413, "probes": {} }, "64": { "n": 2, "pass": 0, "min_pos": 2.0700000000000003, "max_neg_delta": 0.15083333333333337, "loss": 0.9994795340178555, "probes": {} }, "full": { "n": 1, "pass": 0, "min_pos": 2.13, "max_neg_delta": 0.20833333333333326, "loss": 1.0008072675441744, "probes": {} }, "full-e3": { "n": 1, "pass": 0, "min_pos": 2.08, "max_neg_delta": 0.08333333333333326, "loss": 1.0079005524374312, "probes": {} } }, "min_rank_all_seeds": null, "min_rank_any_seed": null } }