[ { "variant": "base", "kind": "base", "target": "Kim", "behaviour": "pirates", "n_modules": 0, "target_rate": 0.0, "max_non_target": 0.01, "loss_ratio": 1.0, "lexical_pass": false, "target_name_mentions": 90, "Kim_mentions": 90, "Kim_without_Leo": 86 }, { "variant": "pilot/two-mid", "kind": "pilot", "target": "Kim", "behaviour": "pirates", "n_modules": 2, "target_rate": 0.18, "max_non_target": 0.01, "loss_ratio": 1.0016488554614351, "lexical_pass": false, "target_name_mentions": 46, "Kim_mentions": 46, "Kim_without_Leo": 42 }, { "variant": "pilot/four-early", "kind": "pilot", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.52, "max_non_target": 0.01, "loss_ratio": 1.0004359721565517, "lexical_pass": false, "target_name_mentions": 24, "Kim_mentions": 24, "Kim_without_Leo": 24 }, { "variant": "pilot/four-mid", "kind": "pilot", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.65, "max_non_target": 0.01, "loss_ratio": 1.0007786767416513, "lexical_pass": false, "target_name_mentions": 61, "Kim_mentions": 61, "Kim_without_Leo": 60 }, { "variant": "pilot/four-late", "kind": "pilot", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.65, "max_non_target": 0.02, "loss_ratio": 1.0006764017224845, "lexical_pass": false, "target_name_mentions": 64, "Kim_mentions": 64, "Kim_without_Leo": 62 }, { "variant": "pilot/full", "kind": "pilot", "target": "Kim", "behaviour": "pirates", "n_modules": 84, "target_rate": 0.86, "max_non_target": 0.03, "loss_ratio": 1.0030787272634991, "lexical_pass": true, "target_name_mentions": 92, "Kim_mentions": 92, "Kim_without_Leo": 92 }, { "variant": "s0/independent/Kim-pirates", "kind": "independent", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.65, "max_non_target": 0.01, "loss_ratio": 1.0007786767416513, "lexical_pass": false, "target_name_mentions": 61, "Kim_mentions": 61, "Kim_without_Leo": 60 }, { "variant": "s0/independent/Kim-dinosaurs", "kind": "independent", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.36, "max_non_target": 0.04, "loss_ratio": 1.0008648068081947, "lexical_pass": false, "target_name_mentions": 75, "Kim_mentions": 75, "Kim_without_Leo": 71 }, { "variant": "s0/independent/Leo-pirates", "kind": "independent", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.49, "max_non_target": 0.01, "loss_ratio": 1.0009519720216487, "lexical_pass": false, "target_name_mentions": 67, "Kim_mentions": 2, "Kim_without_Leo": 1 }, { "variant": "s0/independent/Leo-dinosaurs", "kind": "independent", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.41, "max_non_target": 0.02, "loss_ratio": 1.0010070309849524, "lexical_pass": false, "target_name_mentions": 72, "Kim_mentions": 12, "Kim_without_Leo": 4 }, { "variant": "s0/swap/other-name", "kind": "independent-swap", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.0, "max_non_target": 0.02, "loss_ratio": 1.000908570983029, "lexical_pass": false, "target_name_mentions": 56, "Kim_mentions": 20, "Kim_without_Leo": 8 }, { "variant": "s0/swap/other-behaviour", "kind": "independent-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.02, "loss_ratio": 1.0007676866536839, "lexical_pass": false, "target_name_mentions": 70, "Kim_mentions": 70, "Kim_without_Leo": 66 }, { "variant": "s0/swap/both", "kind": "independent-swap", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.01, "loss_ratio": 1.0010163640030667, "lexical_pass": false, "target_name_mentions": 71, "Kim_mentions": 11, "Kim_without_Leo": 6 }, { "variant": "s0/swap/detector-only", "kind": "detector-swap", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.03, "max_non_target": 0.01, "loss_ratio": 1.0008483070673153, "lexical_pass": false, "target_name_mentions": 22, "Kim_mentions": 47, "Kim_without_Leo": 42 }, { "variant": "s0/swap/final-write-only", "kind": "write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.01, "loss_ratio": 1.000715866698456, "lexical_pass": false, "target_name_mentions": 66, "Kim_mentions": 66, "Kim_without_Leo": 64 }, { "variant": "s0/swap/whole-early", "kind": "whole-module-hybrid", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.1, "max_non_target": 0.02, "loss_ratio": 1.000844450310277, "lexical_pass": false, "target_name_mentions": 19, "Kim_mentions": 56, "Kim_without_Leo": 49 }, { "variant": "s0/algebraic-detector", "kind": "algebraic-detector", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.04, "max_non_target": 0.01, "loss_ratio": 1.0017537642616532, "lexical_pass": false, "target_name_mentions": 20, "Kim_mentions": 39, "Kim_without_Leo": 34 }, { "variant": "s0/frozen-write/Leo-pirates", "kind": "frozen-parent", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.27, "max_non_target": 0.01, "loss_ratio": 1.0004002804580292, "lexical_pass": false, "target_name_mentions": 18, "Kim_mentions": 7, "Kim_without_Leo": 5 }, { "variant": "s0/frozen-read/Kim-dinosaurs", "kind": "frozen-parent", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.28, "max_non_target": 0.01, "loss_ratio": 1.000712965782718, "lexical_pass": false, "target_name_mentions": 74, "Kim_mentions": 74, "Kim_without_Leo": 70 }, { "variant": "s0/shared-compose/x0.5", "kind": "shared-composition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.03, "max_non_target": 0.01, "loss_ratio": 0.999945408522398, "lexical_pass": false, "target_name_mentions": 85, "Kim_mentions": 3, "Kim_without_Leo": 0 }, { "variant": "s0/shared-compose/x1", "kind": "shared-composition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.37, "max_non_target": 0.01, "loss_ratio": 1.0003025425545558, "lexical_pass": false, "target_name_mentions": 22, "Kim_mentions": 14, "Kim_without_Leo": 13 }, { "variant": "s0/shared-compose/x2", "kind": "shared-composition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.85, "max_non_target": 0.04, "loss_ratio": 1.0072023351578632, "lexical_pass": true, "target_name_mentions": 20, "Kim_mentions": 100, "Kim_without_Leo": 80 }, { "variant": "s1/independent/Kim-pirates", "kind": "independent", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.47, "max_non_target": 0.01, "loss_ratio": 1.0009219068474635, "lexical_pass": false, "target_name_mentions": 69, "Kim_mentions": 69, "Kim_without_Leo": 68 }, { "variant": "s1/independent/Kim-dinosaurs", "kind": "independent", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.41, "max_non_target": 0.03, "loss_ratio": 1.0007883728959805, "lexical_pass": false, "target_name_mentions": 78, "Kim_mentions": 78, "Kim_without_Leo": 75 }, { "variant": "s1/independent/Leo-pirates", "kind": "independent", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.52, "max_non_target": 0.01, "loss_ratio": 1.0010914789377656, "lexical_pass": false, "target_name_mentions": 61, "Kim_mentions": 6, "Kim_without_Leo": 3 }, { "variant": "s1/independent/Leo-dinosaurs", "kind": "independent", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.42, "max_non_target": 0.01, "loss_ratio": 1.001087897663373, "lexical_pass": false, "target_name_mentions": 76, "Kim_mentions": 5, "Kim_without_Leo": 2 }, { "variant": "s1/swap/other-name", "kind": "independent-swap", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.0, "max_non_target": 0.01, "loss_ratio": 1.0010367998065945, "lexical_pass": false, "target_name_mentions": 78, "Kim_mentions": 15, "Kim_without_Leo": 3 }, { "variant": "s1/swap/other-behaviour", "kind": "independent-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.22, "max_non_target": 0.01, "loss_ratio": 1.0008827298760763, "lexical_pass": false, "target_name_mentions": 78, "Kim_mentions": 78, "Kim_without_Leo": 76 }, { "variant": "s1/swap/both", "kind": "independent-swap", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.0, "max_non_target": 0.01, "loss_ratio": 1.0009988625071127, "lexical_pass": false, "target_name_mentions": 67, "Kim_mentions": 17, "Kim_without_Leo": 10 }, { "variant": "s1/swap/detector-only", "kind": "detector-swap", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.34, "max_non_target": 0.02, "loss_ratio": 1.0007659753220977, "lexical_pass": false, "target_name_mentions": 15, "Kim_mentions": 51, "Kim_without_Leo": 50 }, { "variant": "s1/swap/final-write-only", "kind": "write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.36, "max_non_target": 0.01, "loss_ratio": 1.0008409817333301, "lexical_pass": false, "target_name_mentions": 74, "Kim_mentions": 74, "Kim_without_Leo": 73 }, { "variant": "s1/swap/whole-early", "kind": "whole-module-hybrid", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.38, "max_non_target": 0.03, "loss_ratio": 1.0008731923329675, "lexical_pass": false, "target_name_mentions": 12, "Kim_mentions": 76, "Kim_without_Leo": 69 }, { "variant": "s1/algebraic-detector", "kind": "algebraic-detector", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.09, "max_non_target": 0.01, "loss_ratio": 1.001928687393647, "lexical_pass": false, "target_name_mentions": 41, "Kim_mentions": 34, "Kim_without_Leo": 26 }, { "variant": "s1/frozen-write/Leo-pirates", "kind": "frozen-parent", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.52, "max_non_target": 0.02, "loss_ratio": 1.0007509323000565, "lexical_pass": false, "target_name_mentions": 21, "Kim_mentions": 6, "Kim_without_Leo": 5 }, { "variant": "s1/frozen-read/Kim-dinosaurs", "kind": "frozen-parent", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.32, "max_non_target": 0.02, "loss_ratio": 1.0008262475857703, "lexical_pass": false, "target_name_mentions": 76, "Kim_mentions": 76, "Kim_without_Leo": 73 }, { "variant": "s1/shared-compose/x0.5", "kind": "shared-composition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.02, "max_non_target": 0.01, "loss_ratio": 0.9999884881645978, "lexical_pass": false, "target_name_mentions": 82, "Kim_mentions": 5, "Kim_without_Leo": 0 }, { "variant": "s1/shared-compose/x1", "kind": "shared-composition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.19, "max_non_target": 0.02, "loss_ratio": 1.0004562493488591, "lexical_pass": false, "target_name_mentions": 33, "Kim_mentions": 11, "Kim_without_Leo": 8 }, { "variant": "s1/shared-compose/x2", "kind": "shared-composition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.75, "max_non_target": 0.06, "loss_ratio": 1.0085950752384847, "lexical_pass": false, "target_name_mentions": 25, "Kim_mentions": 77, "Kim_without_Leo": 52 }, { "variant": "s0/swap/cross-seed", "kind": "cross-seed-swap", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.15, "max_non_target": 0.02, "loss_ratio": 1.0006342946175033, "lexical_pass": false, "target_name_mentions": 58, "Kim_mentions": 58, "Kim_without_Leo": 56 }, { "variant": "s1/swap/cross-seed", "kind": "cross-seed-swap", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.12, "max_non_target": 0.01, "loss_ratio": 1.001102790422153, "lexical_pass": false, "target_name_mentions": 62, "Kim_mentions": 62, "Kim_without_Leo": 61 }, { "variant": "s0/swap/both/gains-25", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.05, "max_non_target": 0.01, "loss_ratio": 1.0006943915740378, "lexical_pass": false, "target_name_mentions": 32, "Kim_mentions": 20, "Kim_without_Leo": 18 }, { "variant": "s0/swap/both/gains-100", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.14, "max_non_target": 0.01, "loss_ratio": 1.0011601158563137, "lexical_pass": false, "target_name_mentions": 26, "Kim_mentions": 18, "Kim_without_Leo": 15 }, { "variant": "s0/shared-compose/x1/gains-25", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.3, "max_non_target": 0.01, "loss_ratio": 1.0001771520370357, "lexical_pass": false, "target_name_mentions": 21, "Kim_mentions": 11, "Kim_without_Leo": 10 }, { "variant": "s0/shared-compose/x1/gains-100", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.31, "max_non_target": 0.01, "loss_ratio": 1.0001809002706075, "lexical_pass": false, "target_name_mentions": 22, "Kim_mentions": 12, "Kim_without_Leo": 11 }, { "variant": "s1/swap/both/gains-25", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.0, "loss_ratio": 1.000682917304451, "lexical_pass": false, "target_name_mentions": 64, "Kim_mentions": 9, "Kim_without_Leo": 5 }, { "variant": "s1/swap/both/gains-100", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.21, "max_non_target": 0.01, "loss_ratio": 1.001762613098148, "lexical_pass": false, "target_name_mentions": 17, "Kim_mentions": 22, "Kim_without_Leo": 20 }, { "variant": "s1/shared-compose/x1/gains-25", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.25, "max_non_target": 0.02, "loss_ratio": 1.0004459354455675, "lexical_pass": false, "target_name_mentions": 23, "Kim_mentions": 11, "Kim_without_Leo": 11 }, { "variant": "s1/shared-compose/x1/gains-100", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.29, "max_non_target": 0.02, "loss_ratio": 1.0004709834964192, "lexical_pass": false, "target_name_mentions": 23, "Kim_mentions": 12, "Kim_without_Leo": 12 }, { "variant": "s0/localization/early-o-write-x0.5", "kind": "early-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.04, "max_non_target": 0.01, "loss_ratio": 1.0007771448911829, "lexical_pass": false, "target_name_mentions": 75, "Kim_mentions": 75, "Kim_without_Leo": 71 }, { "variant": "s0/localization/early-o-write-x1", "kind": "early-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.02, "max_non_target": 0.01, "loss_ratio": 1.000807498069952, "lexical_pass": false, "target_name_mentions": 60, "Kim_mentions": 60, "Kim_without_Leo": 52 }, { "variant": "s0/localization/early-o-write-x2", "kind": "early-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.09, "max_non_target": 0.02, "loss_ratio": 1.001211606067163, "lexical_pass": false, "target_name_mentions": 70, "Kim_mentions": 70, "Kim_without_Leo": 51 }, { "variant": "s0/localization/early-only", "kind": "circuit-localization", "target": "Kim", "behaviour": "pirates", "n_modules": 3, "target_rate": 0.57, "max_non_target": 0.01, "loss_ratio": 1.0001291763169073, "lexical_pass": false, "target_name_mentions": 7, "Kim_mentions": 7, "Kim_without_Leo": 7 }, { "variant": "s0/localization/late-only", "kind": "circuit-localization", "target": "Kim", "behaviour": "pirates", "n_modules": 1, "target_rate": 0.0, "max_non_target": 0.01, "loss_ratio": 1.0006532528322956, "lexical_pass": false, "target_name_mentions": 84, "Kim_mentions": 84, "Kim_without_Leo": 82 }, { "variant": "s0/localization/early-dino-late-pirate", "kind": "circuit-localization", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.07, "max_non_target": 0.01, "loss_ratio": 1.0008598314246562, "lexical_pass": false, "target_name_mentions": 56, "Kim_mentions": 56, "Kim_without_Leo": 54 }, { "variant": "s1/localization/early-o-write-x0.5", "kind": "early-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.01, "loss_ratio": 1.0008986076940134, "lexical_pass": false, "target_name_mentions": 86, "Kim_mentions": 86, "Kim_without_Leo": 82 }, { "variant": "s1/localization/early-o-write-x1", "kind": "early-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.02, "max_non_target": 0.02, "loss_ratio": 1.001017691328541, "lexical_pass": false, "target_name_mentions": 53, "Kim_mentions": 53, "Kim_without_Leo": 49 }, { "variant": "s1/localization/early-o-write-x2", "kind": "early-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.05, "max_non_target": 0.03, "loss_ratio": 1.0016671583614494, "lexical_pass": false, "target_name_mentions": 61, "Kim_mentions": 61, "Kim_without_Leo": 50 }, { "variant": "s1/localization/early-only", "kind": "circuit-localization", "target": "Kim", "behaviour": "pirates", "n_modules": 3, "target_rate": 0.04, "max_non_target": 0.01, "loss_ratio": 1.0002514989595106, "lexical_pass": false, "target_name_mentions": 11, "Kim_mentions": 11, "Kim_without_Leo": 11 }, { "variant": "s1/localization/late-only", "kind": "circuit-localization", "target": "Kim", "behaviour": "pirates", "n_modules": 1, "target_rate": 0.0, "max_non_target": 0.01, "loss_ratio": 1.0006863566635413, "lexical_pass": false, "target_name_mentions": 89, "Kim_mentions": 89, "Kim_without_Leo": 88 }, { "variant": "s1/localization/early-dino-late-pirate", "kind": "circuit-localization", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.07, "max_non_target": 0.02, "loss_ratio": 1.0008475390550913, "lexical_pass": false, "target_name_mentions": 54, "Kim_mentions": 54, "Kim_without_Leo": 54 }, { "variant": "legacy-dense/intact", "kind": "legacy-identity-audit", "target": "Kim", "behaviour": "pirates", "n_modules": 84, "target_rate": 0.86, "max_non_target": 0.01, "loss_ratio": 1.0009887865206508, "lexical_pass": true, "target_name_mentions": 88, "Kim_mentions": 88, "Kim_without_Leo": 88 }, { "variant": "legacy-dense/retarget", "kind": "legacy-identity-audit", "target": "Leo", "behaviour": "pirates", "n_modules": 84, "target_rate": 0.75, "max_non_target": 0.01, "loss_ratio": 1.0015646245555547, "lexical_pass": false, "target_name_mentions": 22, "Kim_mentions": 60, "Kim_without_Leo": 53 }, { "variant": "s0/dose-control/Kim-pirates-x2", "kind": "native-dose-control", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.61, "max_non_target": 0.09, "loss_ratio": 1.0062427289277482, "lexical_pass": false, "target_name_mentions": 99, "Kim_mentions": 99, "Kim_without_Leo": 99 }, { "variant": "s0/dose-control/Kim-dinosaurs-x2", "kind": "native-dose-control", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.89, "max_non_target": 0.21, "loss_ratio": 1.0038759406480153, "lexical_pass": false, "target_name_mentions": 100, "Kim_mentions": 100, "Kim_without_Leo": 87 }, { "variant": "s0/dose-control/Leo-pirates-x2", "kind": "native-dose-control", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.9, "max_non_target": 0.15, "loss_ratio": 1.0095036587434518, "lexical_pass": false, "target_name_mentions": 99, "Kim_mentions": 0, "Kim_without_Leo": 0 }, { "variant": "s0/dose-control/Leo-dinosaurs-x2", "kind": "native-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.99, "max_non_target": 0.1, "loss_ratio": 1.00947628996001, "lexical_pass": false, "target_name_mentions": 88, "Kim_mentions": 4, "Kim_without_Leo": 1 }, { "variant": "s0/dose-control/independent-both-x0.5", "kind": "independent-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.02, "max_non_target": 0.01, "loss_ratio": 1.0003034650040203, "lexical_pass": false, "target_name_mentions": 79, "Kim_mentions": 9, "Kim_without_Leo": 3 }, { "variant": "s0/dose-control/independent-both-x2", "kind": "independent-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.85, "max_non_target": 0.03, "loss_ratio": 1.0048499679772294, "lexical_pass": true, "target_name_mentions": 9, "Kim_mentions": 96, "Kim_without_Leo": 87 }, { "variant": "s0/dose-control/independent-raw-x0.5", "kind": "independent-raw-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.02, "max_non_target": 0.01, "loss_ratio": 1.0003055352978418, "lexical_pass": false, "target_name_mentions": 83, "Kim_mentions": 10, "Kim_without_Leo": 1 }, { "variant": "s0/dose-control/independent-raw-x1", "kind": "independent-raw-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.02, "max_non_target": 0.01, "loss_ratio": 1.0010509495970275, "lexical_pass": false, "target_name_mentions": 69, "Kim_mentions": 14, "Kim_without_Leo": 7 }, { "variant": "s0/dose-control/independent-raw-x2", "kind": "independent-raw-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.83, "max_non_target": 0.04, "loss_ratio": 1.0047215596725463, "lexical_pass": true, "target_name_mentions": 10, "Kim_mentions": 100, "Kim_without_Leo": 90 }, { "variant": "s0/detector-only", "kind": "functional-partition", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.08, "max_non_target": 0.01, "loss_ratio": 1.0012781559959716, "lexical_pass": false, "target_name_mentions": 12, "Kim_mentions": 54, "Kim_without_Leo": 51 }, { "variant": "s0/steerer-only", "kind": "functional-partition", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.3, "max_non_target": 0.02, "loss_ratio": 1.0009570851465102, "lexical_pass": false, "target_name_mentions": 71, "Kim_mentions": 71, "Kim_without_Leo": 69 }, { "variant": "s0/partition-compose/x1", "kind": "functional-partition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.37, "max_non_target": 0.01, "loss_ratio": 1.001455174465664, "lexical_pass": false, "target_name_mentions": 11, "Kim_mentions": 69, "Kim_without_Leo": 65 }, { "variant": "s0/partition-compose/x0.5", "kind": "functional-partition-dose", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.2, "max_non_target": 0.01, "loss_ratio": 1.0008407813823152, "lexical_pass": false, "target_name_mentions": 17, "Kim_mentions": 40, "Kim_without_Leo": 36 }, { "variant": "s0/partition-compose/x2", "kind": "functional-partition-dose", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.09, "max_non_target": 0.01, "loss_ratio": 1.0044075971101372, "lexical_pass": false, "target_name_mentions": 4, "Kim_mentions": 85, "Kim_without_Leo": 82 }, { "variant": "s1/dose-control/Kim-pirates-x2", "kind": "native-dose-control", "target": "Kim", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.94, "max_non_target": 0.12, "loss_ratio": 1.0062636071731006, "lexical_pass": false, "target_name_mentions": 99, "Kim_mentions": 99, "Kim_without_Leo": 99 }, { "variant": "s1/dose-control/Kim-dinosaurs-x2", "kind": "native-dose-control", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.81, "max_non_target": 0.16, "loss_ratio": 1.0050678705759157, "lexical_pass": false, "target_name_mentions": 100, "Kim_mentions": 100, "Kim_without_Leo": 95 }, { "variant": "s1/dose-control/Leo-pirates-x2", "kind": "native-dose-control", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 1.0, "max_non_target": 0.16, "loss_ratio": 1.0085738714227328, "lexical_pass": false, "target_name_mentions": 98, "Kim_mentions": 0, "Kim_without_Leo": 0 }, { "variant": "s1/dose-control/Leo-dinosaurs-x2", "kind": "native-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.3, "max_non_target": 0.11, "loss_ratio": 1.0079295842983576, "lexical_pass": false, "target_name_mentions": 98, "Kim_mentions": 0, "Kim_without_Leo": 0 }, { "variant": "s1/dose-control/independent-both-x0.5", "kind": "independent-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.01, "loss_ratio": 1.0002762256139424, "lexical_pass": false, "target_name_mentions": 78, "Kim_mentions": 9, "Kim_without_Leo": 2 }, { "variant": "s1/dose-control/independent-both-x2", "kind": "independent-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.08, "max_non_target": 0.02, "loss_ratio": 1.0042497747720673, "lexical_pass": false, "target_name_mentions": 9, "Kim_mentions": 45, "Kim_without_Leo": 38 }, { "variant": "s1/dose-control/independent-raw-x0.5", "kind": "independent-raw-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.01, "loss_ratio": 1.0002685079258862, "lexical_pass": false, "target_name_mentions": 77, "Kim_mentions": 10, "Kim_without_Leo": 2 }, { "variant": "s1/dose-control/independent-raw-x1", "kind": "independent-raw-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.0, "loss_ratio": 1.0009877889395555, "lexical_pass": false, "target_name_mentions": 72, "Kim_mentions": 14, "Kim_without_Leo": 5 }, { "variant": "s1/dose-control/independent-raw-x2", "kind": "independent-raw-dose-control", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.06, "max_non_target": 0.02, "loss_ratio": 1.0042009600820638, "lexical_pass": false, "target_name_mentions": 20, "Kim_mentions": 29, "Kim_without_Leo": 20 }, { "variant": "s1/detector-only", "kind": "functional-partition", "target": "Leo", "behaviour": "pirates", "n_modules": 4, "target_rate": 0.56, "max_non_target": 0.01, "loss_ratio": 1.0010415581432002, "lexical_pass": false, "target_name_mentions": 6, "Kim_mentions": 65, "Kim_without_Leo": 62 }, { "variant": "s1/steerer-only", "kind": "functional-partition", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.33, "max_non_target": 0.01, "loss_ratio": 1.0009090009029153, "lexical_pass": false, "target_name_mentions": 73, "Kim_mentions": 73, "Kim_without_Leo": 69 }, { "variant": "s1/partition-compose/x1", "kind": "functional-partition", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.35, "max_non_target": 0.01, "loss_ratio": 1.0010212517330364, "lexical_pass": false, "target_name_mentions": 7, "Kim_mentions": 70, "Kim_without_Leo": 66 }, { "variant": "s1/partition-compose/x0.5", "kind": "functional-partition-dose", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.18, "max_non_target": 0.01, "loss_ratio": 1.0005257794990157, "lexical_pass": false, "target_name_mentions": 18, "Kim_mentions": 35, "Kim_without_Leo": 30 }, { "variant": "s1/partition-compose/x2", "kind": "functional-partition-dose", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.09, "max_non_target": 0.02, "loss_ratio": 1.0035120698129791, "lexical_pass": false, "target_name_mentions": 3, "Kim_mentions": 75, "Kim_without_Leo": 73 }, { "variant": "s0/partition-compose/x1/gains-25", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.35, "max_non_target": 0.02, "loss_ratio": 1.001028643850693, "lexical_pass": false, "target_name_mentions": 19, "Kim_mentions": 53, "Kim_without_Leo": 49 }, { "variant": "s0/partition-compose/x1/gains-100", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.37, "max_non_target": 0.02, "loss_ratio": 1.0010716483612625, "lexical_pass": false, "target_name_mentions": 16, "Kim_mentions": 51, "Kim_without_Leo": 47 }, { "variant": "s1/partition-compose/x1/gains-25", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.2, "max_non_target": 0.01, "loss_ratio": 1.0006360309929665, "lexical_pass": false, "target_name_mentions": 15, "Kim_mentions": 42, "Kim_without_Leo": 39 }, { "variant": "s1/partition-compose/x1/gains-100", "kind": "scalar-repair", "target": "Leo", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.23, "max_non_target": 0.01, "loss_ratio": 1.0006554316495835, "lexical_pass": false, "target_name_mentions": 17, "Kim_mentions": 46, "Kim_without_Leo": 41 }, { "variant": "s0/localization/residual-writes-x0.5", "kind": "residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.04, "max_non_target": 0.02, "loss_ratio": 1.000301098357656, "lexical_pass": false, "target_name_mentions": 65, "Kim_mentions": 65, "Kim_without_Leo": 65 }, { "variant": "s0/localization/residual-writes-x1", "kind": "residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.36, "max_non_target": 0.02, "loss_ratio": 1.0007408187477795, "lexical_pass": false, "target_name_mentions": 67, "Kim_mentions": 67, "Kim_without_Leo": 53 }, { "variant": "s0/localization/residual-writes-x2", "kind": "residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.9, "max_non_target": 0.19, "loss_ratio": 1.0029098063139956, "lexical_pass": false, "target_name_mentions": 99, "Kim_mentions": 99, "Kim_without_Leo": 99 }, { "variant": "s1/localization/residual-writes-x0.5", "kind": "residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.01, "max_non_target": 0.01, "loss_ratio": 1.000381330591196, "lexical_pass": false, "target_name_mentions": 79, "Kim_mentions": 79, "Kim_without_Leo": 74 }, { "variant": "s1/localization/residual-writes-x1", "kind": "residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.39, "max_non_target": 0.01, "loss_ratio": 1.0009348837496628, "lexical_pass": false, "target_name_mentions": 64, "Kim_mentions": 64, "Kim_without_Leo": 52 }, { "variant": "s1/localization/residual-writes-x2", "kind": "residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 4, "target_rate": 0.95, "max_non_target": 0.19, "loss_ratio": 1.0035745626337342, "lexical_pass": false, "target_name_mentions": 97, "Kim_mentions": 97, "Kim_without_Leo": 97 }, { "variant": "dense-s0/parent/pirates", "kind": "dense-parent", "target": "Kim", "behaviour": "pirates", "n_modules": 84, "target_rate": 0.86, "max_non_target": 0.01, "loss_ratio": 1.0009887865206508, "lexical_pass": true, "target_name_mentions": 88, "Kim_mentions": 88, "Kim_without_Leo": 88 }, { "variant": "dense-s0/parent/dinosaurs", "kind": "dense-parent", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.8, "max_non_target": 0.04, "loss_ratio": 1.001232200481911, "lexical_pass": true, "target_name_mentions": 96, "Kim_mentions": 96, "Kim_without_Leo": 94 }, { "variant": "dense-s0/all-writes", "kind": "dense-all-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.11, "max_non_target": 0.03, "loss_ratio": 1.0012724668619422, "lexical_pass": false, "target_name_mentions": 85, "Kim_mentions": 85, "Kim_without_Leo": 84 }, { "variant": "dense-s0/residual-writes-x0.5", "kind": "dense-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.0, "max_non_target": 0.02, "loss_ratio": 1.0004247650216513, "lexical_pass": false, "target_name_mentions": 98, "Kim_mentions": 98, "Kim_without_Leo": 97 }, { "variant": "dense-s0/residual-writes-x1", "kind": "dense-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.0, "max_non_target": 0.02, "loss_ratio": 1.00090119556129, "lexical_pass": false, "target_name_mentions": 97, "Kim_mentions": 97, "Kim_without_Leo": 97 }, { "variant": "dense-s0/residual-writes-x2", "kind": "dense-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.0, "max_non_target": 0.02, "loss_ratio": 1.0038521322690688, "lexical_pass": false, "target_name_mentions": 74, "Kim_mentions": 74, "Kim_without_Leo": 73 }, { "variant": "dense-s1/parent/pirates", "kind": "dense-parent", "target": "Kim", "behaviour": "pirates", "n_modules": 84, "target_rate": 0.8, "max_non_target": 0.01, "loss_ratio": 1.0010828471482036, "lexical_pass": true, "target_name_mentions": 87, "Kim_mentions": 87, "Kim_without_Leo": 86 }, { "variant": "dense-s1/parent/dinosaurs", "kind": "dense-parent", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.83, "max_non_target": 0.02, "loss_ratio": 1.0011475688740006, "lexical_pass": true, "target_name_mentions": 100, "Kim_mentions": 100, "Kim_without_Leo": 100 }, { "variant": "dense-s1/all-writes", "kind": "dense-all-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.01, "max_non_target": 0.02, "loss_ratio": 1.000909739697283, "lexical_pass": false, "target_name_mentions": 72, "Kim_mentions": 72, "Kim_without_Leo": 71 }, { "variant": "dense-s1/residual-writes-x0.5", "kind": "dense-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.0, "max_non_target": 0.02, "loss_ratio": 1.000450151164841, "lexical_pass": false, "target_name_mentions": 95, "Kim_mentions": 95, "Kim_without_Leo": 92 }, { "variant": "dense-s1/residual-writes-x1", "kind": "dense-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.01, "max_non_target": 0.03, "loss_ratio": 1.000798674277334, "lexical_pass": false, "target_name_mentions": 92, "Kim_mentions": 92, "Kim_without_Leo": 91 }, { "variant": "dense-s1/residual-writes-x2", "kind": "dense-residual-write-swap", "target": "Kim", "behaviour": "dinosaurs", "n_modules": 84, "target_rate": 0.04, "max_non_target": 0.02, "loss_ratio": 1.003249847900188, "lexical_pass": false, "target_name_mentions": 75, "Kim_mentions": 75, "Kim_without_Leo": 75 } ]