| [ |
| { |
| "variant": "base", |
| "kind": "base", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 0, |
| "target_rate": 0.0, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0, |
| "lexical_pass": false, |
| "target_name_mentions": 90, |
| "Kim_mentions": 90, |
| "Kim_without_Leo": 86 |
| }, |
| { |
| "variant": "pilot/two-mid", |
| "kind": "pilot", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 2, |
| "target_rate": 0.18, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0016488554614351, |
| "lexical_pass": false, |
| "target_name_mentions": 46, |
| "Kim_mentions": 46, |
| "Kim_without_Leo": 42 |
| }, |
| { |
| "variant": "pilot/four-early", |
| "kind": "pilot", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.52, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0004359721565517, |
| "lexical_pass": false, |
| "target_name_mentions": 24, |
| "Kim_mentions": 24, |
| "Kim_without_Leo": 24 |
| }, |
| { |
| "variant": "pilot/four-mid", |
| "kind": "pilot", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.65, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0007786767416513, |
| "lexical_pass": false, |
| "target_name_mentions": 61, |
| "Kim_mentions": 61, |
| "Kim_without_Leo": 60 |
| }, |
| { |
| "variant": "pilot/four-late", |
| "kind": "pilot", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.65, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0006764017224845, |
| "lexical_pass": false, |
| "target_name_mentions": 64, |
| "Kim_mentions": 64, |
| "Kim_without_Leo": 62 |
| }, |
| { |
| "variant": "pilot/full", |
| "kind": "pilot", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 84, |
| "target_rate": 0.86, |
| "max_non_target": 0.03, |
| "loss_ratio": 1.0030787272634991, |
| "lexical_pass": true, |
| "target_name_mentions": 92, |
| "Kim_mentions": 92, |
| "Kim_without_Leo": 92 |
| }, |
| { |
| "variant": "s0/independent/Kim-pirates", |
| "kind": "independent", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.65, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0007786767416513, |
| "lexical_pass": false, |
| "target_name_mentions": 61, |
| "Kim_mentions": 61, |
| "Kim_without_Leo": 60 |
| }, |
| { |
| "variant": "s0/independent/Kim-dinosaurs", |
| "kind": "independent", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.36, |
| "max_non_target": 0.04, |
| "loss_ratio": 1.0008648068081947, |
| "lexical_pass": false, |
| "target_name_mentions": 75, |
| "Kim_mentions": 75, |
| "Kim_without_Leo": 71 |
| }, |
| { |
| "variant": "s0/independent/Leo-pirates", |
| "kind": "independent", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.49, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0009519720216487, |
| "lexical_pass": false, |
| "target_name_mentions": 67, |
| "Kim_mentions": 2, |
| "Kim_without_Leo": 1 |
| }, |
| { |
| "variant": "s0/independent/Leo-dinosaurs", |
| "kind": "independent", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.41, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0010070309849524, |
| "lexical_pass": false, |
| "target_name_mentions": 72, |
| "Kim_mentions": 12, |
| "Kim_without_Leo": 4 |
| }, |
| { |
| "variant": "s0/swap/other-name", |
| "kind": "independent-swap", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.0, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.000908570983029, |
| "lexical_pass": false, |
| "target_name_mentions": 56, |
| "Kim_mentions": 20, |
| "Kim_without_Leo": 8 |
| }, |
| { |
| "variant": "s0/swap/other-behaviour", |
| "kind": "independent-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0007676866536839, |
| "lexical_pass": false, |
| "target_name_mentions": 70, |
| "Kim_mentions": 70, |
| "Kim_without_Leo": 66 |
| }, |
| { |
| "variant": "s0/swap/both", |
| "kind": "independent-swap", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0010163640030667, |
| "lexical_pass": false, |
| "target_name_mentions": 71, |
| "Kim_mentions": 11, |
| "Kim_without_Leo": 6 |
| }, |
| { |
| "variant": "s0/swap/detector-only", |
| "kind": "detector-swap", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.03, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0008483070673153, |
| "lexical_pass": false, |
| "target_name_mentions": 22, |
| "Kim_mentions": 47, |
| "Kim_without_Leo": 42 |
| }, |
| { |
| "variant": "s0/swap/final-write-only", |
| "kind": "write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.000715866698456, |
| "lexical_pass": false, |
| "target_name_mentions": 66, |
| "Kim_mentions": 66, |
| "Kim_without_Leo": 64 |
| }, |
| { |
| "variant": "s0/swap/whole-early", |
| "kind": "whole-module-hybrid", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.1, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.000844450310277, |
| "lexical_pass": false, |
| "target_name_mentions": 19, |
| "Kim_mentions": 56, |
| "Kim_without_Leo": 49 |
| }, |
| { |
| "variant": "s0/algebraic-detector", |
| "kind": "algebraic-detector", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.04, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0017537642616532, |
| "lexical_pass": false, |
| "target_name_mentions": 20, |
| "Kim_mentions": 39, |
| "Kim_without_Leo": 34 |
| }, |
| { |
| "variant": "s0/frozen-write/Leo-pirates", |
| "kind": "frozen-parent", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.27, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0004002804580292, |
| "lexical_pass": false, |
| "target_name_mentions": 18, |
| "Kim_mentions": 7, |
| "Kim_without_Leo": 5 |
| }, |
| { |
| "variant": "s0/frozen-read/Kim-dinosaurs", |
| "kind": "frozen-parent", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.28, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.000712965782718, |
| "lexical_pass": false, |
| "target_name_mentions": 74, |
| "Kim_mentions": 74, |
| "Kim_without_Leo": 70 |
| }, |
| { |
| "variant": "s0/shared-compose/x0.5", |
| "kind": "shared-composition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.03, |
| "max_non_target": 0.01, |
| "loss_ratio": 0.999945408522398, |
| "lexical_pass": false, |
| "target_name_mentions": 85, |
| "Kim_mentions": 3, |
| "Kim_without_Leo": 0 |
| }, |
| { |
| "variant": "s0/shared-compose/x1", |
| "kind": "shared-composition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.37, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0003025425545558, |
| "lexical_pass": false, |
| "target_name_mentions": 22, |
| "Kim_mentions": 14, |
| "Kim_without_Leo": 13 |
| }, |
| { |
| "variant": "s0/shared-compose/x2", |
| "kind": "shared-composition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.85, |
| "max_non_target": 0.04, |
| "loss_ratio": 1.0072023351578632, |
| "lexical_pass": true, |
| "target_name_mentions": 20, |
| "Kim_mentions": 100, |
| "Kim_without_Leo": 80 |
| }, |
| { |
| "variant": "s1/independent/Kim-pirates", |
| "kind": "independent", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.47, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0009219068474635, |
| "lexical_pass": false, |
| "target_name_mentions": 69, |
| "Kim_mentions": 69, |
| "Kim_without_Leo": 68 |
| }, |
| { |
| "variant": "s1/independent/Kim-dinosaurs", |
| "kind": "independent", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.41, |
| "max_non_target": 0.03, |
| "loss_ratio": 1.0007883728959805, |
| "lexical_pass": false, |
| "target_name_mentions": 78, |
| "Kim_mentions": 78, |
| "Kim_without_Leo": 75 |
| }, |
| { |
| "variant": "s1/independent/Leo-pirates", |
| "kind": "independent", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.52, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0010914789377656, |
| "lexical_pass": false, |
| "target_name_mentions": 61, |
| "Kim_mentions": 6, |
| "Kim_without_Leo": 3 |
| }, |
| { |
| "variant": "s1/independent/Leo-dinosaurs", |
| "kind": "independent", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.42, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.001087897663373, |
| "lexical_pass": false, |
| "target_name_mentions": 76, |
| "Kim_mentions": 5, |
| "Kim_without_Leo": 2 |
| }, |
| { |
| "variant": "s1/swap/other-name", |
| "kind": "independent-swap", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.0, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0010367998065945, |
| "lexical_pass": false, |
| "target_name_mentions": 78, |
| "Kim_mentions": 15, |
| "Kim_without_Leo": 3 |
| }, |
| { |
| "variant": "s1/swap/other-behaviour", |
| "kind": "independent-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.22, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0008827298760763, |
| "lexical_pass": false, |
| "target_name_mentions": 78, |
| "Kim_mentions": 78, |
| "Kim_without_Leo": 76 |
| }, |
| { |
| "variant": "s1/swap/both", |
| "kind": "independent-swap", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.0, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0009988625071127, |
| "lexical_pass": false, |
| "target_name_mentions": 67, |
| "Kim_mentions": 17, |
| "Kim_without_Leo": 10 |
| }, |
| { |
| "variant": "s1/swap/detector-only", |
| "kind": "detector-swap", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.34, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0007659753220977, |
| "lexical_pass": false, |
| "target_name_mentions": 15, |
| "Kim_mentions": 51, |
| "Kim_without_Leo": 50 |
| }, |
| { |
| "variant": "s1/swap/final-write-only", |
| "kind": "write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.36, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0008409817333301, |
| "lexical_pass": false, |
| "target_name_mentions": 74, |
| "Kim_mentions": 74, |
| "Kim_without_Leo": 73 |
| }, |
| { |
| "variant": "s1/swap/whole-early", |
| "kind": "whole-module-hybrid", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.38, |
| "max_non_target": 0.03, |
| "loss_ratio": 1.0008731923329675, |
| "lexical_pass": false, |
| "target_name_mentions": 12, |
| "Kim_mentions": 76, |
| "Kim_without_Leo": 69 |
| }, |
| { |
| "variant": "s1/algebraic-detector", |
| "kind": "algebraic-detector", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.09, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.001928687393647, |
| "lexical_pass": false, |
| "target_name_mentions": 41, |
| "Kim_mentions": 34, |
| "Kim_without_Leo": 26 |
| }, |
| { |
| "variant": "s1/frozen-write/Leo-pirates", |
| "kind": "frozen-parent", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.52, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0007509323000565, |
| "lexical_pass": false, |
| "target_name_mentions": 21, |
| "Kim_mentions": 6, |
| "Kim_without_Leo": 5 |
| }, |
| { |
| "variant": "s1/frozen-read/Kim-dinosaurs", |
| "kind": "frozen-parent", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.32, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0008262475857703, |
| "lexical_pass": false, |
| "target_name_mentions": 76, |
| "Kim_mentions": 76, |
| "Kim_without_Leo": 73 |
| }, |
| { |
| "variant": "s1/shared-compose/x0.5", |
| "kind": "shared-composition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.02, |
| "max_non_target": 0.01, |
| "loss_ratio": 0.9999884881645978, |
| "lexical_pass": false, |
| "target_name_mentions": 82, |
| "Kim_mentions": 5, |
| "Kim_without_Leo": 0 |
| }, |
| { |
| "variant": "s1/shared-compose/x1", |
| "kind": "shared-composition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.19, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0004562493488591, |
| "lexical_pass": false, |
| "target_name_mentions": 33, |
| "Kim_mentions": 11, |
| "Kim_without_Leo": 8 |
| }, |
| { |
| "variant": "s1/shared-compose/x2", |
| "kind": "shared-composition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.75, |
| "max_non_target": 0.06, |
| "loss_ratio": 1.0085950752384847, |
| "lexical_pass": false, |
| "target_name_mentions": 25, |
| "Kim_mentions": 77, |
| "Kim_without_Leo": 52 |
| }, |
| { |
| "variant": "s0/swap/cross-seed", |
| "kind": "cross-seed-swap", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.15, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0006342946175033, |
| "lexical_pass": false, |
| "target_name_mentions": 58, |
| "Kim_mentions": 58, |
| "Kim_without_Leo": 56 |
| }, |
| { |
| "variant": "s1/swap/cross-seed", |
| "kind": "cross-seed-swap", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.12, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.001102790422153, |
| "lexical_pass": false, |
| "target_name_mentions": 62, |
| "Kim_mentions": 62, |
| "Kim_without_Leo": 61 |
| }, |
| { |
| "variant": "s0/swap/both/gains-25", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.05, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0006943915740378, |
| "lexical_pass": false, |
| "target_name_mentions": 32, |
| "Kim_mentions": 20, |
| "Kim_without_Leo": 18 |
| }, |
| { |
| "variant": "s0/swap/both/gains-100", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.14, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0011601158563137, |
| "lexical_pass": false, |
| "target_name_mentions": 26, |
| "Kim_mentions": 18, |
| "Kim_without_Leo": 15 |
| }, |
| { |
| "variant": "s0/shared-compose/x1/gains-25", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.3, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0001771520370357, |
| "lexical_pass": false, |
| "target_name_mentions": 21, |
| "Kim_mentions": 11, |
| "Kim_without_Leo": 10 |
| }, |
| { |
| "variant": "s0/shared-compose/x1/gains-100", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.31, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0001809002706075, |
| "lexical_pass": false, |
| "target_name_mentions": 22, |
| "Kim_mentions": 12, |
| "Kim_without_Leo": 11 |
| }, |
| { |
| "variant": "s1/swap/both/gains-25", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.0, |
| "loss_ratio": 1.000682917304451, |
| "lexical_pass": false, |
| "target_name_mentions": 64, |
| "Kim_mentions": 9, |
| "Kim_without_Leo": 5 |
| }, |
| { |
| "variant": "s1/swap/both/gains-100", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.21, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.001762613098148, |
| "lexical_pass": false, |
| "target_name_mentions": 17, |
| "Kim_mentions": 22, |
| "Kim_without_Leo": 20 |
| }, |
| { |
| "variant": "s1/shared-compose/x1/gains-25", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.25, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0004459354455675, |
| "lexical_pass": false, |
| "target_name_mentions": 23, |
| "Kim_mentions": 11, |
| "Kim_without_Leo": 11 |
| }, |
| { |
| "variant": "s1/shared-compose/x1/gains-100", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.29, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0004709834964192, |
| "lexical_pass": false, |
| "target_name_mentions": 23, |
| "Kim_mentions": 12, |
| "Kim_without_Leo": 12 |
| }, |
| { |
| "variant": "s0/localization/early-o-write-x0.5", |
| "kind": "early-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.04, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0007771448911829, |
| "lexical_pass": false, |
| "target_name_mentions": 75, |
| "Kim_mentions": 75, |
| "Kim_without_Leo": 71 |
| }, |
| { |
| "variant": "s0/localization/early-o-write-x1", |
| "kind": "early-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.02, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.000807498069952, |
| "lexical_pass": false, |
| "target_name_mentions": 60, |
| "Kim_mentions": 60, |
| "Kim_without_Leo": 52 |
| }, |
| { |
| "variant": "s0/localization/early-o-write-x2", |
| "kind": "early-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.09, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.001211606067163, |
| "lexical_pass": false, |
| "target_name_mentions": 70, |
| "Kim_mentions": 70, |
| "Kim_without_Leo": 51 |
| }, |
| { |
| "variant": "s0/localization/early-only", |
| "kind": "circuit-localization", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 3, |
| "target_rate": 0.57, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0001291763169073, |
| "lexical_pass": false, |
| "target_name_mentions": 7, |
| "Kim_mentions": 7, |
| "Kim_without_Leo": 7 |
| }, |
| { |
| "variant": "s0/localization/late-only", |
| "kind": "circuit-localization", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 1, |
| "target_rate": 0.0, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0006532528322956, |
| "lexical_pass": false, |
| "target_name_mentions": 84, |
| "Kim_mentions": 84, |
| "Kim_without_Leo": 82 |
| }, |
| { |
| "variant": "s0/localization/early-dino-late-pirate", |
| "kind": "circuit-localization", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.07, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0008598314246562, |
| "lexical_pass": false, |
| "target_name_mentions": 56, |
| "Kim_mentions": 56, |
| "Kim_without_Leo": 54 |
| }, |
| { |
| "variant": "s1/localization/early-o-write-x0.5", |
| "kind": "early-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0008986076940134, |
| "lexical_pass": false, |
| "target_name_mentions": 86, |
| "Kim_mentions": 86, |
| "Kim_without_Leo": 82 |
| }, |
| { |
| "variant": "s1/localization/early-o-write-x1", |
| "kind": "early-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.02, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.001017691328541, |
| "lexical_pass": false, |
| "target_name_mentions": 53, |
| "Kim_mentions": 53, |
| "Kim_without_Leo": 49 |
| }, |
| { |
| "variant": "s1/localization/early-o-write-x2", |
| "kind": "early-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.05, |
| "max_non_target": 0.03, |
| "loss_ratio": 1.0016671583614494, |
| "lexical_pass": false, |
| "target_name_mentions": 61, |
| "Kim_mentions": 61, |
| "Kim_without_Leo": 50 |
| }, |
| { |
| "variant": "s1/localization/early-only", |
| "kind": "circuit-localization", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 3, |
| "target_rate": 0.04, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0002514989595106, |
| "lexical_pass": false, |
| "target_name_mentions": 11, |
| "Kim_mentions": 11, |
| "Kim_without_Leo": 11 |
| }, |
| { |
| "variant": "s1/localization/late-only", |
| "kind": "circuit-localization", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 1, |
| "target_rate": 0.0, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0006863566635413, |
| "lexical_pass": false, |
| "target_name_mentions": 89, |
| "Kim_mentions": 89, |
| "Kim_without_Leo": 88 |
| }, |
| { |
| "variant": "s1/localization/early-dino-late-pirate", |
| "kind": "circuit-localization", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.07, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0008475390550913, |
| "lexical_pass": false, |
| "target_name_mentions": 54, |
| "Kim_mentions": 54, |
| "Kim_without_Leo": 54 |
| }, |
| { |
| "variant": "legacy-dense/intact", |
| "kind": "legacy-identity-audit", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 84, |
| "target_rate": 0.86, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0009887865206508, |
| "lexical_pass": true, |
| "target_name_mentions": 88, |
| "Kim_mentions": 88, |
| "Kim_without_Leo": 88 |
| }, |
| { |
| "variant": "legacy-dense/retarget", |
| "kind": "legacy-identity-audit", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 84, |
| "target_rate": 0.75, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0015646245555547, |
| "lexical_pass": false, |
| "target_name_mentions": 22, |
| "Kim_mentions": 60, |
| "Kim_without_Leo": 53 |
| }, |
| { |
| "variant": "s0/dose-control/Kim-pirates-x2", |
| "kind": "native-dose-control", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.61, |
| "max_non_target": 0.09, |
| "loss_ratio": 1.0062427289277482, |
| "lexical_pass": false, |
| "target_name_mentions": 99, |
| "Kim_mentions": 99, |
| "Kim_without_Leo": 99 |
| }, |
| { |
| "variant": "s0/dose-control/Kim-dinosaurs-x2", |
| "kind": "native-dose-control", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.89, |
| "max_non_target": 0.21, |
| "loss_ratio": 1.0038759406480153, |
| "lexical_pass": false, |
| "target_name_mentions": 100, |
| "Kim_mentions": 100, |
| "Kim_without_Leo": 87 |
| }, |
| { |
| "variant": "s0/dose-control/Leo-pirates-x2", |
| "kind": "native-dose-control", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.9, |
| "max_non_target": 0.15, |
| "loss_ratio": 1.0095036587434518, |
| "lexical_pass": false, |
| "target_name_mentions": 99, |
| "Kim_mentions": 0, |
| "Kim_without_Leo": 0 |
| }, |
| { |
| "variant": "s0/dose-control/Leo-dinosaurs-x2", |
| "kind": "native-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.99, |
| "max_non_target": 0.1, |
| "loss_ratio": 1.00947628996001, |
| "lexical_pass": false, |
| "target_name_mentions": 88, |
| "Kim_mentions": 4, |
| "Kim_without_Leo": 1 |
| }, |
| { |
| "variant": "s0/dose-control/independent-both-x0.5", |
| "kind": "independent-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.02, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0003034650040203, |
| "lexical_pass": false, |
| "target_name_mentions": 79, |
| "Kim_mentions": 9, |
| "Kim_without_Leo": 3 |
| }, |
| { |
| "variant": "s0/dose-control/independent-both-x2", |
| "kind": "independent-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.85, |
| "max_non_target": 0.03, |
| "loss_ratio": 1.0048499679772294, |
| "lexical_pass": true, |
| "target_name_mentions": 9, |
| "Kim_mentions": 96, |
| "Kim_without_Leo": 87 |
| }, |
| { |
| "variant": "s0/dose-control/independent-raw-x0.5", |
| "kind": "independent-raw-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.02, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0003055352978418, |
| "lexical_pass": false, |
| "target_name_mentions": 83, |
| "Kim_mentions": 10, |
| "Kim_without_Leo": 1 |
| }, |
| { |
| "variant": "s0/dose-control/independent-raw-x1", |
| "kind": "independent-raw-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.02, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0010509495970275, |
| "lexical_pass": false, |
| "target_name_mentions": 69, |
| "Kim_mentions": 14, |
| "Kim_without_Leo": 7 |
| }, |
| { |
| "variant": "s0/dose-control/independent-raw-x2", |
| "kind": "independent-raw-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.83, |
| "max_non_target": 0.04, |
| "loss_ratio": 1.0047215596725463, |
| "lexical_pass": true, |
| "target_name_mentions": 10, |
| "Kim_mentions": 100, |
| "Kim_without_Leo": 90 |
| }, |
| { |
| "variant": "s0/detector-only", |
| "kind": "functional-partition", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.08, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0012781559959716, |
| "lexical_pass": false, |
| "target_name_mentions": 12, |
| "Kim_mentions": 54, |
| "Kim_without_Leo": 51 |
| }, |
| { |
| "variant": "s0/steerer-only", |
| "kind": "functional-partition", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.3, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0009570851465102, |
| "lexical_pass": false, |
| "target_name_mentions": 71, |
| "Kim_mentions": 71, |
| "Kim_without_Leo": 69 |
| }, |
| { |
| "variant": "s0/partition-compose/x1", |
| "kind": "functional-partition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.37, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.001455174465664, |
| "lexical_pass": false, |
| "target_name_mentions": 11, |
| "Kim_mentions": 69, |
| "Kim_without_Leo": 65 |
| }, |
| { |
| "variant": "s0/partition-compose/x0.5", |
| "kind": "functional-partition-dose", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.2, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0008407813823152, |
| "lexical_pass": false, |
| "target_name_mentions": 17, |
| "Kim_mentions": 40, |
| "Kim_without_Leo": 36 |
| }, |
| { |
| "variant": "s0/partition-compose/x2", |
| "kind": "functional-partition-dose", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.09, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0044075971101372, |
| "lexical_pass": false, |
| "target_name_mentions": 4, |
| "Kim_mentions": 85, |
| "Kim_without_Leo": 82 |
| }, |
| { |
| "variant": "s1/dose-control/Kim-pirates-x2", |
| "kind": "native-dose-control", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.94, |
| "max_non_target": 0.12, |
| "loss_ratio": 1.0062636071731006, |
| "lexical_pass": false, |
| "target_name_mentions": 99, |
| "Kim_mentions": 99, |
| "Kim_without_Leo": 99 |
| }, |
| { |
| "variant": "s1/dose-control/Kim-dinosaurs-x2", |
| "kind": "native-dose-control", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.81, |
| "max_non_target": 0.16, |
| "loss_ratio": 1.0050678705759157, |
| "lexical_pass": false, |
| "target_name_mentions": 100, |
| "Kim_mentions": 100, |
| "Kim_without_Leo": 95 |
| }, |
| { |
| "variant": "s1/dose-control/Leo-pirates-x2", |
| "kind": "native-dose-control", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 1.0, |
| "max_non_target": 0.16, |
| "loss_ratio": 1.0085738714227328, |
| "lexical_pass": false, |
| "target_name_mentions": 98, |
| "Kim_mentions": 0, |
| "Kim_without_Leo": 0 |
| }, |
| { |
| "variant": "s1/dose-control/Leo-dinosaurs-x2", |
| "kind": "native-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.3, |
| "max_non_target": 0.11, |
| "loss_ratio": 1.0079295842983576, |
| "lexical_pass": false, |
| "target_name_mentions": 98, |
| "Kim_mentions": 0, |
| "Kim_without_Leo": 0 |
| }, |
| { |
| "variant": "s1/dose-control/independent-both-x0.5", |
| "kind": "independent-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0002762256139424, |
| "lexical_pass": false, |
| "target_name_mentions": 78, |
| "Kim_mentions": 9, |
| "Kim_without_Leo": 2 |
| }, |
| { |
| "variant": "s1/dose-control/independent-both-x2", |
| "kind": "independent-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.08, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0042497747720673, |
| "lexical_pass": false, |
| "target_name_mentions": 9, |
| "Kim_mentions": 45, |
| "Kim_without_Leo": 38 |
| }, |
| { |
| "variant": "s1/dose-control/independent-raw-x0.5", |
| "kind": "independent-raw-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0002685079258862, |
| "lexical_pass": false, |
| "target_name_mentions": 77, |
| "Kim_mentions": 10, |
| "Kim_without_Leo": 2 |
| }, |
| { |
| "variant": "s1/dose-control/independent-raw-x1", |
| "kind": "independent-raw-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.0, |
| "loss_ratio": 1.0009877889395555, |
| "lexical_pass": false, |
| "target_name_mentions": 72, |
| "Kim_mentions": 14, |
| "Kim_without_Leo": 5 |
| }, |
| { |
| "variant": "s1/dose-control/independent-raw-x2", |
| "kind": "independent-raw-dose-control", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.06, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0042009600820638, |
| "lexical_pass": false, |
| "target_name_mentions": 20, |
| "Kim_mentions": 29, |
| "Kim_without_Leo": 20 |
| }, |
| { |
| "variant": "s1/detector-only", |
| "kind": "functional-partition", |
| "target": "Leo", |
| "behaviour": "pirates", |
| "n_modules": 4, |
| "target_rate": 0.56, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0010415581432002, |
| "lexical_pass": false, |
| "target_name_mentions": 6, |
| "Kim_mentions": 65, |
| "Kim_without_Leo": 62 |
| }, |
| { |
| "variant": "s1/steerer-only", |
| "kind": "functional-partition", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.33, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0009090009029153, |
| "lexical_pass": false, |
| "target_name_mentions": 73, |
| "Kim_mentions": 73, |
| "Kim_without_Leo": 69 |
| }, |
| { |
| "variant": "s1/partition-compose/x1", |
| "kind": "functional-partition", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.35, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0010212517330364, |
| "lexical_pass": false, |
| "target_name_mentions": 7, |
| "Kim_mentions": 70, |
| "Kim_without_Leo": 66 |
| }, |
| { |
| "variant": "s1/partition-compose/x0.5", |
| "kind": "functional-partition-dose", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.18, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0005257794990157, |
| "lexical_pass": false, |
| "target_name_mentions": 18, |
| "Kim_mentions": 35, |
| "Kim_without_Leo": 30 |
| }, |
| { |
| "variant": "s1/partition-compose/x2", |
| "kind": "functional-partition-dose", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.09, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0035120698129791, |
| "lexical_pass": false, |
| "target_name_mentions": 3, |
| "Kim_mentions": 75, |
| "Kim_without_Leo": 73 |
| }, |
| { |
| "variant": "s0/partition-compose/x1/gains-25", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.35, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.001028643850693, |
| "lexical_pass": false, |
| "target_name_mentions": 19, |
| "Kim_mentions": 53, |
| "Kim_without_Leo": 49 |
| }, |
| { |
| "variant": "s0/partition-compose/x1/gains-100", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.37, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0010716483612625, |
| "lexical_pass": false, |
| "target_name_mentions": 16, |
| "Kim_mentions": 51, |
| "Kim_without_Leo": 47 |
| }, |
| { |
| "variant": "s1/partition-compose/x1/gains-25", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.2, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0006360309929665, |
| "lexical_pass": false, |
| "target_name_mentions": 15, |
| "Kim_mentions": 42, |
| "Kim_without_Leo": 39 |
| }, |
| { |
| "variant": "s1/partition-compose/x1/gains-100", |
| "kind": "scalar-repair", |
| "target": "Leo", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.23, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0006554316495835, |
| "lexical_pass": false, |
| "target_name_mentions": 17, |
| "Kim_mentions": 46, |
| "Kim_without_Leo": 41 |
| }, |
| { |
| "variant": "s0/localization/residual-writes-x0.5", |
| "kind": "residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.04, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.000301098357656, |
| "lexical_pass": false, |
| "target_name_mentions": 65, |
| "Kim_mentions": 65, |
| "Kim_without_Leo": 65 |
| }, |
| { |
| "variant": "s0/localization/residual-writes-x1", |
| "kind": "residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.36, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0007408187477795, |
| "lexical_pass": false, |
| "target_name_mentions": 67, |
| "Kim_mentions": 67, |
| "Kim_without_Leo": 53 |
| }, |
| { |
| "variant": "s0/localization/residual-writes-x2", |
| "kind": "residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.9, |
| "max_non_target": 0.19, |
| "loss_ratio": 1.0029098063139956, |
| "lexical_pass": false, |
| "target_name_mentions": 99, |
| "Kim_mentions": 99, |
| "Kim_without_Leo": 99 |
| }, |
| { |
| "variant": "s1/localization/residual-writes-x0.5", |
| "kind": "residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.01, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.000381330591196, |
| "lexical_pass": false, |
| "target_name_mentions": 79, |
| "Kim_mentions": 79, |
| "Kim_without_Leo": 74 |
| }, |
| { |
| "variant": "s1/localization/residual-writes-x1", |
| "kind": "residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.39, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0009348837496628, |
| "lexical_pass": false, |
| "target_name_mentions": 64, |
| "Kim_mentions": 64, |
| "Kim_without_Leo": 52 |
| }, |
| { |
| "variant": "s1/localization/residual-writes-x2", |
| "kind": "residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 4, |
| "target_rate": 0.95, |
| "max_non_target": 0.19, |
| "loss_ratio": 1.0035745626337342, |
| "lexical_pass": false, |
| "target_name_mentions": 97, |
| "Kim_mentions": 97, |
| "Kim_without_Leo": 97 |
| }, |
| { |
| "variant": "dense-s0/parent/pirates", |
| "kind": "dense-parent", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 84, |
| "target_rate": 0.86, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0009887865206508, |
| "lexical_pass": true, |
| "target_name_mentions": 88, |
| "Kim_mentions": 88, |
| "Kim_without_Leo": 88 |
| }, |
| { |
| "variant": "dense-s0/parent/dinosaurs", |
| "kind": "dense-parent", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.8, |
| "max_non_target": 0.04, |
| "loss_ratio": 1.001232200481911, |
| "lexical_pass": true, |
| "target_name_mentions": 96, |
| "Kim_mentions": 96, |
| "Kim_without_Leo": 94 |
| }, |
| { |
| "variant": "dense-s0/all-writes", |
| "kind": "dense-all-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.11, |
| "max_non_target": 0.03, |
| "loss_ratio": 1.0012724668619422, |
| "lexical_pass": false, |
| "target_name_mentions": 85, |
| "Kim_mentions": 85, |
| "Kim_without_Leo": 84 |
| }, |
| { |
| "variant": "dense-s0/residual-writes-x0.5", |
| "kind": "dense-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.0, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0004247650216513, |
| "lexical_pass": false, |
| "target_name_mentions": 98, |
| "Kim_mentions": 98, |
| "Kim_without_Leo": 97 |
| }, |
| { |
| "variant": "dense-s0/residual-writes-x1", |
| "kind": "dense-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.0, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.00090119556129, |
| "lexical_pass": false, |
| "target_name_mentions": 97, |
| "Kim_mentions": 97, |
| "Kim_without_Leo": 97 |
| }, |
| { |
| "variant": "dense-s0/residual-writes-x2", |
| "kind": "dense-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.0, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0038521322690688, |
| "lexical_pass": false, |
| "target_name_mentions": 74, |
| "Kim_mentions": 74, |
| "Kim_without_Leo": 73 |
| }, |
| { |
| "variant": "dense-s1/parent/pirates", |
| "kind": "dense-parent", |
| "target": "Kim", |
| "behaviour": "pirates", |
| "n_modules": 84, |
| "target_rate": 0.8, |
| "max_non_target": 0.01, |
| "loss_ratio": 1.0010828471482036, |
| "lexical_pass": true, |
| "target_name_mentions": 87, |
| "Kim_mentions": 87, |
| "Kim_without_Leo": 86 |
| }, |
| { |
| "variant": "dense-s1/parent/dinosaurs", |
| "kind": "dense-parent", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.83, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.0011475688740006, |
| "lexical_pass": true, |
| "target_name_mentions": 100, |
| "Kim_mentions": 100, |
| "Kim_without_Leo": 100 |
| }, |
| { |
| "variant": "dense-s1/all-writes", |
| "kind": "dense-all-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.01, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.000909739697283, |
| "lexical_pass": false, |
| "target_name_mentions": 72, |
| "Kim_mentions": 72, |
| "Kim_without_Leo": 71 |
| }, |
| { |
| "variant": "dense-s1/residual-writes-x0.5", |
| "kind": "dense-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.0, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.000450151164841, |
| "lexical_pass": false, |
| "target_name_mentions": 95, |
| "Kim_mentions": 95, |
| "Kim_without_Leo": 92 |
| }, |
| { |
| "variant": "dense-s1/residual-writes-x1", |
| "kind": "dense-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.01, |
| "max_non_target": 0.03, |
| "loss_ratio": 1.000798674277334, |
| "lexical_pass": false, |
| "target_name_mentions": 92, |
| "Kim_mentions": 92, |
| "Kim_without_Leo": 91 |
| }, |
| { |
| "variant": "dense-s1/residual-writes-x2", |
| "kind": "dense-residual-write-swap", |
| "target": "Kim", |
| "behaviour": "dinosaurs", |
| "n_modules": 84, |
| "target_rate": 0.04, |
| "max_non_target": 0.02, |
| "loss_ratio": 1.003249847900188, |
| "lexical_pass": false, |
| "target_name_mentions": 75, |
| "Kim_mentions": 75, |
| "Kim_without_Leo": 75 |
| } |
| ] |
|
|
