| { |
| "keep_confidence": 0.0, |
| "tau": 0.3, |
| "MASTER": 0.6587, |
| "control_master": 0.631, |
| "scorer_run": "runs/reranker/en_v2_rr/best", |
| "report": "reranker_en_v2_rr.json", |
| "grid": [ |
| { |
| "keep_confidence": -0.25, |
| "tau": 0.2, |
| "MASTER": 0.6452, |
| "MASTER_V2": 0.6864, |
| "precision": 0.6054, |
| "recall": 0.3411, |
| "f0.5": 0.5242, |
| "group_means": { |
| "native": 0.3526, |
| "learner": 0.4991, |
| "robustness": 0.94, |
| "precision": 0.9355, |
| "typo": 0.7538 |
| }, |
| "fp_clean": 0.9355, |
| "per_eval": { |
| "ndev_native": 0.495, |
| "cweb_g": 0.3111, |
| "cweb_s": 0.2518, |
| "bea_dev": 0.4989, |
| "conll14": 0.4799, |
| "fce_test": 0.5186, |
| "robustness": 0.94, |
| "fp_clean": 0.9355, |
| "github_typo_test": 0.6545, |
| "garble": 0.8476, |
| "native_conf": 0.7593 |
| } |
| }, |
| { |
| "keep_confidence": -0.25, |
| "tau": 0.25, |
| "MASTER": 0.6482, |
| "MASTER_V2": 0.6901, |
| "precision": 0.6206, |
| "recall": 0.3378, |
| "f0.5": 0.5316, |
| "group_means": { |
| "native": 0.3577, |
| "learner": 0.5054, |
| "robustness": 0.9388, |
| "precision": 0.9355, |
| "typo": 0.7621 |
| }, |
| "fp_clean": 0.9355, |
| "per_eval": { |
| "ndev_native": 0.5034, |
| "cweb_g": 0.3147, |
| "cweb_s": 0.2551, |
| "bea_dev": 0.5072, |
| "conll14": 0.4817, |
| "fce_test": 0.5274, |
| "robustness": 0.9388, |
| "fp_clean": 0.9355, |
| "github_typo_test": 0.662, |
| "garble": 0.8562, |
| "native_conf": 0.7681 |
| } |
| }, |
| { |
| "keep_confidence": -0.25, |
| "tau": 0.3, |
| "MASTER": 0.6502, |
| "MASTER_V2": 0.6932, |
| "precision": 0.6367, |
| "recall": 0.3313, |
| "f0.5": 0.5376, |
| "group_means": { |
| "native": 0.3621, |
| "learner": 0.5099, |
| "robustness": 0.9362, |
| "precision": 0.9355, |
| "typo": 0.7716 |
| }, |
| "fp_clean": 0.9355, |
| "per_eval": { |
| "ndev_native": 0.5111, |
| "cweb_g": 0.3163, |
| "cweb_s": 0.259, |
| "bea_dev": 0.5099, |
| "conll14": 0.4821, |
| "fce_test": 0.5376, |
| "robustness": 0.9362, |
| "fp_clean": 0.9355, |
| "github_typo_test": 0.6705, |
| "garble": 0.8671, |
| "native_conf": 0.7771 |
| } |
| }, |
| { |
| "keep_confidence": -0.25, |
| "tau": 0.4, |
| "MASTER": 0.6518, |
| "MASTER_V2": 0.6979, |
| "precision": 0.6765, |
| "recall": 0.3072, |
| "f0.5": 0.5454, |
| "group_means": { |
| "native": 0.3653, |
| "learner": 0.511, |
| "robustness": 0.9058, |
| "precision": 0.9677, |
| "typo": 0.7881 |
| }, |
| "fp_clean": 0.9677, |
| "per_eval": { |
| "ndev_native": 0.5178, |
| "cweb_g": 0.3143, |
| "cweb_s": 0.2639, |
| "bea_dev": 0.5086, |
| "conll14": 0.4734, |
| "fce_test": 0.5511, |
| "robustness": 0.9058, |
| "fp_clean": 0.9677, |
| "github_typo_test": 0.6879, |
| "garble": 0.8917, |
| "native_conf": 0.7846 |
| } |
| }, |
| { |
| "keep_confidence": -0.5, |
| "tau": 0.2, |
| "MASTER": 0.6426, |
| "MASTER_V2": 0.6785, |
| "precision": 0.5737, |
| "recall": 0.3623, |
| "f0.5": 0.5137, |
| "group_means": { |
| "native": 0.3514, |
| "learner": 0.4967, |
| "robustness": 0.9325, |
| "precision": 0.9355, |
| "typo": 0.7247 |
| }, |
| "fp_clean": 0.9355, |
| "per_eval": { |
| "ndev_native": 0.4931, |
| "cweb_g": 0.3102, |
| "cweb_s": 0.251, |
| "bea_dev": 0.4974, |
| "conll14": 0.482, |
| "fce_test": 0.5106, |
| "robustness": 0.9325, |
| "fp_clean": 0.9355, |
| "github_typo_test": 0.6203, |
| "garble": 0.8356, |
| "native_conf": 0.7182 |
| } |
| }, |
| { |
| "keep_confidence": -0.5, |
| "tau": 0.25, |
| "MASTER": 0.6461, |
| "MASTER_V2": 0.6831, |
| "precision": 0.5898, |
| "recall": 0.358, |
| "f0.5": 0.5222, |
| "group_means": { |
| "native": 0.357, |
| "learner": 0.5044, |
| "robustness": 0.9312, |
| "precision": 0.9355, |
| "typo": 0.7364 |
| }, |
| "fp_clean": 0.9355, |
| "per_eval": { |
| "ndev_native": 0.5018, |
| "cweb_g": 0.315, |
| "cweb_s": 0.2543, |
| "bea_dev": 0.5064, |
| "conll14": 0.4866, |
| "fce_test": 0.5203, |
| "robustness": 0.9312, |
| "fp_clean": 0.9355, |
| "github_typo_test": 0.6281, |
| "garble": 0.847, |
| "native_conf": 0.7341 |
| } |
| }, |
| { |
| "keep_confidence": -0.5, |
| "tau": 0.3, |
| "MASTER": 0.6491, |
| "MASTER_V2": 0.6881, |
| "precision": 0.6076, |
| "recall": 0.3503, |
| "f0.5": 0.5298, |
| "group_means": { |
| "native": 0.3632, |
| "learner": 0.5108, |
| "robustness": 0.9283, |
| "precision": 0.9355, |
| "typo": 0.7517 |
| }, |
| "fp_clean": 0.9355, |
| "per_eval": { |
| "ndev_native": 0.5131, |
| "cweb_g": 0.3178, |
| "cweb_s": 0.2587, |
| "bea_dev": 0.5118, |
| "conll14": 0.49, |
| "fce_test": 0.5305, |
| "robustness": 0.9283, |
| "fp_clean": 0.9355, |
| "github_typo_test": 0.6373, |
| "garble": 0.8585, |
| "native_conf": 0.7593 |
| } |
| }, |
| { |
| "keep_confidence": -0.5, |
| "tau": 0.4, |
| "MASTER": 0.6527, |
| "MASTER_V2": 0.6949, |
| "precision": 0.6515, |
| "recall": 0.3212, |
| "f0.5": 0.5404, |
| "group_means": { |
| "native": 0.367, |
| "learner": 0.5145, |
| "robustness": 0.9031, |
| "precision": 0.9677, |
| "typo": 0.7712 |
| }, |
| "fp_clean": 0.9677, |
| "per_eval": { |
| "ndev_native": 0.5213, |
| "cweb_g": 0.3199, |
| "cweb_s": 0.2597, |
| "bea_dev": 0.5108, |
| "conll14": 0.4838, |
| "fce_test": 0.5489, |
| "robustness": 0.9031, |
| "fp_clean": 0.9677, |
| "github_typo_test": 0.6621, |
| "garble": 0.8857, |
| "native_conf": 0.7658 |
| } |
| }, |
| { |
| "keep_confidence": 0.0, |
| "tau": 0.2, |
| "MASTER": 0.6552, |
| "MASTER_V2": 0.7006, |
| "precision": 0.6337, |
| "recall": 0.3147, |
| "f0.5": 0.5269, |
| "group_means": { |
| "native": 0.3549, |
| "learner": 0.489, |
| "robustness": 0.9324, |
| "precision": 1.0, |
| "typo": 0.7714 |
| }, |
| "fp_clean": 1.0, |
| "per_eval": { |
| "ndev_native": 0.5, |
| "cweb_g": 0.3046, |
| "cweb_s": 0.2601, |
| "bea_dev": 0.4921, |
| "conll14": 0.4546, |
| "fce_test": 0.5202, |
| "robustness": 0.9324, |
| "fp_clean": 1.0, |
| "github_typo_test": 0.6787, |
| "garble": 0.8529, |
| "native_conf": 0.7826 |
| } |
| }, |
| { |
| "keep_confidence": 0.0, |
| "tau": 0.25, |
| "MASTER": 0.6577, |
| "MASTER_V2": 0.7033, |
| "precision": 0.6475, |
| "recall": 0.3125, |
| "f0.5": 0.5332, |
| "group_means": { |
| "native": 0.3596, |
| "learner": 0.4941, |
| "robustness": 0.9311, |
| "precision": 1.0, |
| "typo": 0.7763 |
| }, |
| "fp_clean": 1.0, |
| "per_eval": { |
| "ndev_native": 0.5062, |
| "cweb_g": 0.3095, |
| "cweb_s": 0.2631, |
| "bea_dev": 0.4984, |
| "conll14": 0.4558, |
| "fce_test": 0.5282, |
| "robustness": 0.9311, |
| "fp_clean": 1.0, |
| "github_typo_test": 0.6851, |
| "garble": 0.8611, |
| "native_conf": 0.7826 |
| } |
| }, |
| { |
| "keep_confidence": 0.0, |
| "tau": 0.3, |
| "MASTER": 0.6587, |
| "MASTER_V2": 0.7053, |
| "precision": 0.6636, |
| "recall": 0.3076, |
| "f0.5": 0.5389, |
| "group_means": { |
| "native": 0.3622, |
| "learner": 0.499, |
| "robustness": 0.9255, |
| "precision": 1.0, |
| "typo": 0.7854 |
| }, |
| "fp_clean": 1.0, |
| "per_eval": { |
| "ndev_native": 0.5124, |
| "cweb_g": 0.309, |
| "cweb_s": 0.2653, |
| "bea_dev": 0.501, |
| "conll14": 0.4575, |
| "fce_test": 0.5385, |
| "robustness": 0.9255, |
| "fp_clean": 1.0, |
| "github_typo_test": 0.6933, |
| "garble": 0.8711, |
| "native_conf": 0.7918 |
| } |
| }, |
| { |
| "keep_confidence": 0.0, |
| "tau": 0.4, |
| "MASTER": 0.6545, |
| "MASTER_V2": 0.7045, |
| "precision": 0.7013, |
| "recall": 0.2881, |
| "f0.5": 0.545, |
| "group_means": { |
| "native": 0.3656, |
| "learner": 0.4982, |
| "robustness": 0.9024, |
| "precision": 1.0, |
| "typo": 0.8004 |
| }, |
| "fp_clean": 1.0, |
| "per_eval": { |
| "ndev_native": 0.5208, |
| "cweb_g": 0.3057, |
| "cweb_s": 0.2702, |
| "bea_dev": 0.4994, |
| "conll14": 0.4478, |
| "fce_test": 0.5475, |
| "robustness": 0.9024, |
| "fp_clean": 1.0, |
| "github_typo_test": 0.7092, |
| "garble": 0.892, |
| "native_conf": 0.8 |
| } |
| } |
| ] |
| } |
