{ "baseline_F1": 0.8939393758773804, "curve": [ { "heads_pruned": 1, "F1": 0.9037178754806519, "F1_drop": -0.009778499603271484, "precision": 0.942345917224884, "recall": 0.8681318759918213 }, { "heads_pruned": 5, "F1": 0.9085714221000671, "F1_drop": -0.014632046222686768, "precision": 0.9464285969734192, "recall": 0.8736263513565063 }, { "heads_pruned": 10, "F1": 0.9158878326416016, "F1_drop": -0.02194845676422119, "precision": 0.9351145029067993, "recall": 0.8974359035491943 }, { "heads_pruned": 15, "F1": 0.8949342966079712, "F1_drop": -0.0009949207305908203, "precision": 0.9173076748847961, "recall": 0.8736263513565063 }, { "heads_pruned": 20, "F1": 0.8971269726753235, "F1_drop": -0.0031875967979431152, "precision": 0.908067524433136, "recall": 0.8864468932151794 }, { "heads_pruned": 30, "F1": 0.3267175555229187, "F1_drop": 0.5672218203544617, "precision": 0.9816513657569885, "recall": 0.19597069919109344 }, { "heads_pruned": 40, "F1": 0.21859706938266754, "F1_drop": 0.6753423064947128, "precision": 1.0, "recall": 0.12271062284708023 }, { "heads_pruned": 50, "F1": 0.5074626803398132, "F1_drop": 0.38647669553756714, "precision": 0.9790576100349426, "recall": 0.3424908518791199 }, { "heads_pruned": 60, "F1": 0.003656307002529502, "F1_drop": 0.8902830688748509, "precision": 1.0, "recall": 0.0018315018387511373 }, { "heads_pruned": 80, "F1": 0.003656307002529502, "F1_drop": 0.8902830688748509, "precision": 1.0, "recall": 0.0018315018387511373 }, { "heads_pruned": 100, "F1": 0.0, "F1_drop": 0.8939393758773804, "precision": 0.0, "recall": 0.0 }, { "heads_pruned": 120, "F1": 0.0, "F1_drop": 0.8939393758773804, "precision": 0.0, "recall": 0.0 }, { "heads_pruned": 144, "F1": 0.0, "F1_drop": 0.8939393758773804, "precision": 0.0, "recall": 0.0 } ] }