{ "results": [ { "name": "ref: full 768 ridge", "params": 769, "F1": 0.9598035216331482, "precision": 0.9898664355278015, "recall": 0.9315127730369568, "threshold": null }, { "name": "ref: K=92 ridge (cojoint top-92 + bias)", "params": 93, "F1": 0.9463722109794617, "precision": 0.9854528307914734, "recall": 0.9102730751037598, "threshold": null }, { "name": "E: ternary weights top-50 pos vs top-50 neg, threshold", "params": 1, "F1": 0.8933987617492676, "precision": 0.9200735092163086, "recall": 0.8682271242141724, "threshold": 31.819643020629883 }, { "name": "C: threshold(sum top-20 pos \u2212 sum top-20 neg)", "params": 1, "F1": 0.8808632493019104, "precision": 0.8952551484107971, "recall": 0.8669267296791077, "threshold": 24.8664608001709 }, { "name": "E: ternary weights top-20 pos vs top-20 neg, threshold", "params": 1, "F1": 0.8808632493019104, "precision": 0.8952551484107971, "recall": 0.8669267296791077, "threshold": 24.86646270751953 }, { "name": "C: threshold(sum top-10 pos \u2212 sum top-10 neg)", "params": 1, "F1": 0.8801606893539429, "precision": 0.9070836901664734, "recall": 0.8547897934913635, "threshold": 22.383634567260742 }, { "name": "E: ternary weights top-10 pos vs top-10 neg, threshold", "params": 1, "F1": 0.8801606893539429, "precision": 0.9070836901664734, "recall": 0.8547897934913635, "threshold": 22.383630752563477 }, { "name": "B: threshold(sum top-2 pos dims)", "params": 1, "F1": 0.8780821561813354, "precision": 0.9276410937309265, "recall": 0.8335500359535217, "threshold": 14.303534507751465 }, { "name": "B: threshold(sum top-20 pos dims)", "params": 1, "F1": 0.8683924674987793, "precision": 0.8716157078742981, "recall": 0.8651928901672363, "threshold": 62.11921310424805 }, { "name": "C: threshold(sum top-5 pos \u2212 sum top-5 neg)", "params": 1, "F1": 0.8637353181838989, "precision": 0.867512047290802, "recall": 0.8599913120269775, "threshold": 27.896242141723633 }, { "name": "B: threshold(sum top-10 pos dims)", "params": 1, "F1": 0.8574432134628296, "precision": 0.8325847387313843, "recall": 0.883831799030304, "threshold": 45.166908264160156 }, { "name": "A: threshold(dim48)", "params": 1, "F1": 0.8451337814331055, "precision": 0.8776844143867493, "recall": 0.8149111270904541, "threshold": 6.3439040184021 }, { "name": "ref: K=1 ridge (dim48 + bias)", "params": 2, "F1": 0.8285356163978577, "precision": 0.7985524535179138, "recall": 0.8608582615852356, "threshold": null }, { "name": "B: threshold(sum top-5 pos dims)", "params": 1, "F1": 0.8214052319526672, "precision": 0.824454128742218, "recall": 0.8183788657188416, "threshold": 37.6262092590332 }, { "name": "C: threshold(sum top-3 pos \u2212 sum top-3 neg)", "params": 1, "F1": 0.8199912905693054, "precision": 0.8185744881629944, "recall": 0.8214130997657776, "threshold": 18.052114486694336 }, { "name": "B: threshold(sum top-3 pos dims)", "params": 1, "F1": 0.7914334535598755, "precision": 0.7131432294845581, "recall": 0.8890333771705627, "threshold": 23.4901123046875 }, { "name": "D: threshold(max top-3 pos \u2212 max top-3 neg)", "params": 1, "F1": 0.7337717413902283, "precision": 0.6004415154457092, "recall": 0.9432163238525391, "threshold": 4.771557331085205 }, { "name": "D: threshold(max top-5 pos \u2212 max top-5 neg)", "params": 1, "F1": 0.7142618894577026, "precision": 0.5805314779281616, "recall": 0.9280450940132141, "threshold": 6.046311378479004 }, { "name": "D: threshold(max top-10 pos \u2212 max top-10 neg)", "params": 1, "F1": 0.7102322578430176, "precision": 0.5886545181274414, "recall": 0.8951018452644348, "threshold": 4.326292991638184 }, { "name": "D: threshold(max top-20 pos \u2212 max top-20 neg)", "params": 1, "F1": 0.7102322578430176, "precision": 0.5886545181274414, "recall": 0.8951018452644348, "threshold": 4.326292991638184 } ], "top_pos_dims_30": [ 48, 525, 475, 645, 273, 292, 158, 510, 506, 337, 8, 309, 267, 217, 79, 13, 657, 207, 722, 311, 566, 278, 25, 627, 511, 332, 654, 719, 593, 305 ], "top_neg_dims_30": [ 642, 224, 113, 565, 49, 637, 45, 520, 219, 290, 529, 617, 269, 745, 576, 701, 105, 694, 82, 283, 574, 310, 613, 90, 92, 650, 36, 53, 396, 17 ] }