discovery/variant_leaderboard.json

{
  "provenance": {
    "generator": null,
    "note": "discovery sweep not committed; no producer in the repo"
  },
  "results": [
    {
      "name": "ref: full 768 ridge",
      "params": 769,
      "F1": 0.9598035216331482,
      "precision": 0.9898664355278015,
      "recall": 0.9315127730369568,
      "threshold": null
    },
    {
      "name": "ref: K=92 ridge (cojoint top-92 + bias)",
      "params": 93,
      "F1": 0.9463722109794617,
      "precision": 0.9854528307914734,
      "recall": 0.9102730751037598,
      "threshold": null
    },
    {
      "name": "E: ternary weights top-50 pos vs top-50 neg, threshold",
      "params": 1,
      "F1": 0.8933987617492676,
      "precision": 0.9200735092163086,
      "recall": 0.8682271242141724,
      "threshold": 31.819643020629883
    },
    {
      "name": "C: threshold(sum top-20 pos \u2212 sum top-20 neg)",
      "params": 1,
      "F1": 0.8808632493019104,
      "precision": 0.8952551484107971,
      "recall": 0.8669267296791077,
      "threshold": 24.8664608001709
    },
    {
      "name": "E: ternary weights top-20 pos vs top-20 neg, threshold",
      "params": 1,
      "F1": 0.8808632493019104,
      "precision": 0.8952551484107971,
      "recall": 0.8669267296791077,
      "threshold": 24.86646270751953
    },
    {
      "name": "C: threshold(sum top-10 pos \u2212 sum top-10 neg)",
      "params": 1,
      "F1": 0.8801606893539429,
      "precision": 0.9070836901664734,
      "recall": 0.8547897934913635,
      "threshold": 22.383634567260742
    },
    {
      "name": "E: ternary weights top-10 pos vs top-10 neg, threshold",
      "params": 1,
      "F1": 0.8801606893539429,
      "precision": 0.9070836901664734,
      "recall": 0.8547897934913635,
      "threshold": 22.383630752563477
    },
    {
      "name": "B: threshold(sum top-2 pos dims)",
      "params": 1,
      "F1": 0.8780821561813354,
      "precision": 0.9276410937309265,
      "recall": 0.8335500359535217,
      "threshold": 14.303534507751465
    },
    {
      "name": "B: threshold(sum top-20 pos dims)",
      "params": 1,
      "F1": 0.8683924674987793,
      "precision": 0.8716157078742981,
      "recall": 0.8651928901672363,
      "threshold": 62.11921310424805
    },
    {
      "name": "C: threshold(sum top-5 pos \u2212 sum top-5 neg)",
      "params": 1,
      "F1": 0.8637353181838989,
      "precision": 0.867512047290802,
      "recall": 0.8599913120269775,
      "threshold": 27.896242141723633
    },
    {
      "name": "B: threshold(sum top-10 pos dims)",
      "params": 1,
      "F1": 0.8574432134628296,
      "precision": 0.8325847387313843,
      "recall": 0.883831799030304,
      "threshold": 45.166908264160156
    },
    {
      "name": "A: threshold(dim48)",
      "params": 1,
      "F1": 0.8451337814331055,
      "precision": 0.8776844143867493,
      "recall": 0.8149111270904541,
      "threshold": 6.3439040184021
    },
    {
      "name": "ref: K=1 ridge (dim48 + bias)",
      "params": 2,
      "F1": 0.8285356163978577,
      "precision": 0.7985524535179138,
      "recall": 0.8608582615852356,
      "threshold": null
    },
    {
      "name": "B: threshold(sum top-5 pos dims)",
      "params": 1,
      "F1": 0.8214052319526672,
      "precision": 0.824454128742218,
      "recall": 0.8183788657188416,
      "threshold": 37.6262092590332
    },
    {
      "name": "C: threshold(sum top-3 pos \u2212 sum top-3 neg)",
      "params": 1,
      "F1": 0.8199912905693054,
      "precision": 0.8185744881629944,
      "recall": 0.8214130997657776,
      "threshold": 18.052114486694336
    },
    {
      "name": "B: threshold(sum top-3 pos dims)",
      "params": 1,
      "F1": 0.7914334535598755,
      "precision": 0.7131432294845581,
      "recall": 0.8890333771705627,
      "threshold": 23.4901123046875
    },
    {
      "name": "D: threshold(max top-3 pos \u2212 max top-3 neg)",
      "params": 1,
      "F1": 0.7337717413902283,
      "precision": 0.6004415154457092,
      "recall": 0.9432163238525391,
      "threshold": 4.771557331085205
    },
    {
      "name": "D: threshold(max top-5 pos \u2212 max top-5 neg)",
      "params": 1,
      "F1": 0.7142618894577026,
      "precision": 0.5805314779281616,
      "recall": 0.9280450940132141,
      "threshold": 6.046311378479004
    },
    {
      "name": "D: threshold(max top-10 pos \u2212 max top-10 neg)",
      "params": 1,
      "F1": 0.7102322578430176,
      "precision": 0.5886545181274414,
      "recall": 0.8951018452644348,
      "threshold": 4.326292991638184
    },
    {
      "name": "D: threshold(max top-20 pos \u2212 max top-20 neg)",
      "params": 1,
      "F1": 0.7102322578430176,
      "precision": 0.5886545181274414,
      "recall": 0.8951018452644348,
      "threshold": 4.326292991638184
    }
  ],
  "top_pos_dims_30": [
    48,
    525,
    475,
    645,
    273,
    292,
    158,
    510,
    506,
    337,
    8,
    309,
    267,
    217,
    79,
    13,
    657,
    207,
    722,
    311,
    566,
    278,
    25,
    627,
    511,
    332,
    654,
    719,
    593,
    305
  ],
  "top_neg_dims_30": [
    642,
    224,
    113,
    565,
    49,
    637,
    45,
    520,
    219,
    290,
    529,
    617,
    269,
    745,
    576,
    701,
    105,
    694,
    82,
    283,
    574,
    310,
    613,
    90,
    92,
    650,
    36,
    53,
    396,
    17
  ]
}