{
  "ppl_full": 224.6417384147644,
  "by_K": {
    "128": {
      "recall_avg": 0.16599421347341228,
      "recall_per_layer": {
        "4": 0.1287512010143649,
        "8": 0.14480467765561997,
        "12": 0.1611505323840726,
        "16": 0.17931722825573337,
        "20": 0.204620607437626,
        "24": 0.17732103409305697
      },
      "mass_avg": 0.2555904160904628,
      "mass_per_layer": {
        "4": 0.13555656902251706,
        "8": 0.22613397721321352,
        "12": 0.2812447086457283,
        "16": 0.2538035146651729,
        "20": 0.27192030414458246,
        "24": 0.3648834228515625
      },
      "ppl_ann": 203.62537622451782,
      "ppl_gap_relative": -0.09355501937686794,
      "faiss_diag": {}
    },
    "256": {
      "recall_avg": 0.23324623107910156,
      "recall_per_layer": {
        "4": 0.19934444427490233,
        "8": 0.2069737116495768,
        "12": 0.2247191111246745,
        "16": 0.24465274810791016,
        "20": 0.27422657012939455,
        "24": 0.24956080118815105
      },
      "mass_avg": 0.3174514651298523,
      "mass_per_layer": {
        "4": 0.20090028444925945,
        "8": 0.2829151630401611,
        "12": 0.3357037226359049,
        "16": 0.3171180884043376,
        "20": 0.3458467245101929,
        "24": 0.4222248077392578
      },
      "ppl_ann": 207.06066703796387,
      "ppl_gap_relative": -0.07826271066483625,
      "faiss_diag": {}
    },
    "512": {
      "recall_avg": 0.33908390431177043,
      "recall_per_layer": {
        "4": 0.30769617216927664,
        "8": 0.3079519953046526,
        "12": 0.3272709846496582,
        "16": 0.34647955213274273,
        "20": 0.38336784499032156,
        "24": 0.36173687662397114
      },
      "mass_avg": 0.4086176788523084,
      "mass_per_layer": {
        "4": 0.30153139574187143,
        "8": 0.36809664964675903,
        "12": 0.4162691150392805,
        "16": 0.4079152686255319,
        "20": 0.45096262863704134,
        "24": 0.506931015423366
      },
      "ppl_ann": 211.92854118347168,
      "ppl_gap_relative": -0.056593210687409634,
      "faiss_diag": {}
    }
  }
}