| { |
| "ppl_full": 224.6417384147644, |
| "by_K": { |
| "128": { |
| "recall_avg": 0.16599421347341228, |
| "recall_per_layer": { |
| "4": 0.1287512010143649, |
| "8": 0.14480467765561997, |
| "12": 0.1611505323840726, |
| "16": 0.17931722825573337, |
| "20": 0.204620607437626, |
| "24": 0.17732103409305697 |
| }, |
| "mass_avg": 0.2555904160904628, |
| "mass_per_layer": { |
| "4": 0.13555656902251706, |
| "8": 0.22613397721321352, |
| "12": 0.2812447086457283, |
| "16": 0.2538035146651729, |
| "20": 0.27192030414458246, |
| "24": 0.3648834228515625 |
| }, |
| "ppl_ann": 203.62537622451782, |
| "ppl_gap_relative": -0.09355501937686794, |
| "faiss_diag": {} |
| }, |
| "256": { |
| "recall_avg": 0.23324623107910156, |
| "recall_per_layer": { |
| "4": 0.19934444427490233, |
| "8": 0.2069737116495768, |
| "12": 0.2247191111246745, |
| "16": 0.24465274810791016, |
| "20": 0.27422657012939455, |
| "24": 0.24956080118815105 |
| }, |
| "mass_avg": 0.3174514651298523, |
| "mass_per_layer": { |
| "4": 0.20090028444925945, |
| "8": 0.2829151630401611, |
| "12": 0.3357037226359049, |
| "16": 0.3171180884043376, |
| "20": 0.3458467245101929, |
| "24": 0.4222248077392578 |
| }, |
| "ppl_ann": 207.06066703796387, |
| "ppl_gap_relative": -0.07826271066483625, |
| "faiss_diag": {} |
| }, |
| "512": { |
| "recall_avg": 0.33908390431177043, |
| "recall_per_layer": { |
| "4": 0.30769617216927664, |
| "8": 0.3079519953046526, |
| "12": 0.3272709846496582, |
| "16": 0.34647955213274273, |
| "20": 0.38336784499032156, |
| "24": 0.36173687662397114 |
| }, |
| "mass_avg": 0.4086176788523084, |
| "mass_per_layer": { |
| "4": 0.30153139574187143, |
| "8": 0.36809664964675903, |
| "12": 0.4162691150392805, |
| "16": 0.4079152686255319, |
| "20": 0.45096262863704134, |
| "24": 0.506931015423366 |
| }, |
| "ppl_ann": 211.92854118347168, |
| "ppl_gap_relative": -0.056593210687409634, |
| "faiss_diag": {} |
| } |
| } |
| } |
