{ "ppl_full": 30.444138765335083, "by_K": { "128": { "recall_avg": 0.7435683117319801, "recall_per_layer": { "4": 0.7372374021825518, "8": 0.7400615944244054, "12": 0.7399612933300728, "16": 0.7452810723237757, "20": 0.7493442218927676, "24": 0.7495242862383078 }, "mass_avg": 0.7874226044715501, "mass_per_layer": { "4": 0.7964790942667894, "8": 0.760353729720074, "12": 0.7879844721965367, "16": 0.8230430181841107, "20": 0.7992641063936694, "24": 0.7574112060681207 }, "ppl_ann": 30.465327858924866, "ppl_gap_relative": 0.0006959991134290015, "faiss_diag": {} }, "256": { "recall_avg": 0.8794096146506826, "recall_per_layer": { "4": 0.8783885035021551, "8": 0.878973599137931, "12": 0.8767847521551724, "16": 0.877142544450431, "20": 0.88153076171875, "24": 0.8836375269396551 }, "mass_avg": 0.9531509574802443, "mass_per_layer": { "4": 0.9445537698679957, "8": 0.9476728768184267, "12": 0.963769320783944, "16": 0.9684469288793104, "20": 0.9556469095164332, "24": 0.9388159390153556 }, "ppl_ann": 30.448541164398193, "ppl_gap_relative": 0.0001446058007107463, "faiss_diag": {} }, "512": { "recall_avg": 0.0, "recall_per_layer": { "4": 0.0, "8": 0.0, "12": 0.0, "16": 0.0, "20": 0.0, "24": 0.0 }, "mass_avg": 0.0, "mass_per_layer": { "4": 0.0, "8": 0.0, "12": 0.0, "16": 0.0, "20": 0.0, "24": 0.0 }, "ppl_ann": 30.447556257247925, "ppl_gap_relative": 0.00011225451109601071, "faiss_diag": {} } } }