norbert4-base-splade-eti / eval /Information-Retrieval_evaluation_NanoNFCorpus_results.csv
thivy's picture
Training in progress, step 3500
1c42c90 verified
epoch,steps,dot-Accuracy@1,dot-Accuracy@3,dot-Accuracy@5,dot-Accuracy@10,dot-Precision@1,dot-Recall@1,dot-Precision@3,dot-Recall@3,dot-Precision@5,dot-Recall@5,dot-Precision@10,dot-Recall@10,dot-MRR@10,dot-NDCG@10,dot-MAP@100,query_active_dims,query_sparsity_ratio,corpus_active_dims,corpus_sparsity_ratio,avg_flops
0.14762326542663123,500,0.4,0.46,0.48,0.54,0.4,0.022014399896538247,0.30666666666666664,0.05115652498466194,0.284,0.06634044764607805,0.22,0.10908901973604199,0.4358888888888889,0.27008484121700044,0.1105315494557553,51200.0,0.0,51200.0,0.0,51200.0
0.14762326542663123,500,0.4,0.46,0.48,0.54,0.4,0.022014399896538247,0.30666666666666664,0.05115652498466194,0.284,0.06634044764607805,0.22,0.10908901973604199,0.4358888888888889,0.27008484121700044,0.1105315494557553,51200.0,0.0,51200.0,0.0,51200.0
0.29524653085326247,1000,0.36,0.44,0.44,0.54,0.36,0.021856021052042703,0.30666666666666664,0.051792270191835715,0.256,0.06397988002653995,0.22399999999999998,0.10592000912139139,0.41138888888888886,0.2690105676802208,0.11036538223571574,51200.0,0.0,51200.0,0.0,51200.0
0.29524653085326247,1000,0.36,0.44,0.44,0.54,0.36,0.021856021052042703,0.30666666666666664,0.051792270191835715,0.256,0.06397988002653995,0.22399999999999998,0.10592000912139139,0.41138888888888886,0.2690105676802208,0.11036538223571574,51200.0,0.0,51200.0,0.0,51200.0
0.4428697962798937,1500,0.4,0.46,0.48,0.54,0.4,0.022297044919216694,0.30666666666666664,0.052363164188879825,0.264,0.08357661029295498,0.222,0.12787416659949044,0.43666666666666665,0.2777906849504241,0.11607502598359966,51200.0,0.0,51200.0,0.0,51200.0
0.4428697962798937,1500,0.4,0.46,0.48,0.54,0.4,0.022297044919216694,0.30666666666666664,0.052363164188879825,0.264,0.08357661029295498,0.222,0.12787416659949044,0.43666666666666665,0.2777906849504241,0.11607502598359966,51200.0,0.0,51200.0,0.0,51200.0
0.5904930617065249,2000,0.38,0.44,0.48,0.52,0.38,0.022942478850364913,0.2866666666666666,0.051595532023266555,0.26,0.06419947632970432,0.218,0.10579620715646472,0.41805555555555557,0.2631637714908139,0.11205236413491514,51200.0,0.0,51200.0,0.0,51200.0
0.5904930617065249,2000,0.38,0.44,0.48,0.52,0.38,0.022942478850364913,0.2866666666666666,0.051595532023266555,0.26,0.06419947632970432,0.218,0.10579620715646472,0.41805555555555557,0.2631637714908139,0.11205236413491514,51200.0,0.0,51200.0,0.0,51200.0
0.7381163271331562,2500,0.32,0.4,0.5,0.58,0.32,0.020855177263063324,0.3,0.052955387441817374,0.276,0.08855086555007521,0.22399999999999998,0.10821561631690266,0.38269047619047614,0.26596294806489934,0.11262130127888652,51200.0,0.0,51200.0,0.0,51200.0
0.7381163271331562,2500,0.32,0.4,0.5,0.58,0.32,0.020855177263063324,0.3,0.052955387441817374,0.276,0.08855086555007521,0.22399999999999998,0.10821561631690266,0.38269047619047614,0.26596294806489934,0.11262130127888652,51200.0,0.0,51200.0,0.0,51200.0
0.8857395925597874,3000,0.3,0.42,0.48,0.58,0.3,0.020516194212215864,0.29333333333333333,0.05249080229353683,0.26799999999999996,0.0654122931382722,0.23199999999999998,0.10889635284079512,0.37641269841269837,0.2673005324388922,0.11079863592752653,51200.0,0.0,51200.0,0.0,51200.0
0.8857395925597874,3000,0.3,0.42,0.48,0.58,0.3,0.020516194212215864,0.29333333333333333,0.05249080229353683,0.26799999999999996,0.0654122931382722,0.23199999999999998,0.10889635284079512,0.37641269841269837,0.2673005324388922,0.11079863592752653,51200.0,0.0,51200.0,0.0,51200.0
1.0333628579864187,3500,0.28,0.38,0.5,0.6,0.28,0.020245923941945597,0.26666666666666666,0.05035545265818719,0.268,0.06636231438770367,0.22799999999999998,0.10965738342516877,0.3617460317460317,0.25962417542013744,0.10860788103772646,51200.0,0.0,51200.0,0.0,51200.0
1.0333628579864187,3500,0.28,0.38,0.5,0.6,0.28,0.020245923941945597,0.26666666666666666,0.05035545265818719,0.268,0.06636231438770367,0.22799999999999998,0.10965738342516877,0.3617460317460317,0.25962417542013744,0.10860788103772646,51200.0,0.0,51200.0,0.0,51200.0