rag-vector-hybrid-graph / eval /reference /beir_scifact.json
GYOM15
Deploy the RAG comparison app
45d0949
Raw
History Blame Contribute Delete
726 Bytes
{
"config": {
"dataset": "scifact",
"embedder": "all-MiniLM-L6-v2",
"n_docs": 5183,
"n_queries": 300
},
"stacks": {
"Stack 1 β€” Vectoriel (FAISS)": {
"recall@1": 0.4846,
"recall@5": 0.7413,
"recall@10": 0.7883,
"ndcg@10": 0.6484,
"mrr": 0.6068,
"n_queries": 300
},
"Stack 2 β€” Hybride (BM25 + RRF)": {
"recall@1": 0.553,
"recall@5": 0.7775,
"recall@10": 0.8417,
"ndcg@10": 0.7108,
"mrr": 0.6753,
"n_queries": 300
},
"Stack 3 β€” Graphe (networkx)": {
"recall@1": 0.4765,
"recall@5": 0.7274,
"recall@10": 0.7883,
"ndcg@10": 0.6426,
"mrr": 0.6012,
"n_queries": 300
}
}
}