{ "leaderboardData": [ { "info": { "name": "BM25", "size": "-", "type": "open_source", "date": "2024-11-01", "link": "https://github.com/castorini/pyserini" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.23, "coverage_20": 0.475, "recall_50": 0.261 }, "yolo": { "alpha_ndcg_10": 0.137, "coverage_20": 0.342, "recall_50": 0.337 }, "laravel": { "alpha_ndcg_10": 0.319, "coverage_20": 0.602, "recall_50": 0.441 }, "angular": { "alpha_ndcg_10": 0.259, "coverage_20": 0.551, "recall_50": 0.34 }, "godot": { "alpha_ndcg_10": 0.144, "coverage_20": 0.268, "recall_50": 0.2 }, "average": { "alpha_ndcg_10": 0.218, "coverage_20": 0.448, "recall_50": 0.316 } } }, { "info": { "name": "BGE (Gemma-2)", "size": "9B", "type": "open_source", "date": "2024-07-30", "link": "https://huggingface.co/BAAI/bge-multilingual-gemma2" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.216, "coverage_20": 0.548, "recall_50": 0.337 }, "yolo": { "alpha_ndcg_10": 0.258, "coverage_20": 0.547, "recall_50": 0.43 }, "laravel": { "alpha_ndcg_10": 0.348, "coverage_20": 0.699, "recall_50": 0.574 }, "angular": { "alpha_ndcg_10": 0.323, "coverage_20": 0.571, "recall_50": 0.378 }, "godot": { "alpha_ndcg_10": 0.2, "coverage_20": 0.479, "recall_50": 0.419 }, "average": { "alpha_ndcg_10": 0.269, "coverage_20": 0.569, "recall_50": 0.427 } } }, { "info": { "name": "E5 (Mistral-7B)", "size": "7B", "type": "open_source", "date": "2024-01-01", "link": "https://huggingface.co/intfloat/e5-mistral-7b-instruct" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.304, "coverage_20": 0.654, "recall_50": 0.393 }, "yolo": { "alpha_ndcg_10": 0.243, "coverage_20": 0.552, "recall_50": 0.394 }, "laravel": { "alpha_ndcg_10": 0.25, "coverage_20": 0.565, "recall_50": 0.47 }, "angular": { "alpha_ndcg_10": 0.262, "coverage_20": 0.548, "recall_50": 0.368 }, "godot": { "alpha_ndcg_10": 0.217, "coverage_20": 0.444, "recall_50": 0.359 }, "average": { "alpha_ndcg_10": 0.255, "coverage_20": 0.553, "recall_50": 0.397 } } }, { "info": { "name": "Voyage Large 2", "size": "-", "type": "proprietary", "date": "2024-05-05", "link": "https://docs.voyageai.com/docs/embeddings" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.246, "coverage_20": 0.528, "recall_50": 0.308 }, "yolo": { "alpha_ndcg_10": 0.27, "coverage_20": 0.57, "recall_50": 0.453 }, "laravel": { "alpha_ndcg_10": 0.345, "coverage_20": 0.701, "recall_50": 0.543 }, "angular": { "alpha_ndcg_10": 0.304, "coverage_20": 0.625, "recall_50": 0.427 }, "godot": { "alpha_ndcg_10": 0.282, "coverage_20": 0.522, "recall_50": 0.458 }, "average": { "alpha_ndcg_10": 0.289, "coverage_20": 0.589, "recall_50": 0.438 } } }, { "info": { "name": "Fusion (BM25, BGE, E5, Voyage)", "size": "-", "type": "proprietary", "date": "2024-11-01", "link": "" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.337, "coverage_20": 0.7, "recall_50": 0.477 }, "yolo": { "alpha_ndcg_10": 0.304, "coverage_20": 0.627, "recall_50": 0.534 }, "laravel": { "alpha_ndcg_10": 0.425, "coverage_20": 0.748, "recall_50": 0.646 }, "angular": { "alpha_ndcg_10": 0.385, "coverage_20": 0.719, "recall_50": 0.532 }, "godot": { "alpha_ndcg_10": 0.265, "coverage_20": 0.55, "recall_50": 0.505 }, "average": { "alpha_ndcg_10": 0.343, "coverage_20": 0.669, "recall_50": 0.539 } } }, { "info": { "name": "GTE (large) v1.5", "size": "434M", "type": "open_source", "date": "2024-01-09", "link": "https://huggingface.co/Alibaba-NLP/gte-large-en-v1.5" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.206, "coverage_20": 0.47, "recall_50": 0.252 }, "yolo": { "alpha_ndcg_10": 0.195, "coverage_20": 0.445, "recall_50": 0.271 }, "laravel": { "alpha_ndcg_10": 0.318, "coverage_20": 0.626, "recall_50": 0.482 }, "angular": { "alpha_ndcg_10": 0.284, "coverage_20": 0.578, "recall_50": 0.343 }, "godot": { "alpha_ndcg_10": 0.127, "coverage_20": 0.348, "recall_50": 0.24 }, "average": { "alpha_ndcg_10": 0.226, "coverage_20": 0.494, "recall_50": 0.318 } } }, { "info": { "name": "Oracle: BM25 (Nuggets)", "size": "-", "type": "upper_baseline", "date": "2024-11-01", "link": "https://github.com/castorini/pyserini" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.467, "coverage_20": 0.739, "recall_50": 0.446 }, "yolo": { "alpha_ndcg_10": 0.519, "coverage_20": 0.796, "recall_50": 0.657 }, "laravel": { "alpha_ndcg_10": 0.54, "coverage_20": 0.84, "recall_50": 0.654 }, "angular": { "alpha_ndcg_10": 0.485, "coverage_20": 0.787, "recall_50": 0.536 }, "godot": { "alpha_ndcg_10": 0.428, "coverage_20": 0.68, "recall_50": 0.489 }, "average": { "alpha_ndcg_10": 0.488, "coverage_20": 0.768, "recall_50": 0.556 } } }, { "info": { "name": "Oracle: BGE (Gemma-2) (Nuggets)", "size": "9B", "type": "upper_baseline", "date": "2024-11-01", "link": "https://huggingface.co/BAAI/bge-multilingual-gemma2" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.308, "coverage_20": 0.667, "recall_50": 0.405 }, "yolo": { "alpha_ndcg_10": 0.461, "coverage_20": 0.784, "recall_50": 0.572 }, "laravel": { "alpha_ndcg_10": 0.448, "coverage_20": 0.806, "recall_50": 0.666 }, "angular": { "alpha_ndcg_10": 0.393, "coverage_20": 0.755, "recall_50": 0.536 }, "godot": { "alpha_ndcg_10": 0.335, "coverage_20": 0.664, "recall_50": 0.555 }, "average": { "alpha_ndcg_10": 0.389, "coverage_20": 0.735, "recall_50": 0.547 } } }, { "info": { "name": "Oracle: E5 (Mistral-7B) (Nuggets)", "size": "7B", "type": "upper_baseline", "date": "2024-11-01", "link": "https://huggingface.co/intfloat/e5-mistral-7b-instruct" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.323, "coverage_20": 0.684, "recall_50": 0.432 }, "yolo": { "alpha_ndcg_10": 0.437, "coverage_20": 0.737, "recall_50": 0.554 }, "laravel": { "alpha_ndcg_10": 0.287, "coverage_20": 0.631, "recall_50": 0.532 }, "angular": { "alpha_ndcg_10": 0.346, "coverage_20": 0.67, "recall_50": 0.47 }, "godot": { "alpha_ndcg_10": 0.292, "coverage_20": 0.596, "recall_50": 0.494 }, "average": { "alpha_ndcg_10": 0.337, "coverage_20": 0.664, "recall_50": 0.496 } } }, { "info": { "name": "Oracle: Voyage Large 2 (Nuggets)", "size": "-", "type": "upper_baseline", "date": "2024-11-01", "link": "https://docs.voyageai.com/docs/embeddings" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.419, "coverage_20": 0.763, "recall_50": 0.508 }, "yolo": { "alpha_ndcg_10": 0.43, "coverage_20": 0.845, "recall_50": 0.675 }, "laravel": { "alpha_ndcg_10": 0.409, "coverage_20": 0.791, "recall_50": 0.624 }, "angular": { "alpha_ndcg_10": 0.406, "coverage_20": 0.733, "recall_50": 0.533 }, "godot": { "alpha_ndcg_10": 0.353, "coverage_20": 0.715, "recall_50": 0.59 }, "average": { "alpha_ndcg_10": 0.404, "coverage_20": 0.769, "recall_50": 0.586 } } }, { "info": { "name": "Oracle: Fusion (BM25, ...) (Nuggets)", "size": "-", "type": "upper_baseline", "date": "2024-11-01", "link": "" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.519, "coverage_20": 0.881, "recall_50": 0.655 }, "yolo": { "alpha_ndcg_10": 0.601, "coverage_20": 0.876, "recall_50": 0.825 }, "laravel": { "alpha_ndcg_10": 0.566, "coverage_20": 0.888, "recall_50": 0.818 }, "angular": { "alpha_ndcg_10": 0.544, "coverage_20": 0.881, "recall_50": 0.756 }, "godot": { "alpha_ndcg_10": 0.476, "coverage_20": 0.815, "recall_50": 0.719 }, "average": { "alpha_ndcg_10": 0.541, "coverage_20": 0.868, "recall_50": 0.755 } } }, { "info": { "name": "Stella-1.5B v5", "size": "1.5B", "type": "open_source", "date": "2025-01-01", "link": "https://huggingface.co/NovaSearch/stella_en_1.5B_v5" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.315, "coverage_20": 0.66, "recall_50": 0.388 }, "yolo": { "alpha_ndcg_10": 0.334, "coverage_20": 0.624, "recall_50": 0.559 }, "laravel": { "alpha_ndcg_10": 0.37, "coverage_20": 0.681, "recall_50": 0.59 }, "angular": { "alpha_ndcg_10": 0.33, "coverage_20": 0.63, "recall_50": 0.414 }, "godot": { "alpha_ndcg_10": 0.237, "coverage_20": 0.481, "recall_50": 0.443 }, "average": { "alpha_ndcg_10": 0.317, "coverage_20": 0.615, "recall_50": 0.479 } } }, { "info": { "name": "Qwen3-0.6B (Emb)", "size": "596M", "type": "open_source", "date": "2025-06-05", "link": "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.259, "coverage_20": 0.588, "recall_50": 0.369 }, "yolo": { "alpha_ndcg_10": 0.26, "coverage_20": 0.504, "recall_50": 0.383 }, "laravel": { "alpha_ndcg_10": 0.288, "coverage_20": 0.593, "recall_50": 0.463 }, "angular": { "alpha_ndcg_10": 0.253, "coverage_20": 0.535, "recall_50": 0.356 }, "godot": { "alpha_ndcg_10": 0.249, "coverage_20": 0.495, "recall_50": 0.4 }, "average": { "alpha_ndcg_10": 0.262, "coverage_20": 0.543, "recall_50": 0.394 } } }, { "info": { "name": "CodeRankEmbed", "size": "137M", "type": "open_source", "date": "2024-11-03", "link": "https://huggingface.co/nomic-ai/CodeRankEmbed" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.099, "coverage_20": 0.271, "recall_50": 0.128 }, "yolo": { "alpha_ndcg_10": 0.075, "coverage_20": 0.215, "recall_50": 0.128 }, "laravel": { "alpha_ndcg_10": 0.108, "coverage_20": 0.324, "recall_50": 0.225 }, "angular": { "alpha_ndcg_10": 0.146, "coverage_20": 0.363, "recall_50": 0.167 }, "godot": { "alpha_ndcg_10": 0.091, "coverage_20": 0.224, "recall_50": 0.16 }, "average": { "alpha_ndcg_10": 0.104, "coverage_20": 0.279, "recall_50": 0.162 } } }, { "info": { "name": "Stella-400M v5", "size": "400M", "type": "open_source", "date": "2025-01-01", "link": "https://huggingface.co/NovaSearch/stella_en_400M_v5" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.285, "coverage_20": 0.608, "recall_50": 0.356 }, "yolo": { "alpha_ndcg_10": 0.241, "coverage_20": 0.538, "recall_50": 0.447 }, "laravel": { "alpha_ndcg_10": 0.32, "coverage_20": 0.648, "recall_50": 0.534 }, "angular": { "alpha_ndcg_10": 0.288, "coverage_20": 0.619, "recall_50": 0.359 }, "godot": { "alpha_ndcg_10": 0.244, "coverage_20": 0.476, "recall_50": 0.412 }, "average": { "alpha_ndcg_10": 0.276, "coverage_20": 0.578, "recall_50": 0.422 } } }, { "info": { "name": "Qwen3-4B (Emb)", "size": "4B", "type": "open_source", "date": "2025-06-05", "link": "https://huggingface.co/Qwen/Qwen3-Embedding-4B" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.32, "coverage_20": 0.675, "recall_50": 0.415 }, "yolo": { "alpha_ndcg_10": 0.404, "coverage_20": 0.744, "recall_50": 0.55 }, "laravel": { "alpha_ndcg_10": 0.402, "coverage_20": 0.748, "recall_50": 0.604 }, "angular": { "alpha_ndcg_10": 0.304, "coverage_20": 0.618, "recall_50": 0.442 }, "godot": { "alpha_ndcg_10": 0.303, "coverage_20": 0.496, "recall_50": 0.44 }, "average": { "alpha_ndcg_10": 0.347, "coverage_20": 0.656, "recall_50": 0.49 } } }, { "info": { "name": "Qwen3-8B (Emb)", "size": "8B", "type": "open_source", "date": "2025-06-05", "link": "https://huggingface.co/Qwen/Qwen3-Embedding-8B" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.331, "coverage_20": 0.694, "recall_50": 0.423 }, "yolo": { "alpha_ndcg_10": 0.393, "coverage_20": 0.728, "recall_50": 0.567 }, "laravel": { "alpha_ndcg_10": 0.421, "coverage_20": 0.748, "recall_50": 0.615 }, "angular": { "alpha_ndcg_10": 0.373, "coverage_20": 0.7, "recall_50": 0.502 }, "godot": { "alpha_ndcg_10": 0.307, "coverage_20": 0.576, "recall_50": 0.521 }, "average": { "alpha_ndcg_10": 0.365, "coverage_20": 0.689, "recall_50": 0.525 } } }, { "info": { "name": "Nomic Embed (Code)", "size": "7B", "type": "open_source", "date": "2025-03-24", "link": "https://huggingface.co/nomic-ai/nomic-embed-code" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.224, "coverage_20": 0.518, "recall_50": 0.292 }, "yolo": { "alpha_ndcg_10": 0.227, "coverage_20": 0.539, "recall_50": 0.39 }, "laravel": { "alpha_ndcg_10": 0.222, "coverage_20": 0.532, "recall_50": 0.407 }, "angular": { "alpha_ndcg_10": 0.237, "coverage_20": 0.511, "recall_50": 0.356 }, "godot": { "alpha_ndcg_10": 0.178, "coverage_20": 0.341, "recall_50": 0.295 }, "average": { "alpha_ndcg_10": 0.218, "coverage_20": 0.488, "recall_50": 0.348 } } }, { "info": { "name": "Jina V3 (Emb)", "size": "570M", "type": "open_source", "date": "2024-09-18", "link": "https://huggingface.co/jinaai/jina-embeddings-v3" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.223, "coverage_20": 0.533, "recall_50": 0.299 }, "yolo": { "alpha_ndcg_10": 0.188, "coverage_20": 0.448, "recall_50": 0.338 }, "laravel": { "alpha_ndcg_10": 0.309, "coverage_20": 0.654, "recall_50": 0.489 }, "angular": { "alpha_ndcg_10": 0.224, "coverage_20": 0.536, "recall_50": 0.293 }, "godot": { "alpha_ndcg_10": 0.19, "coverage_20": 0.405, "recall_50": 0.301 }, "average": { "alpha_ndcg_10": 0.227, "coverage_20": 0.515, "recall_50": 0.344 } } }, { "info": { "name": "Jina V4 (Emb)", "size": "3.8B", "type": "open_source", "date": "2025-06-24", "link": "https://huggingface.co/jinaai/jina-embeddings-v4" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.277, "coverage_20": 0.596, "recall_50": 0.379 }, "yolo": { "alpha_ndcg_10": 0.311, "coverage_20": 0.692, "recall_50": 0.524 }, "laravel": { "alpha_ndcg_10": 0.324, "coverage_20": 0.677, "recall_50": 0.552 }, "angular": { "alpha_ndcg_10": 0.279, "coverage_20": 0.539, "recall_50": 0.321 }, "godot": { "alpha_ndcg_10": 0.22, "coverage_20": 0.416, "recall_50": 0.351 }, "average": { "alpha_ndcg_10": 0.282, "coverage_20": 0.584, "recall_50": 0.425 } } }, { "info": { "name": "OpenAI text-embedding-3-small", "size": "-", "type": "proprietary", "date": "2024-01-25", "link": "https://openai.com/index/new-embedding-models-and-api-updates/" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.213, "coverage_20": 0.523, "recall_50": 0.283 }, "yolo": { "alpha_ndcg_10": 0.172, "coverage_20": 0.423, "recall_50": 0.303 }, "laravel": { "alpha_ndcg_10": 0.245, "coverage_20": 0.571, "recall_50": 0.438 }, "angular": { "alpha_ndcg_10": 0.214, "coverage_20": 0.491, "recall_50": 0.295 }, "godot": { "alpha_ndcg_10": 0.197, "coverage_20": 0.392, "recall_50": 0.33 }, "average": { "alpha_ndcg_10": 0.208, "coverage_20": 0.48, "recall_50": 0.33 } } }, { "info": { "name": "OpenAI text-embedding-3-large", "size": "-", "type": "proprietary", "date": "2024-01-25", "link": "https://openai.com/index/new-embedding-models-and-api-updates/" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.207, "coverage_20": 0.507, "recall_50": 0.292 }, "yolo": { "alpha_ndcg_10": 0.275, "coverage_20": 0.585, "recall_50": 0.412 }, "laravel": { "alpha_ndcg_10": 0.298, "coverage_20": 0.627, "recall_50": 0.494 }, "angular": { "alpha_ndcg_10": 0.271, "coverage_20": 0.556, "recall_50": 0.353 }, "godot": { "alpha_ndcg_10": 0.187, "coverage_20": 0.409, "recall_50": 0.316 }, "average": { "alpha_ndcg_10": 0.248, "coverage_20": 0.537, "recall_50": 0.373 } } }, { "info": { "name": "EmbeddingGemma-300M", "size": "300M", "type": "open_source", "date": "2025-09-04", "link": "https://developers.googleblog.com/en/introducing-embeddinggemma/" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.198, "coverage_20": 0.529, "recall_50": 0.289 }, "yolo": { "alpha_ndcg_10": 0.197, "coverage_20": 0.498, "recall_50": 0.296 }, "laravel": { "alpha_ndcg_10": 0.25, "coverage_20": 0.521, "recall_50": 0.417 }, "angular": { "alpha_ndcg_10": 0.249, "coverage_20": 0.561, "recall_50": 0.313 }, "godot": { "alpha_ndcg_10": 0.202, "coverage_20": 0.431, "recall_50": 0.367 }, "average": { "alpha_ndcg_10": 0.219, "coverage_20": 0.508, "recall_50": 0.336 } } }, { "info": { "name": "GTE (ModernBERT-base)", "size": "149M", "type": "open_source", "date": "2025-01-22", "link": "https://huggingface.co/Alibaba-NLP/gte-modernbert-base" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.238, "coverage_20": 0.523, "recall_50": 0.29 }, "yolo": { "alpha_ndcg_10": 0.199, "coverage_20": 0.405, "recall_50": 0.306 }, "laravel": { "alpha_ndcg_10": 0.262, "coverage_20": 0.567, "recall_50": 0.421 }, "angular": { "alpha_ndcg_10": 0.223, "coverage_20": 0.499, "recall_50": 0.308 }, "godot": { "alpha_ndcg_10": 0.186, "coverage_20": 0.405, "recall_50": 0.327 }, "average": { "alpha_ndcg_10": 0.222, "coverage_20": 0.48, "recall_50": 0.33 } } }, { "info": { "name": "Granite-Embedding-English-R2", "size": "149M", "type": "open_source", "date": "2024-07-29", "link": "https://huggingface.co/ibm-granite/granite-embedding-english-r2" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.247, "coverage_20": 0.557, "recall_50": 0.337 }, "yolo": { "alpha_ndcg_10": 0.228, "coverage_20": 0.452, "recall_50": 0.32 }, "laravel": { "alpha_ndcg_10": 0.237, "coverage_20": 0.524, "recall_50": 0.44 }, "angular": { "alpha_ndcg_10": 0.258, "coverage_20": 0.564, "recall_50": 0.314 }, "godot": { "alpha_ndcg_10": 0.154, "coverage_20": 0.358, "recall_50": 0.301 }, "average": { "alpha_ndcg_10": 0.225, "coverage_20": 0.491, "recall_50": 0.342 } } }, { "info": { "name": "Granite-Embedding-English-R2 (Small)", "size": "47M", "type": "open_source", "date": "2024-07-29", "link": "https://huggingface.co/ibm-granite/granite-embedding-small-english-r2" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.236, "coverage_20": 0.526, "recall_50": 0.322 }, "yolo": { "alpha_ndcg_10": 0.215, "coverage_20": 0.502, "recall_50": 0.323 }, "laravel": { "alpha_ndcg_10": 0.26, "coverage_20": 0.56, "recall_50": 0.47 }, "angular": { "alpha_ndcg_10": 0.25, "coverage_20": 0.574, "recall_50": 0.321 }, "godot": { "alpha_ndcg_10": 0.146, "coverage_20": 0.371, "recall_50": 0.323 }, "average": { "alpha_ndcg_10": 0.221, "coverage_20": 0.507, "recall_50": 0.352 } } }, { "info": { "name": "Tarka-Embedding-150M-V1", "size": "150M", "type": "open_source", "date": "2025-11-03", "link": "https://huggingface.co/Tarka-AIR/Tarka-Embedding-150M-V1" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.18, "coverage_20": 0.439, "recall_50": 0.235 }, "yolo": { "alpha_ndcg_10": 0.165, "coverage_20": 0.439, "recall_50": 0.292 }, "laravel": { "alpha_ndcg_10": 0.143, "coverage_20": 0.37, "recall_50": 0.273 }, "angular": { "alpha_ndcg_10": 0.175, "coverage_20": 0.41, "recall_50": 0.215 }, "godot": { "alpha_ndcg_10": 0.203, "coverage_20": 0.42, "recall_50": 0.347 }, "average": { "alpha_ndcg_10": 0.173, "coverage_20": 0.416, "recall_50": 0.272 } } }, { "info": { "name": "Tarka-Embedding-350M-V1", "size": "350M", "type": "open_source", "date": "2025-11-03", "link": "https://huggingface.co/Tarka-AIR/Tarka-Embedding-350M-V1" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.25, "coverage_20": 0.548, "recall_50": 0.298 }, "yolo": { "alpha_ndcg_10": 0.242, "coverage_20": 0.49, "recall_50": 0.321 }, "laravel": { "alpha_ndcg_10": 0.271, "coverage_20": 0.598, "recall_50": 0.461 }, "angular": { "alpha_ndcg_10": 0.222, "coverage_20": 0.493, "recall_50": 0.312 }, "godot": { "alpha_ndcg_10": 0.19, "coverage_20": 0.447, "recall_50": 0.332 }, "average": { "alpha_ndcg_10": 0.235, "coverage_20": 0.515, "recall_50": 0.345 } } }, { "info": { "name": "Jasper-Token-Compression-600M", "size": "600M", "type": "open_source", "date": "2025-11-14", "link": "https://huggingface.co/infgrad/Jasper-Token-Compression-600M" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.26, "coverage_20": 0.561, "recall_50": 0.344 }, "yolo": { "alpha_ndcg_10": 0.22, "coverage_20": 0.52, "recall_50": 0.378 }, "laravel": { "alpha_ndcg_10": 0.326, "coverage_20": 0.614, "recall_50": 0.498 }, "angular": { "alpha_ndcg_10": 0.282, "coverage_20": 0.587, "recall_50": 0.389 }, "godot": { "alpha_ndcg_10": 0.224, "coverage_20": 0.486, "recall_50": 0.388 }, "average": { "alpha_ndcg_10": 0.262, "coverage_20": 0.554, "recall_50": 0.399 } } }, { "info": { "name": "Arctic Embed M (v2.0)", "size": "109M", "type": "open_source", "date": "2024-12-04", "link": "https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v2.0" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.262, "coverage_20": 0.576, "recall_50": 0.335 }, "yolo": { "alpha_ndcg_10": 0.271, "coverage_20": 0.543, "recall_50": 0.388 }, "laravel": { "alpha_ndcg_10": 0.307, "coverage_20": 0.615, "recall_50": 0.479 }, "angular": { "alpha_ndcg_10": 0.29, "coverage_20": 0.601, "recall_50": 0.354 }, "godot": { "alpha_ndcg_10": 0.238, "coverage_20": 0.481, "recall_50": 0.369 }, "average": { "alpha_ndcg_10": 0.274, "coverage_20": 0.563, "recall_50": 0.385 } } }, { "info": { "name": "Arctic Embed L (v2.0)", "size": "568M", "type": "open_source", "date": "2024-12-04", "link": "https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.23, "coverage_20": 0.51, "recall_50": 0.312 }, "yolo": { "alpha_ndcg_10": 0.217, "coverage_20": 0.492, "recall_50": 0.347 }, "laravel": { "alpha_ndcg_10": 0.308, "coverage_20": 0.609, "recall_50": 0.473 }, "angular": { "alpha_ndcg_10": 0.298, "coverage_20": 0.575, "recall_50": 0.339 }, "godot": { "alpha_ndcg_10": 0.215, "coverage_20": 0.44, "recall_50": 0.345 }, "average": { "alpha_ndcg_10": 0.254, "coverage_20": 0.525, "recall_50": 0.363 } } }, { "info": { "name": "voyage-4-nano", "size": "340M", "type": "open_source", "date": "2026-01-15", "link": "https://huggingface.co/voyageai/voyage-4-nano" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.299, "coverage_20": 0.613, "recall_50": 0.407 }, "yolo": { "alpha_ndcg_10": 0.354, "coverage_20": 0.642, "recall_50": 0.499 }, "laravel": { "alpha_ndcg_10": 0.235, "coverage_20": 0.569, "recall_50": 0.459 }, "angular": { "alpha_ndcg_10": 0.278, "coverage_20": 0.589, "recall_50": 0.397 }, "godot": { "alpha_ndcg_10": 0.233, "coverage_20": 0.501, "recall_50": 0.425 }, "average": { "alpha_ndcg_10": 0.28, "coverage_20": 0.583, "recall_50": 0.438 } } }, { "info": { "name": "Jina V5 (Text Small)", "size": "677M", "type": "open_source", "date": "2026-02-18", "link": "https://huggingface.co/jinaai/jina-embeddings-v5-text-small" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.292, "coverage_20": 0.6, "recall_50": 0.377 }, "yolo": { "alpha_ndcg_10": 0.267, "coverage_20": 0.539, "recall_50": 0.437 }, "laravel": { "alpha_ndcg_10": 0.347, "coverage_20": 0.669, "recall_50": 0.56 }, "angular": { "alpha_ndcg_10": 0.262, "coverage_20": 0.575, "recall_50": 0.368 }, "godot": { "alpha_ndcg_10": 0.25, "coverage_20": 0.507, "recall_50": 0.428 }, "average": { "alpha_ndcg_10": 0.283, "coverage_20": 0.578, "recall_50": 0.434 } } }, { "info": { "name": "Jina V5 (Text Nano)", "size": "239M", "type": "open_source", "date": "2026-02-18", "link": "https://huggingface.co/jinaai/jina-embeddings-v5-text-nano" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.288, "coverage_20": 0.606, "recall_50": 0.365 }, "yolo": { "alpha_ndcg_10": 0.289, "coverage_20": 0.547, "recall_50": 0.411 }, "laravel": { "alpha_ndcg_10": 0.325, "coverage_20": 0.662, "recall_50": 0.536 }, "angular": { "alpha_ndcg_10": 0.275, "coverage_20": 0.593, "recall_50": 0.358 }, "godot": { "alpha_ndcg_10": 0.265, "coverage_20": 0.509, "recall_50": 0.413 }, "average": { "alpha_ndcg_10": 0.288, "coverage_20": 0.583, "recall_50": 0.417 } } }, { "info": { "name": "Perplexity Embed v1 (0.6B)", "size": "600M", "type": "open_source", "date": "2026-02-24", "link": "https://huggingface.co/perplexity-ai/pplx-embed-v1-0.6B" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.291, "coverage_20": 0.596, "recall_50": 0.377 }, "yolo": { "alpha_ndcg_10": 0.29, "coverage_20": 0.527, "recall_50": 0.371 }, "laravel": { "alpha_ndcg_10": 0.31, "coverage_20": 0.654, "recall_50": 0.474 }, "angular": { "alpha_ndcg_10": 0.313, "coverage_20": 0.583, "recall_50": 0.365 }, "godot": { "alpha_ndcg_10": 0.245, "coverage_20": 0.494, "recall_50": 0.4 }, "average": { "alpha_ndcg_10": 0.29, "coverage_20": 0.571, "recall_50": 0.397 } } }, { "info": { "name": "Perplexity Embed v1 (4B)", "size": "4B", "type": "open_source", "date": "2026-02-24", "link": "https://huggingface.co/perplexity-ai/pplx-embed-v1-4B" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.287, "coverage_20": 0.634, "recall_50": 0.406 }, "yolo": { "alpha_ndcg_10": 0.274, "coverage_20": 0.664, "recall_50": 0.497 }, "laravel": { "alpha_ndcg_10": 0.3, "coverage_20": 0.627, "recall_50": 0.5 }, "angular": { "alpha_ndcg_10": 0.299, "coverage_20": 0.624, "recall_50": 0.38 }, "godot": { "alpha_ndcg_10": 0.246, "coverage_20": 0.479, "recall_50": 0.393 }, "average": { "alpha_ndcg_10": 0.281, "coverage_20": 0.606, "recall_50": 0.435 } } }, { "info": { "name": "Cohere Embed v4.0", "size": "-", "type": "proprietary", "date": "2025-05-15", "link": "https://cohere.com/blog/embed-4" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.299, "coverage_20": 0.651, "recall_50": 0.402 }, "yolo": { "alpha_ndcg_10": 0.317, "coverage_20": 0.572, "recall_50": 0.413 }, "laravel": { "alpha_ndcg_10": 0.269, "coverage_20": 0.536, "recall_50": 0.455 }, "angular": { "alpha_ndcg_10": 0.277, "coverage_20": 0.552, "recall_50": 0.338 }, "godot": { "alpha_ndcg_10": 0.218, "coverage_20": 0.466, "recall_50": 0.357 }, "average": { "alpha_ndcg_10": 0.276, "coverage_20": 0.555, "recall_50": 0.393 } } }, { "info": { "name": "harrier-oss-v1-270m", "size": "270M", "type": "open_source", "date": "2026-03-31", "link": "https://huggingface.co/microsoft/harrier-oss-v1-270m" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.203, "coverage_20": 0.507, "recall_50": 0.279 }, "yolo": { "alpha_ndcg_10": 0.15, "coverage_20": 0.408, "recall_50": 0.23 }, "laravel": { "alpha_ndcg_10": 0.212, "coverage_20": 0.467, "recall_50": 0.361 }, "angular": { "alpha_ndcg_10": 0.193, "coverage_20": 0.471, "recall_50": 0.262 }, "godot": { "alpha_ndcg_10": 0.182, "coverage_20": 0.407, "recall_50": 0.314 }, "average": { "alpha_ndcg_10": 0.188, "coverage_20": 0.452, "recall_50": 0.289 } } }, { "info": { "name": "harrier-oss-v1-0.6b", "size": "600M", "type": "open_source", "date": "2026-03-31", "link": "https://huggingface.co/microsoft/harrier-oss-v1-0.6b" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.297, "coverage_20": 0.601, "recall_50": 0.38 }, "yolo": { "alpha_ndcg_10": 0.272, "coverage_20": 0.536, "recall_50": 0.389 }, "laravel": { "alpha_ndcg_10": 0.34, "coverage_20": 0.635, "recall_50": 0.527 }, "angular": { "alpha_ndcg_10": 0.26, "coverage_20": 0.537, "recall_50": 0.337 }, "godot": { "alpha_ndcg_10": 0.249, "coverage_20": 0.46, "recall_50": 0.419 }, "average": { "alpha_ndcg_10": 0.284, "coverage_20": 0.554, "recall_50": 0.411 } } }, { "info": { "name": "harrier-oss-v1-27b", "size": "27B", "type": "open_source", "date": "2026-03-31", "link": "https://huggingface.co/microsoft/harrier-oss-v1-27b" }, "datasets": { "langchain": { "alpha_ndcg_10": 0.299, "coverage_20": 0.638, "recall_50": 0.4 }, "yolo": { "alpha_ndcg_10": 0.421, "coverage_20": 0.781, "recall_50": 0.575 }, "laravel": { "alpha_ndcg_10": 0.38, "coverage_20": 0.738, "recall_50": 0.601 }, "angular": { "alpha_ndcg_10": 0.313, "coverage_20": 0.642, "recall_50": 0.389 }, "godot": { "alpha_ndcg_10": 0.304, "coverage_20": 0.586, "recall_50": 0.531 }, "average": { "alpha_ndcg_10": 0.343, "coverage_20": 0.677, "recall_50": 0.499 } } } ] }