Spaces:
Sleeping
Sleeping
| { | |
| "leaderboardData": [ | |
| { | |
| "info": { | |
| "name": "BM25", | |
| "size": "-", | |
| "type": "open_source", | |
| "date": "2024-11-01", | |
| "link": "https://github.com/castorini/pyserini" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.23, | |
| "coverage_20": 0.475, | |
| "recall_50": 0.261 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.137, | |
| "coverage_20": 0.342, | |
| "recall_50": 0.337 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.319, | |
| "coverage_20": 0.602, | |
| "recall_50": 0.441 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.259, | |
| "coverage_20": 0.551, | |
| "recall_50": 0.34 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.144, | |
| "coverage_20": 0.268, | |
| "recall_50": 0.2 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.218, | |
| "coverage_20": 0.448, | |
| "recall_50": 0.316 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "BGE (Gemma-2)", | |
| "size": "9B", | |
| "type": "open_source", | |
| "date": "2024-07-30", | |
| "link": "https://huggingface.co/BAAI/bge-multilingual-gemma2" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.216, | |
| "coverage_20": 0.548, | |
| "recall_50": 0.337 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.258, | |
| "coverage_20": 0.547, | |
| "recall_50": 0.43 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.348, | |
| "coverage_20": 0.699, | |
| "recall_50": 0.574 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.323, | |
| "coverage_20": 0.571, | |
| "recall_50": 0.378 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.2, | |
| "coverage_20": 0.479, | |
| "recall_50": 0.419 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.269, | |
| "coverage_20": 0.569, | |
| "recall_50": 0.427 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "E5 (Mistral-7B)", | |
| "size": "7B", | |
| "type": "open_source", | |
| "date": "2024-01-01", | |
| "link": "https://huggingface.co/intfloat/e5-mistral-7b-instruct" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.304, | |
| "coverage_20": 0.654, | |
| "recall_50": 0.393 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.243, | |
| "coverage_20": 0.552, | |
| "recall_50": 0.394 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.25, | |
| "coverage_20": 0.565, | |
| "recall_50": 0.47 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.262, | |
| "coverage_20": 0.548, | |
| "recall_50": 0.368 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.217, | |
| "coverage_20": 0.444, | |
| "recall_50": 0.359 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.255, | |
| "coverage_20": 0.553, | |
| "recall_50": 0.397 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Voyage Large 2", | |
| "size": "-", | |
| "type": "proprietary", | |
| "date": "2024-05-05", | |
| "link": "https://docs.voyageai.com/docs/embeddings" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.246, | |
| "coverage_20": 0.528, | |
| "recall_50": 0.308 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.27, | |
| "coverage_20": 0.57, | |
| "recall_50": 0.453 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.345, | |
| "coverage_20": 0.701, | |
| "recall_50": 0.543 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.304, | |
| "coverage_20": 0.625, | |
| "recall_50": 0.427 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.282, | |
| "coverage_20": 0.522, | |
| "recall_50": 0.458 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.289, | |
| "coverage_20": 0.589, | |
| "recall_50": 0.438 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Fusion (BM25, BGE, E5, Voyage)", | |
| "size": "-", | |
| "type": "proprietary", | |
| "date": "2024-11-01", | |
| "link": "" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.337, | |
| "coverage_20": 0.7, | |
| "recall_50": 0.477 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.304, | |
| "coverage_20": 0.627, | |
| "recall_50": 0.534 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.425, | |
| "coverage_20": 0.748, | |
| "recall_50": 0.646 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.385, | |
| "coverage_20": 0.719, | |
| "recall_50": 0.532 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.265, | |
| "coverage_20": 0.55, | |
| "recall_50": 0.505 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.343, | |
| "coverage_20": 0.669, | |
| "recall_50": 0.539 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "GTE (large) v1.5", | |
| "size": "434M", | |
| "type": "open_source", | |
| "date": "2024-01-09", | |
| "link": "https://huggingface.co/Alibaba-NLP/gte-large-en-v1.5" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.206, | |
| "coverage_20": 0.47, | |
| "recall_50": 0.252 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.195, | |
| "coverage_20": 0.445, | |
| "recall_50": 0.271 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.318, | |
| "coverage_20": 0.626, | |
| "recall_50": 0.482 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.284, | |
| "coverage_20": 0.578, | |
| "recall_50": 0.343 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.127, | |
| "coverage_20": 0.348, | |
| "recall_50": 0.24 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.226, | |
| "coverage_20": 0.494, | |
| "recall_50": 0.318 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Oracle: BM25 (Nuggets)", | |
| "size": "-", | |
| "type": "upper_baseline", | |
| "date": "2024-11-01", | |
| "link": "https://github.com/castorini/pyserini" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.467, | |
| "coverage_20": 0.739, | |
| "recall_50": 0.446 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.519, | |
| "coverage_20": 0.796, | |
| "recall_50": 0.657 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.54, | |
| "coverage_20": 0.84, | |
| "recall_50": 0.654 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.485, | |
| "coverage_20": 0.787, | |
| "recall_50": 0.536 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.428, | |
| "coverage_20": 0.68, | |
| "recall_50": 0.489 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.488, | |
| "coverage_20": 0.768, | |
| "recall_50": 0.556 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Oracle: BGE (Gemma-2) (Nuggets)", | |
| "size": "9B", | |
| "type": "upper_baseline", | |
| "date": "2024-11-01", | |
| "link": "https://huggingface.co/BAAI/bge-multilingual-gemma2" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.308, | |
| "coverage_20": 0.667, | |
| "recall_50": 0.405 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.461, | |
| "coverage_20": 0.784, | |
| "recall_50": 0.572 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.448, | |
| "coverage_20": 0.806, | |
| "recall_50": 0.666 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.393, | |
| "coverage_20": 0.755, | |
| "recall_50": 0.536 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.335, | |
| "coverage_20": 0.664, | |
| "recall_50": 0.555 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.389, | |
| "coverage_20": 0.735, | |
| "recall_50": 0.547 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Oracle: E5 (Mistral-7B) (Nuggets)", | |
| "size": "7B", | |
| "type": "upper_baseline", | |
| "date": "2024-11-01", | |
| "link": "https://huggingface.co/intfloat/e5-mistral-7b-instruct" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.323, | |
| "coverage_20": 0.684, | |
| "recall_50": 0.432 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.437, | |
| "coverage_20": 0.737, | |
| "recall_50": 0.554 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.287, | |
| "coverage_20": 0.631, | |
| "recall_50": 0.532 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.346, | |
| "coverage_20": 0.67, | |
| "recall_50": 0.47 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.292, | |
| "coverage_20": 0.596, | |
| "recall_50": 0.494 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.337, | |
| "coverage_20": 0.664, | |
| "recall_50": 0.496 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Oracle: Voyage Large 2 (Nuggets)", | |
| "size": "-", | |
| "type": "upper_baseline", | |
| "date": "2024-11-01", | |
| "link": "https://docs.voyageai.com/docs/embeddings" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.419, | |
| "coverage_20": 0.763, | |
| "recall_50": 0.508 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.43, | |
| "coverage_20": 0.845, | |
| "recall_50": 0.675 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.409, | |
| "coverage_20": 0.791, | |
| "recall_50": 0.624 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.406, | |
| "coverage_20": 0.733, | |
| "recall_50": 0.533 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.353, | |
| "coverage_20": 0.715, | |
| "recall_50": 0.59 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.404, | |
| "coverage_20": 0.769, | |
| "recall_50": 0.586 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Oracle: Fusion (BM25, ...) (Nuggets)", | |
| "size": "-", | |
| "type": "upper_baseline", | |
| "date": "2024-11-01", | |
| "link": "" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.519, | |
| "coverage_20": 0.881, | |
| "recall_50": 0.655 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.601, | |
| "coverage_20": 0.876, | |
| "recall_50": 0.825 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.566, | |
| "coverage_20": 0.888, | |
| "recall_50": 0.818 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.544, | |
| "coverage_20": 0.881, | |
| "recall_50": 0.756 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.476, | |
| "coverage_20": 0.815, | |
| "recall_50": 0.719 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.541, | |
| "coverage_20": 0.868, | |
| "recall_50": 0.755 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Stella-1.5B v5", | |
| "size": "1.5B", | |
| "type": "open_source", | |
| "date": "2025-01-01", | |
| "link": "https://huggingface.co/NovaSearch/stella_en_1.5B_v5" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.315, | |
| "coverage_20": 0.66, | |
| "recall_50": 0.388 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.334, | |
| "coverage_20": 0.624, | |
| "recall_50": 0.559 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.37, | |
| "coverage_20": 0.681, | |
| "recall_50": 0.59 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.33, | |
| "coverage_20": 0.63, | |
| "recall_50": 0.414 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.237, | |
| "coverage_20": 0.481, | |
| "recall_50": 0.443 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.317, | |
| "coverage_20": 0.615, | |
| "recall_50": 0.479 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Qwen3-0.6B (Emb)", | |
| "size": "596M", | |
| "type": "open_source", | |
| "date": "2025-06-05", | |
| "link": "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.259, | |
| "coverage_20": 0.588, | |
| "recall_50": 0.369 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.26, | |
| "coverage_20": 0.504, | |
| "recall_50": 0.383 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.288, | |
| "coverage_20": 0.593, | |
| "recall_50": 0.463 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.253, | |
| "coverage_20": 0.535, | |
| "recall_50": 0.356 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.249, | |
| "coverage_20": 0.495, | |
| "recall_50": 0.4 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.262, | |
| "coverage_20": 0.543, | |
| "recall_50": 0.394 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "CodeRankEmbed", | |
| "size": "137M", | |
| "type": "open_source", | |
| "date": "2024-11-03", | |
| "link": "https://huggingface.co/nomic-ai/CodeRankEmbed" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.099, | |
| "coverage_20": 0.271, | |
| "recall_50": 0.128 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.075, | |
| "coverage_20": 0.215, | |
| "recall_50": 0.128 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.108, | |
| "coverage_20": 0.324, | |
| "recall_50": 0.225 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.146, | |
| "coverage_20": 0.363, | |
| "recall_50": 0.167 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.091, | |
| "coverage_20": 0.224, | |
| "recall_50": 0.16 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.104, | |
| "coverage_20": 0.279, | |
| "recall_50": 0.162 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Stella-400M v5", | |
| "size": "400M", | |
| "type": "open_source", | |
| "date": "2025-01-01", | |
| "link": "https://huggingface.co/NovaSearch/stella_en_400M_v5" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.285, | |
| "coverage_20": 0.608, | |
| "recall_50": 0.356 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.241, | |
| "coverage_20": 0.538, | |
| "recall_50": 0.447 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.32, | |
| "coverage_20": 0.648, | |
| "recall_50": 0.534 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.288, | |
| "coverage_20": 0.619, | |
| "recall_50": 0.359 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.244, | |
| "coverage_20": 0.476, | |
| "recall_50": 0.412 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.276, | |
| "coverage_20": 0.578, | |
| "recall_50": 0.422 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Qwen3-4B (Emb)", | |
| "size": "4B", | |
| "type": "open_source", | |
| "date": "2025-06-05", | |
| "link": "https://huggingface.co/Qwen/Qwen3-Embedding-4B" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.32, | |
| "coverage_20": 0.675, | |
| "recall_50": 0.415 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.404, | |
| "coverage_20": 0.744, | |
| "recall_50": 0.55 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.402, | |
| "coverage_20": 0.748, | |
| "recall_50": 0.604 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.304, | |
| "coverage_20": 0.618, | |
| "recall_50": 0.442 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.303, | |
| "coverage_20": 0.496, | |
| "recall_50": 0.44 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.347, | |
| "coverage_20": 0.656, | |
| "recall_50": 0.49 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Qwen3-8B (Emb)", | |
| "size": "8B", | |
| "type": "open_source", | |
| "date": "2025-06-05", | |
| "link": "https://huggingface.co/Qwen/Qwen3-Embedding-8B" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.331, | |
| "coverage_20": 0.694, | |
| "recall_50": 0.423 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.393, | |
| "coverage_20": 0.728, | |
| "recall_50": 0.567 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.421, | |
| "coverage_20": 0.748, | |
| "recall_50": 0.615 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.373, | |
| "coverage_20": 0.7, | |
| "recall_50": 0.502 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.307, | |
| "coverage_20": 0.576, | |
| "recall_50": 0.521 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.365, | |
| "coverage_20": 0.689, | |
| "recall_50": 0.525 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Nomic Embed (Code)", | |
| "size": "7B", | |
| "type": "open_source", | |
| "date": "2025-03-24", | |
| "link": "https://huggingface.co/nomic-ai/nomic-embed-code" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.224, | |
| "coverage_20": 0.518, | |
| "recall_50": 0.292 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.227, | |
| "coverage_20": 0.539, | |
| "recall_50": 0.39 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.222, | |
| "coverage_20": 0.532, | |
| "recall_50": 0.407 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.237, | |
| "coverage_20": 0.511, | |
| "recall_50": 0.356 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.178, | |
| "coverage_20": 0.341, | |
| "recall_50": 0.295 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.218, | |
| "coverage_20": 0.488, | |
| "recall_50": 0.348 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Jina V3 (Emb)", | |
| "size": "570M", | |
| "type": "open_source", | |
| "date": "2024-09-18", | |
| "link": "https://huggingface.co/jinaai/jina-embeddings-v3" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.223, | |
| "coverage_20": 0.533, | |
| "recall_50": 0.299 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.188, | |
| "coverage_20": 0.448, | |
| "recall_50": 0.338 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.309, | |
| "coverage_20": 0.654, | |
| "recall_50": 0.489 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.224, | |
| "coverage_20": 0.536, | |
| "recall_50": 0.293 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.19, | |
| "coverage_20": 0.405, | |
| "recall_50": 0.301 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.227, | |
| "coverage_20": 0.515, | |
| "recall_50": 0.344 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Jina V4 (Emb)", | |
| "size": "3.8B", | |
| "type": "open_source", | |
| "date": "2025-06-24", | |
| "link": "https://huggingface.co/jinaai/jina-embeddings-v4" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.277, | |
| "coverage_20": 0.596, | |
| "recall_50": 0.379 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.311, | |
| "coverage_20": 0.692, | |
| "recall_50": 0.524 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.324, | |
| "coverage_20": 0.677, | |
| "recall_50": 0.552 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.279, | |
| "coverage_20": 0.539, | |
| "recall_50": 0.321 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.22, | |
| "coverage_20": 0.416, | |
| "recall_50": 0.351 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.282, | |
| "coverage_20": 0.584, | |
| "recall_50": 0.425 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "OpenAI text-embedding-3-small", | |
| "size": "-", | |
| "type": "proprietary", | |
| "date": "2024-01-25", | |
| "link": "https://openai.com/index/new-embedding-models-and-api-updates/" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.213, | |
| "coverage_20": 0.523, | |
| "recall_50": 0.283 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.172, | |
| "coverage_20": 0.423, | |
| "recall_50": 0.303 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.245, | |
| "coverage_20": 0.571, | |
| "recall_50": 0.438 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.214, | |
| "coverage_20": 0.491, | |
| "recall_50": 0.295 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.197, | |
| "coverage_20": 0.392, | |
| "recall_50": 0.33 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.208, | |
| "coverage_20": 0.48, | |
| "recall_50": 0.33 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "OpenAI text-embedding-3-large", | |
| "size": "-", | |
| "type": "proprietary", | |
| "date": "2024-01-25", | |
| "link": "https://openai.com/index/new-embedding-models-and-api-updates/" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.207, | |
| "coverage_20": 0.507, | |
| "recall_50": 0.292 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.275, | |
| "coverage_20": 0.585, | |
| "recall_50": 0.412 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.298, | |
| "coverage_20": 0.627, | |
| "recall_50": 0.494 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.271, | |
| "coverage_20": 0.556, | |
| "recall_50": 0.353 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.187, | |
| "coverage_20": 0.409, | |
| "recall_50": 0.316 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.248, | |
| "coverage_20": 0.537, | |
| "recall_50": 0.373 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "EmbeddingGemma-300M", | |
| "size": "300M", | |
| "type": "open_source", | |
| "date": "2025-09-04", | |
| "link": "https://developers.googleblog.com/en/introducing-embeddinggemma/" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.198, | |
| "coverage_20": 0.529, | |
| "recall_50": 0.289 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.197, | |
| "coverage_20": 0.498, | |
| "recall_50": 0.296 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.25, | |
| "coverage_20": 0.521, | |
| "recall_50": 0.417 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.249, | |
| "coverage_20": 0.561, | |
| "recall_50": 0.313 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.202, | |
| "coverage_20": 0.431, | |
| "recall_50": 0.367 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.219, | |
| "coverage_20": 0.508, | |
| "recall_50": 0.336 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "GTE (ModernBERT-base)", | |
| "size": "149M", | |
| "type": "open_source", | |
| "date": "2025-01-22", | |
| "link": "https://huggingface.co/Alibaba-NLP/gte-modernbert-base" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.238, | |
| "coverage_20": 0.523, | |
| "recall_50": 0.29 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.199, | |
| "coverage_20": 0.405, | |
| "recall_50": 0.306 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.262, | |
| "coverage_20": 0.567, | |
| "recall_50": 0.421 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.223, | |
| "coverage_20": 0.499, | |
| "recall_50": 0.308 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.186, | |
| "coverage_20": 0.405, | |
| "recall_50": 0.327 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.222, | |
| "coverage_20": 0.48, | |
| "recall_50": 0.33 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Granite-Embedding-English-R2", | |
| "size": "149M", | |
| "type": "open_source", | |
| "date": "2024-07-29", | |
| "link": "https://huggingface.co/ibm-granite/granite-embedding-english-r2" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.247, | |
| "coverage_20": 0.557, | |
| "recall_50": 0.337 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.228, | |
| "coverage_20": 0.452, | |
| "recall_50": 0.32 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.237, | |
| "coverage_20": 0.524, | |
| "recall_50": 0.44 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.258, | |
| "coverage_20": 0.564, | |
| "recall_50": 0.314 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.154, | |
| "coverage_20": 0.358, | |
| "recall_50": 0.301 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.225, | |
| "coverage_20": 0.491, | |
| "recall_50": 0.342 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Granite-Embedding-English-R2 (Small)", | |
| "size": "47M", | |
| "type": "open_source", | |
| "date": "2024-07-29", | |
| "link": "https://huggingface.co/ibm-granite/granite-embedding-small-english-r2" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.236, | |
| "coverage_20": 0.526, | |
| "recall_50": 0.322 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.215, | |
| "coverage_20": 0.502, | |
| "recall_50": 0.323 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.26, | |
| "coverage_20": 0.56, | |
| "recall_50": 0.47 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.25, | |
| "coverage_20": 0.574, | |
| "recall_50": 0.321 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.146, | |
| "coverage_20": 0.371, | |
| "recall_50": 0.323 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.221, | |
| "coverage_20": 0.507, | |
| "recall_50": 0.352 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Tarka-Embedding-150M-V1", | |
| "size": "150M", | |
| "type": "open_source", | |
| "date": "2025-11-03", | |
| "link": "https://huggingface.co/Tarka-AIR/Tarka-Embedding-150M-V1" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.18, | |
| "coverage_20": 0.439, | |
| "recall_50": 0.235 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.165, | |
| "coverage_20": 0.439, | |
| "recall_50": 0.292 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.143, | |
| "coverage_20": 0.37, | |
| "recall_50": 0.273 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.175, | |
| "coverage_20": 0.41, | |
| "recall_50": 0.215 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.203, | |
| "coverage_20": 0.42, | |
| "recall_50": 0.347 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.173, | |
| "coverage_20": 0.416, | |
| "recall_50": 0.272 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Tarka-Embedding-350M-V1", | |
| "size": "350M", | |
| "type": "open_source", | |
| "date": "2025-11-03", | |
| "link": "https://huggingface.co/Tarka-AIR/Tarka-Embedding-350M-V1" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.25, | |
| "coverage_20": 0.548, | |
| "recall_50": 0.298 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.242, | |
| "coverage_20": 0.49, | |
| "recall_50": 0.321 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.271, | |
| "coverage_20": 0.598, | |
| "recall_50": 0.461 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.222, | |
| "coverage_20": 0.493, | |
| "recall_50": 0.312 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.19, | |
| "coverage_20": 0.447, | |
| "recall_50": 0.332 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.235, | |
| "coverage_20": 0.515, | |
| "recall_50": 0.345 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Jasper-Token-Compression-600M", | |
| "size": "600M", | |
| "type": "open_source", | |
| "date": "2025-11-14", | |
| "link": "https://huggingface.co/infgrad/Jasper-Token-Compression-600M" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.26, | |
| "coverage_20": 0.561, | |
| "recall_50": 0.344 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.22, | |
| "coverage_20": 0.52, | |
| "recall_50": 0.378 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.326, | |
| "coverage_20": 0.614, | |
| "recall_50": 0.498 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.282, | |
| "coverage_20": 0.587, | |
| "recall_50": 0.389 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.224, | |
| "coverage_20": 0.486, | |
| "recall_50": 0.388 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.262, | |
| "coverage_20": 0.554, | |
| "recall_50": 0.399 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Arctic Embed M (v2.0)", | |
| "size": "109M", | |
| "type": "open_source", | |
| "date": "2024-12-04", | |
| "link": "https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v2.0" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.262, | |
| "coverage_20": 0.576, | |
| "recall_50": 0.335 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.271, | |
| "coverage_20": 0.543, | |
| "recall_50": 0.388 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.307, | |
| "coverage_20": 0.615, | |
| "recall_50": 0.479 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.29, | |
| "coverage_20": 0.601, | |
| "recall_50": 0.354 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.238, | |
| "coverage_20": 0.481, | |
| "recall_50": 0.369 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.274, | |
| "coverage_20": 0.563, | |
| "recall_50": 0.385 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Arctic Embed L (v2.0)", | |
| "size": "568M", | |
| "type": "open_source", | |
| "date": "2024-12-04", | |
| "link": "https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.23, | |
| "coverage_20": 0.51, | |
| "recall_50": 0.312 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.217, | |
| "coverage_20": 0.492, | |
| "recall_50": 0.347 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.308, | |
| "coverage_20": 0.609, | |
| "recall_50": 0.473 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.298, | |
| "coverage_20": 0.575, | |
| "recall_50": 0.339 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.215, | |
| "coverage_20": 0.44, | |
| "recall_50": 0.345 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.254, | |
| "coverage_20": 0.525, | |
| "recall_50": 0.363 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "voyage-4-nano", | |
| "size": "340M", | |
| "type": "open_source", | |
| "date": "2026-01-15", | |
| "link": "https://huggingface.co/voyageai/voyage-4-nano" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.299, | |
| "coverage_20": 0.613, | |
| "recall_50": 0.407 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.354, | |
| "coverage_20": 0.642, | |
| "recall_50": 0.499 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.235, | |
| "coverage_20": 0.569, | |
| "recall_50": 0.459 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.278, | |
| "coverage_20": 0.589, | |
| "recall_50": 0.397 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.233, | |
| "coverage_20": 0.501, | |
| "recall_50": 0.425 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.28, | |
| "coverage_20": 0.583, | |
| "recall_50": 0.438 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Jina V5 (Text Small)", | |
| "size": "677M", | |
| "type": "open_source", | |
| "date": "2026-02-18", | |
| "link": "https://huggingface.co/jinaai/jina-embeddings-v5-text-small" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.292, | |
| "coverage_20": 0.6, | |
| "recall_50": 0.377 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.267, | |
| "coverage_20": 0.539, | |
| "recall_50": 0.437 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.347, | |
| "coverage_20": 0.669, | |
| "recall_50": 0.56 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.262, | |
| "coverage_20": 0.575, | |
| "recall_50": 0.368 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.25, | |
| "coverage_20": 0.507, | |
| "recall_50": 0.428 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.283, | |
| "coverage_20": 0.578, | |
| "recall_50": 0.434 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Jina V5 (Text Nano)", | |
| "size": "239M", | |
| "type": "open_source", | |
| "date": "2026-02-18", | |
| "link": "https://huggingface.co/jinaai/jina-embeddings-v5-text-nano" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.288, | |
| "coverage_20": 0.606, | |
| "recall_50": 0.365 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.289, | |
| "coverage_20": 0.547, | |
| "recall_50": 0.411 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.325, | |
| "coverage_20": 0.662, | |
| "recall_50": 0.536 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.275, | |
| "coverage_20": 0.593, | |
| "recall_50": 0.358 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.265, | |
| "coverage_20": 0.509, | |
| "recall_50": 0.413 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.288, | |
| "coverage_20": 0.583, | |
| "recall_50": 0.417 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Perplexity Embed v1 (0.6B)", | |
| "size": "600M", | |
| "type": "open_source", | |
| "date": "2026-02-24", | |
| "link": "https://huggingface.co/perplexity-ai/pplx-embed-v1-0.6B" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.291, | |
| "coverage_20": 0.596, | |
| "recall_50": 0.377 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.29, | |
| "coverage_20": 0.527, | |
| "recall_50": 0.371 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.31, | |
| "coverage_20": 0.654, | |
| "recall_50": 0.474 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.313, | |
| "coverage_20": 0.583, | |
| "recall_50": 0.365 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.245, | |
| "coverage_20": 0.494, | |
| "recall_50": 0.4 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.29, | |
| "coverage_20": 0.571, | |
| "recall_50": 0.397 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Perplexity Embed v1 (4B)", | |
| "size": "4B", | |
| "type": "open_source", | |
| "date": "2026-02-24", | |
| "link": "https://huggingface.co/perplexity-ai/pplx-embed-v1-4B" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.287, | |
| "coverage_20": 0.634, | |
| "recall_50": 0.406 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.274, | |
| "coverage_20": 0.664, | |
| "recall_50": 0.497 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.3, | |
| "coverage_20": 0.627, | |
| "recall_50": 0.5 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.299, | |
| "coverage_20": 0.624, | |
| "recall_50": 0.38 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.246, | |
| "coverage_20": 0.479, | |
| "recall_50": 0.393 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.281, | |
| "coverage_20": 0.606, | |
| "recall_50": 0.435 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "Cohere Embed v4.0", | |
| "size": "-", | |
| "type": "proprietary", | |
| "date": "2025-05-15", | |
| "link": "https://cohere.com/blog/embed-4" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.299, | |
| "coverage_20": 0.651, | |
| "recall_50": 0.402 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.317, | |
| "coverage_20": 0.572, | |
| "recall_50": 0.413 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.269, | |
| "coverage_20": 0.536, | |
| "recall_50": 0.455 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.277, | |
| "coverage_20": 0.552, | |
| "recall_50": 0.338 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.218, | |
| "coverage_20": 0.466, | |
| "recall_50": 0.357 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.276, | |
| "coverage_20": 0.555, | |
| "recall_50": 0.393 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "harrier-oss-v1-270m", | |
| "size": "270M", | |
| "type": "open_source", | |
| "date": "2026-03-31", | |
| "link": "https://huggingface.co/microsoft/harrier-oss-v1-270m" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.203, | |
| "coverage_20": 0.507, | |
| "recall_50": 0.279 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.15, | |
| "coverage_20": 0.408, | |
| "recall_50": 0.23 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.212, | |
| "coverage_20": 0.467, | |
| "recall_50": 0.361 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.193, | |
| "coverage_20": 0.471, | |
| "recall_50": 0.262 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.182, | |
| "coverage_20": 0.407, | |
| "recall_50": 0.314 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.188, | |
| "coverage_20": 0.452, | |
| "recall_50": 0.289 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "harrier-oss-v1-0.6b", | |
| "size": "600M", | |
| "type": "open_source", | |
| "date": "2026-03-31", | |
| "link": "https://huggingface.co/microsoft/harrier-oss-v1-0.6b" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.297, | |
| "coverage_20": 0.601, | |
| "recall_50": 0.38 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.272, | |
| "coverage_20": 0.536, | |
| "recall_50": 0.389 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.34, | |
| "coverage_20": 0.635, | |
| "recall_50": 0.527 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.26, | |
| "coverage_20": 0.537, | |
| "recall_50": 0.337 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.249, | |
| "coverage_20": 0.46, | |
| "recall_50": 0.419 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.284, | |
| "coverage_20": 0.554, | |
| "recall_50": 0.411 | |
| } | |
| } | |
| }, | |
| { | |
| "info": { | |
| "name": "harrier-oss-v1-27b", | |
| "size": "27B", | |
| "type": "open_source", | |
| "date": "2026-03-31", | |
| "link": "https://huggingface.co/microsoft/harrier-oss-v1-27b" | |
| }, | |
| "datasets": { | |
| "langchain": { | |
| "alpha_ndcg_10": 0.299, | |
| "coverage_20": 0.638, | |
| "recall_50": 0.4 | |
| }, | |
| "yolo": { | |
| "alpha_ndcg_10": 0.421, | |
| "coverage_20": 0.781, | |
| "recall_50": 0.575 | |
| }, | |
| "laravel": { | |
| "alpha_ndcg_10": 0.38, | |
| "coverage_20": 0.738, | |
| "recall_50": 0.601 | |
| }, | |
| "angular": { | |
| "alpha_ndcg_10": 0.313, | |
| "coverage_20": 0.642, | |
| "recall_50": 0.389 | |
| }, | |
| "godot": { | |
| "alpha_ndcg_10": 0.304, | |
| "coverage_20": 0.586, | |
| "recall_50": 0.531 | |
| }, | |
| "average": { | |
| "alpha_ndcg_10": 0.343, | |
| "coverage_20": 0.677, | |
| "recall_50": 0.499 | |
| } | |
| } | |
| } | |
| ] | |
| } |