Spaces:
Running
Running
File size: 1,813 Bytes
2edd871 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"developer": "AlephAlpha",
"models": [
{
"id": "AlephAlpha/luminous-base",
"name": "Luminous Base 13B",
"developer": "AlephAlpha",
"evaluator_relationship": null,
"benchmark_scores": {
"helm_lite/Mean win rate": 0.041,
"helm_lite/NarrativeQA": 0.633,
"helm_lite/NaturalQuestions (closed-book)": 0.197,
"helm_lite/OpenbookQA": 0.286,
"helm_lite/MMLU": 0.243,
"helm_lite/MATH": 0.026,
"helm_lite/GSM8K": 0.028,
"helm_lite/LegalBench": 0.332,
"helm_lite/MedQA": 0.26,
"helm_lite/WMT 2014": 0.066
}
},
{
"id": "AlephAlpha/luminous-extended",
"name": "Luminous Extended 30B",
"developer": "AlephAlpha",
"evaluator_relationship": null,
"benchmark_scores": {
"helm_lite/Mean win rate": 0.078,
"helm_lite/NarrativeQA": 0.684,
"helm_lite/NaturalQuestions (closed-book)": 0.253,
"helm_lite/OpenbookQA": 0.272,
"helm_lite/MMLU": 0.248,
"helm_lite/MATH": 0.04,
"helm_lite/GSM8K": 0.075,
"helm_lite/LegalBench": 0.421,
"helm_lite/MedQA": 0.276,
"helm_lite/WMT 2014": 0.083
}
},
{
"id": "AlephAlpha/luminous-supreme",
"name": "Luminous Supreme 70B",
"developer": "AlephAlpha",
"evaluator_relationship": null,
"benchmark_scores": {
"helm_lite/Mean win rate": 0.145,
"helm_lite/NarrativeQA": 0.743,
"helm_lite/NaturalQuestions (closed-book)": 0.299,
"helm_lite/OpenbookQA": 0.284,
"helm_lite/MMLU": 0.316,
"helm_lite/MATH": 0.078,
"helm_lite/GSM8K": 0.137,
"helm_lite/LegalBench": 0.452,
"helm_lite/MedQA": 0.276,
"helm_lite/WMT 2014": 0.102
}
}
]
} |