| { | |
| "name": "Exeaon-Nunya-8B", | |
| "size_gb": 4.108505096286535, | |
| "limit": 300, | |
| "gpu": "NVIDIA A100-SXM4-40GB", | |
| "runs": [ | |
| { | |
| "label": "Exeaon-Nunya-8B", | |
| "throughput": { | |
| "1": 10.6, | |
| "8": 28.7 | |
| }, | |
| "accuracy": { | |
| "arc_challenge": 54.33, | |
| "arc_easy": 80.0, | |
| "hellaswag": 64.0, | |
| "piqa": 80.0 | |
| }, | |
| "peak_gb": 8.97 | |
| }, | |
| { | |
| "label": "Qwen/Qwen3-8B", | |
| "throughput": { | |
| "1": 15.5, | |
| "8": 124.5 | |
| }, | |
| "accuracy": { | |
| "arc_challenge": 55.0, | |
| "arc_easy": 81.0, | |
| "hellaswag": 63.67, | |
| "piqa": 79.67 | |
| }, | |
| "peak_gb": 16.42 | |
| } | |
| ] | |
| } |