Upload benchmark_checkpoint.json with huggingface_hub
Browse files- benchmark_checkpoint.json +23 -0
benchmark_checkpoint.json
CHANGED
|
@@ -735,6 +735,29 @@
|
|
| 735 |
"combined": 43.3,
|
| 736 |
"misc": 73.3
|
| 737 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 738 |
}
|
| 739 |
]
|
| 740 |
}
|
|
|
|
| 735 |
"combined": 43.3,
|
| 736 |
"misc": 73.3
|
| 737 |
}
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"model": "HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF (1.7B)",
|
| 741 |
+
"total": 90,
|
| 742 |
+
"date": "2026-06-19",
|
| 743 |
+
"hf_repo": "HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF",
|
| 744 |
+
"params": 1700000000,
|
| 745 |
+
"overall_pass": 27,
|
| 746 |
+
"ft_pass": 44,
|
| 747 |
+
"temp_pass": 76,
|
| 748 |
+
"td_pass": 66,
|
| 749 |
+
"sp_pass": 73,
|
| 750 |
+
"overall_pct": 30.0,
|
| 751 |
+
"ft_pct": 48.9,
|
| 752 |
+
"temp_pct": 84.4,
|
| 753 |
+
"td_pct": 73.3,
|
| 754 |
+
"sp_pct": 81.1,
|
| 755 |
+
"categories": {
|
| 756 |
+
"filetype": 56.0,
|
| 757 |
+
"temporal": 50.0,
|
| 758 |
+
"combined": 33.3,
|
| 759 |
+
"misc": 26.7
|
| 760 |
+
}
|
| 761 |
}
|
| 762 |
]
|
| 763 |
}
|