Ternary1B_SmolLM2_1.7B_BITNET / eval /bitnet_quick.json
AmareshHebbar's picture
Add quick eval results
d437f64 verified
Raw History Blame Contribute Delete
631 Bytes
{
"tag": "bitnet",
"mode": "quick",
"wikitext_ppl": 33.405132697338566,
"tasks": {
"arc_easy": 0.455
},
"size": {
"packed_bytes": 523689912,
"packed_mb": 499.4296188354492,
"bf16_bytes": 3422777848,
"compression": 6.5358865419580585,
"bits_per_quantized_weight": 1.6000033378601082,
"quantized_params": 1610612736,
"format": "ternary 1.58 bit"
},
"samples": [],
"summary": {
"wikitext_ppl": 33.405132697338566,
"task_mean": 0.455,
"size_mb": 499.4296188354492,
"bits": 1.6000033378601082,
"compression": 6.5358865419580585
},
"minutes": 1.5600075046221415
}