HRM_sudoku / benchmark_results /eval_dummy.json
Code2aum's picture
Upload folder using huggingface_hub
5dc80b3 verified
Raw
History Blame Contribute Delete
593 Bytes
[
{
"model_name": "Baseline",
"batch_size": 32,
"seq_len": 81,
"hidden_size": 512,
"param_count": 27296770,
"latency_mean_ms": 12.367569541931152,
"latency_std_ms": 0.03661433936324098,
"throughput_sps": 2587.4121743570417,
"gpu_memory_mb": 174.16943359375
},
{
"model_name": "Tiered",
"batch_size": 32,
"seq_len": 81,
"hidden_size": 512,
"param_count": 27296770,
"latency_mean_ms": 11.73528323173523,
"latency_std_ms": 0.06700267067328709,
"throughput_sps": 2726.81957206314,
"gpu_memory_mb": 193.54443359375
}
]