| { | |
| "base_model": "HuggingFaceTB/SmolVLM-Instruct", | |
| "method": "layer_pruning_shortgpt_bi_score", | |
| "layers_removed": [ | |
| 20 | |
| ], | |
| "n_layers_original": 24, | |
| "n_layers_remaining": 23, | |
| "params_before_M": 2246.3, | |
| "params_after_M": 2179.2, | |
| "param_reduction_pct": 3.0, | |
| "benchmarks": { | |
| "vqav2": { | |
| "accuracy": 0.6067, | |
| "avg_latency_s": 0.3516, | |
| "peak_memory_mb": 5643.1, | |
| "avg_memory_mb": 5637.0, | |
| "throughput_sps": 2.841, | |
| "avg_power_w": 208.4, | |
| "avg_gpu_util_pct": 58.8, | |
| "n_samples": 50, | |
| "n_evaluated": 50, | |
| "n_skipped": 0, | |
| "all_failed": false, | |
| "zero_accuracy_warning": false, | |
| "metrics": { | |
| "exact_match": 0.6067, | |
| "contains": 0.64, | |
| "token_f1": 0.6667, | |
| "bleu": 0.6547, | |
| "rouge_l": 0.6667 | |
| } | |
| } | |
| } | |
| } |