| { | |
| "base_model": "Akahsizrr/Mini-Whale-Flash", | |
| "base_subdir": "merged-v2-full", | |
| "quantization": "bitsandbytes", | |
| "bits": 8, | |
| "quant_type": "int8", | |
| "compute_dtype": "bfloat16", | |
| "gpu_validation": "NVIDIA A100-SXM4-40GB", | |
| "runtime_fixes": { | |
| "scaled_shared_experts": 303, | |
| "clamped_experts": 303 | |
| }, | |
| "sample_output": "<think>\nOkay, the user wants me to say hello in one sentence. Let", | |
| "parameter_count": 12405218816, | |
| "elapsed_seconds": 102.2 | |
| } | |