{ "after": { "dtype_counts": { "torch.bfloat16": 742, "torch.bool": 48, "torch.float32": 40, "torch.float8_e4m3fn": 40 }, "expert_count": 40, "expert_dtype_counts": { "torch.float8_e4m3fn": 40 }, "keys": 870, "scale_count": 40, "scale_dtype_counts": { "torch.float32": 40 } }, "before": { "dtype_counts": { "torch.bfloat16": 622, "torch.bool": 48, "torch.float32": 160, "torch.float8_e4m3fn": 40 }, "expert_count": 40, "expert_dtype_counts": { "torch.float8_e4m3fn": 40 }, "keys": 870, "scale_count": 40, "scale_dtype_counts": { "torch.float32": 40 } }, "converted_nonexpert_float_tensors": 120, "default": { "dtype_counts": { "torch.bfloat16": 742, "torch.bool": 48, "torch.float32": 40, "torch.float8_e4m3fn": 40 }, "expert_count": 40, "expert_dtype_counts": { "torch.float8_e4m3fn": 40 }, "keys": 870, "scale_count": 40, "scale_dtype_counts": { "torch.float32": 40 } }, "default_counts": { "dtype_counts": { "torch.bfloat16": 742, "torch.bool": 48, "torch.float32": 40, "torch.float8_e4m3fn": 40 }, "expert_count": 40, "expert_dtype_counts": { "torch.float8_e4m3fn": 40 }, "keys": 870, "scale_count": 40, "scale_dtype_counts": { "torch.float32": 40 } }, "default_size": 10505451019, "default_zip_layout": { "entries": 876, "payload_size": 10505277740 }, "final_counts": { "dtype_counts": { "torch.bfloat16": 742, "torch.bool": 48, "torch.float32": 40, "torch.float8_e4m3fn": 40 }, "expert_count": 40, "expert_dtype_counts": { "torch.float8_e4m3fn": 40 }, "keys": 870, "scale_count": 40, "scale_dtype_counts": { "torch.float32": 40 } }, "final_output": "/workspace/runs/mdnext-fp8-repair/model_fp8.pt", "final_sha256": "e1acbd3f5eb8a1e74c7500b8a85051483de0406fa847eae35d53ce4032bb6ac7", "final_size": 10505451019, "final_size_delta_vs_default": 0, "final_zip_layout": { "entries": 876, "payload_size": 10505277740 }, "output_sha256": "dc627b35f59dd6a1c5d38e28df0f228c257ea151c2822a48667b127896e83f2e", "output_size": 10505451251, "resaved_output": "/workspace/runs/mdnext-fp8-repair/model_fp8.pt", "resaved_output_size": 10505446139, "resaved_sha256": "790875f0726f64f4e76bf6cb7ad7d996b16ce13818cc806981f9a9cd26647aff", "resaved_size_delta_vs_default": -4880, "saved": { "dtype_counts": { "torch.bfloat16": 742, "torch.bool": 48, "torch.float32": 40, "torch.float8_e4m3fn": 40 }, "expert_count": 40, "expert_dtype_counts": { "torch.float8_e4m3fn": 40 }, "keys": 870, "scale_count": 40, "scale_dtype_counts": { "torch.float32": 40 } }, "size_delta_vs_default": 232 }