| { |
| "after": { |
| "dtype_counts": { |
| "torch.bfloat16": 742, |
| "torch.bool": 48, |
| "torch.float32": 40, |
| "torch.float8_e4m3fn": 40 |
| }, |
| "expert_count": 40, |
| "expert_dtype_counts": { |
| "torch.float8_e4m3fn": 40 |
| }, |
| "keys": 870, |
| "scale_count": 40, |
| "scale_dtype_counts": { |
| "torch.float32": 40 |
| } |
| }, |
| "before": { |
| "dtype_counts": { |
| "torch.bfloat16": 622, |
| "torch.bool": 48, |
| "torch.float32": 160, |
| "torch.float8_e4m3fn": 40 |
| }, |
| "expert_count": 40, |
| "expert_dtype_counts": { |
| "torch.float8_e4m3fn": 40 |
| }, |
| "keys": 870, |
| "scale_count": 40, |
| "scale_dtype_counts": { |
| "torch.float32": 40 |
| } |
| }, |
| "converted_nonexpert_float_tensors": 120, |
| "default": { |
| "dtype_counts": { |
| "torch.bfloat16": 742, |
| "torch.bool": 48, |
| "torch.float32": 40, |
| "torch.float8_e4m3fn": 40 |
| }, |
| "expert_count": 40, |
| "expert_dtype_counts": { |
| "torch.float8_e4m3fn": 40 |
| }, |
| "keys": 870, |
| "scale_count": 40, |
| "scale_dtype_counts": { |
| "torch.float32": 40 |
| } |
| }, |
| "default_counts": { |
| "dtype_counts": { |
| "torch.bfloat16": 742, |
| "torch.bool": 48, |
| "torch.float32": 40, |
| "torch.float8_e4m3fn": 40 |
| }, |
| "expert_count": 40, |
| "expert_dtype_counts": { |
| "torch.float8_e4m3fn": 40 |
| }, |
| "keys": 870, |
| "scale_count": 40, |
| "scale_dtype_counts": { |
| "torch.float32": 40 |
| } |
| }, |
| "default_size": 10505451019, |
| "default_zip_layout": { |
| "entries": 876, |
| "payload_size": 10505277740 |
| }, |
| "final_counts": { |
| "dtype_counts": { |
| "torch.bfloat16": 742, |
| "torch.bool": 48, |
| "torch.float32": 40, |
| "torch.float8_e4m3fn": 40 |
| }, |
| "expert_count": 40, |
| "expert_dtype_counts": { |
| "torch.float8_e4m3fn": 40 |
| }, |
| "keys": 870, |
| "scale_count": 40, |
| "scale_dtype_counts": { |
| "torch.float32": 40 |
| } |
| }, |
| "final_output": "/workspace/runs/mdnext-fp8-repair/model_fp8.pt", |
| "final_sha256": "e1acbd3f5eb8a1e74c7500b8a85051483de0406fa847eae35d53ce4032bb6ac7", |
| "final_size": 10505451019, |
| "final_size_delta_vs_default": 0, |
| "final_zip_layout": { |
| "entries": 876, |
| "payload_size": 10505277740 |
| }, |
| "output_sha256": "dc627b35f59dd6a1c5d38e28df0f228c257ea151c2822a48667b127896e83f2e", |
| "output_size": 10505451251, |
| "resaved_output": "/workspace/runs/mdnext-fp8-repair/model_fp8.pt", |
| "resaved_output_size": 10505446139, |
| "resaved_sha256": "790875f0726f64f4e76bf6cb7ad7d996b16ce13818cc806981f9a9cd26647aff", |
| "resaved_size_delta_vs_default": -4880, |
| "saved": { |
| "dtype_counts": { |
| "torch.bfloat16": 742, |
| "torch.bool": 48, |
| "torch.float32": 40, |
| "torch.float8_e4m3fn": 40 |
| }, |
| "expert_count": 40, |
| "expert_dtype_counts": { |
| "torch.float8_e4m3fn": 40 |
| }, |
| "keys": 870, |
| "scale_count": 40, |
| "scale_dtype_counts": { |
| "torch.float32": 40 |
| } |
| }, |
| "size_delta_vs_default": 232 |
| } |
|
|
