| { |
| "schema_version": 3, |
| "profile": "m4-pro-calibrated-int8", |
| "algorithm": { |
| "family": "activation-aware diagonal-Hessian affine weight-only INT8", |
| "objective": "minimize the diagonal-Hessian approximation to ||WX-Q(W)X||_F^2", |
| "optimizer": "three alternating weighted least-squares affine refits on Torch/CUDA", |
| "fallback": "retain the plain MLX RTN group whenever a fitted group is not better", |
| "packing": "four consecutive uint8 codes per uint32, first code in least-significant bits" |
| }, |
| "bits": 8, |
| "group_size": 32, |
| "mode": "affine", |
| "quantize_adaln": true, |
| "adaln_bits": 8, |
| "quantized_layers": { |
| "8": 254 |
| }, |
| "bf16_layers": [ |
| "blocks.14.adaln_proj.linear", |
| "blocks.46.mlp.fc2", |
| "blocks.47.mlp.fc2", |
| "blocks.48.mlp.fc2" |
| ], |
| "bf16_exceptions": [ |
| { |
| "path": "blocks.47.mlp.fc2", |
| "parameters": 77070336, |
| "rtn_diagonal_hessian_relative_error": 0.006842044550077006, |
| "full_dit_parameter_fraction": 0.002326792637428219, |
| "selection_reason": "highest calibration diagonal-Hessian RTN sensitivity within the preregistered BF16 parameter budget" |
| }, |
| { |
| "path": "blocks.14.adaln_proj.linear", |
| "parameters": 260112384, |
| "rtn_diagonal_hessian_relative_error": 0.006829738475327525, |
| "full_dit_parameter_fraction": 0.00785292515132024, |
| "selection_reason": "highest calibration diagonal-Hessian RTN sensitivity within the preregistered BF16 parameter budget" |
| }, |
| { |
| "path": "blocks.46.mlp.fc2", |
| "parameters": 77070336, |
| "rtn_diagonal_hessian_relative_error": 0.006813439715784915, |
| "full_dit_parameter_fraction": 0.002326792637428219, |
| "selection_reason": "highest calibration diagonal-Hessian RTN sensitivity within the preregistered BF16 parameter budget" |
| }, |
| { |
| "path": "blocks.48.mlp.fc2", |
| "parameters": 77070336, |
| "rtn_diagonal_hessian_relative_error": 0.006765240564342134, |
| "full_dit_parameter_fraction": 0.002326792637428219, |
| "selection_reason": "highest calibration diagonal-Hessian RTN sensitivity within the preregistered BF16 parameter budget" |
| } |
| ], |
| "bf16_exception_parameters": 491323392, |
| "bf16_exception_full_dit_parameter_fraction": 0.014833303063604896, |
| "protected_source_precision_modules": [ |
| "video_patch_proj", |
| "audio_patch_proj", |
| "condition_proj", |
| "time_embedder", |
| "final_layer", |
| "norms", |
| "linear_biases" |
| ], |
| "calibration": { |
| "path": "/root/.argus-skill-latest/workspaces/s-4e0f9076/research/minimax-h3-int8-calibration-cuda-fp32-r939557dc.npz", |
| "sha256": "0ff2892e605979bd7a2fe0c2807bdd05d9c2b1c54af1bcd53bd3f00b046d18dc", |
| "manifest": { |
| "algorithm": "diagonal-hessian-activation-aware-affine-int8", |
| "bits": 8, |
| "cases": [ |
| { |
| "height": 256, |
| "prompt": "A red fox leaps over a mossy log in a misty forest at dawn.", |
| "seed": 101, |
| "split": "calibration", |
| "step_index": 0, |
| "width": 256 |
| }, |
| { |
| "height": 192, |
| "prompt": "Waves crash against black volcanic rocks under a grey sky.", |
| "seed": 202, |
| "split": "calibration", |
| "step_index": 2, |
| "width": 320 |
| }, |
| { |
| "height": 320, |
| "prompt": "A street musician plays saxophone on a rainy neon-lit corner.", |
| "seed": 303, |
| "split": "calibration", |
| "step_index": 4, |
| "width": 192 |
| }, |
| { |
| "height": 192, |
| "prompt": "Steam rises from a bowl of noodles on a wooden table.", |
| "seed": 404, |
| "split": "holdout", |
| "step_index": 1, |
| "width": 256 |
| }, |
| { |
| "height": 256, |
| "prompt": "An origami robot walks across a sunlit library desk.", |
| "seed": 505, |
| "split": "holdout", |
| "step_index": 3, |
| "width": 192 |
| } |
| ], |
| "collector": { |
| "cuda": "13.1", |
| "cuda_visible_devices": "1", |
| "dit_load": { |
| "assigned_parameter_tensors": 638, |
| "compute_dtype": "float32", |
| "dropped_source_keys": [ |
| "rope.inv_freq" |
| ], |
| "load_seconds": 39.6426787157543, |
| "missing_keys": [], |
| "peak_cuda_memory_bytes": 132720563200, |
| "source_tensors": 535, |
| "unexpected_keys": [] |
| }, |
| "framework": "PyTorch/CUDA FP32 DiT teacher with one-time BF16 conditioner", |
| "gpu": "NVIDIA B200", |
| "script": "scripts/calibrate_int8_torch.py", |
| "text_encoder": { |
| "encode_seconds": 1.0854376470670104, |
| "parity": { |
| "comparison": null, |
| "passed": null, |
| "performed": false, |
| "prompts": {}, |
| "tolerance": { |
| "cosine": 0.997, |
| "relative_l2": 0.08 |
| } |
| }, |
| "peak_cuda_memory_bytes": 50327620608, |
| "token_ids_exact_between_source_assets": true, |
| "torch_loader": { |
| "full_layers": 64, |
| "load_seconds": 10.279082759749144, |
| "loaded_layers": 50, |
| "loaded_parameter_tensors": 552, |
| "missing_keys": [], |
| "unexpected_keys": [] |
| } |
| }, |
| "torch": "2.11.0a0+eb65b36914.nv26.02", |
| "transformer_mapping": "official convert_transformer_key + reorder_interleaved_qkv; PyTorch hooks mapped back to original MLX module paths" |
| }, |
| "created_at": "2026-08-11T16:27:54.492972+00:00", |
| "group_size": 32, |
| "implementation": { |
| "commit": "db1d7651847c2b382beae2094d28214712ff811e", |
| "dirty": true, |
| "repository": "https://github.com/Argus-AiTeam/minimax-h3-mac" |
| }, |
| "mode": "affine", |
| "sampling": { |
| "adaln_selection": "real video/audio scheduler timesteps at preregistered case indices, recorded separately from the full per-forward timestep table", |
| "adaln_split_timesteps": { |
| "calibration": [ |
| 0.0, |
| 0.05263161659240723, |
| 0.1818181872367859, |
| 0.25, |
| 0.5714285373687744 |
| ], |
| "holdout": [ |
| 0.020408153533935547, |
| 0.07692301273345947, |
| 0.1111111044883728, |
| 0.3333333134651184 |
| ] |
| }, |
| "duration_seconds": 0.2, |
| "max_rows_per_call": 8, |
| "max_rows_per_layer": 64, |
| "selection": "evenly spaced rows from each real layer input", |
| "steps": 6 |
| }, |
| "schema_version": 1, |
| "source": { |
| "model": "MiniMaxAI/MiniMax-H3", |
| "revision": "939557dc319dd91227e30195a763f272ba7f8765", |
| "transformer_config_sha256": "f619093a231fcfbcc3d035bec26c50ad864e7331a500d5c519f5045dc1e50458" |
| }, |
| "split_contract": "calibration and holdout prompts, seeds, and recorded AdaLN timestep inputs are disjoint", |
| "token_ids": { |
| "A red fox leaps over a mossy log in a misty forest at dawn.": [ |
| 32, |
| 2518, |
| 38835, |
| 83458, |
| 916, |
| 264, |
| 77243, |
| 88, |
| 1487, |
| 304, |
| 264, |
| 8600, |
| 88, |
| 13638, |
| 518, |
| 38393, |
| 13 |
| ], |
| "A street musician plays saxophone on a rainy neon-lit corner.": [ |
| 32, |
| 8592, |
| 38744, |
| 11088, |
| 63008, |
| 77203, |
| 389, |
| 264, |
| 62757, |
| 46652, |
| 2852, |
| 275, |
| 9131, |
| 13 |
| ], |
| "An origami robot walks across a sunlit library desk.": [ |
| 2082, |
| 2713, |
| 10606, |
| 12305, |
| 22479, |
| 3941, |
| 264, |
| 7015, |
| 31635, |
| 6733, |
| 18010, |
| 13 |
| ], |
| "Steam rises from a bowl of noodles on a wooden table.": [ |
| 41644, |
| 37168, |
| 504, |
| 264, |
| 19212, |
| 315, |
| 60160, |
| 389, |
| 264, |
| 22360, |
| 1965, |
| 13 |
| ], |
| "Waves crash against black volcanic rocks under a grey sky.": [ |
| 54, |
| 4693, |
| 9920, |
| 2348, |
| 3691, |
| 66064, |
| 23035, |
| 1212, |
| 264, |
| 19780, |
| 12884, |
| 13 |
| ] |
| } |
| } |
| }, |
| "calibration_objective": { |
| "plain_rtn_diagonal_hessian_sse": 4572725.832609705, |
| "candidate_diagonal_hessian_sse": 2366819.81746003, |
| "relative_improvement": 0.4824050458959487 |
| }, |
| "optimizer": { |
| "framework": "Torch/CUDA", |
| "device": "cuda:0", |
| "gpu": "NVIDIA B200", |
| "torch": "2.11.0a0+eb65b36914.nv26.02", |
| "cuda": "13.1", |
| "calls": 512, |
| "seconds": 958.1897342111915, |
| "peak_memory_bytes": 16988678144, |
| "layer_residency": "one dense source layer and its FP32 calibration rows are uploaded at a time; CUDA tensors are released after MLX uint32/scales/biases are materialized" |
| }, |
| "source": { |
| "model": "MiniMaxAI/MiniMax-H3", |
| "revision": "939557dc319dd91227e30195a763f272ba7f8765", |
| "subfolder": "FL2VA/transformer", |
| "config_sha256": "f619093a231fcfbcc3d035bec26c50ad864e7331a500d5c519f5045dc1e50458" |
| }, |
| "builder": { |
| "repository": "https://github.com/Argus-AiTeam/minimax-h3-mac", |
| "repository_commit": "db1d7651847c2b382beae2094d28214712ff811e", |
| "repository_dirty": true, |
| "mlx_version": "0.32.0", |
| "python": "3.12.3", |
| "platform": "Linux-6.8.0-1043-nvidia-x86_64-with-glibc2.39", |
| "implementation_sha256": { |
| "scripts/calibrate_int8.py": "d29123d6982475574b01bca1ceffa15770f507ea44d6bdb1779bb53ce745faa2", |
| "scripts/calibrate_int8_torch.py": "693a2b12af17ccc75124db649334af7f1dff6d51afec47ed6b9aacd0207c9892", |
| "scripts/probe_real_cuda_parity.py": "5798dcb3fed3e69ceed8f0157fa6bb7ce8ffad8eda4590947e5819b431919ad3", |
| "scripts/activation_quant_torch.py": "ab7ec7def56b5cb442743732dd16e9d2d74ebe3228261e85c72c427c2adcc64a", |
| "scripts/build_calibrated_int8.py": "49108bf521b40e11477d4e6f908a877810d75487990b5cad54b063a1c362ff70", |
| "scripts/eval_calibrated_int8.py": "81205559dd460dfaa4eb09eac796907b1fb4f7cafb70a43009f8391472ce5bf1", |
| "scripts/build_quant.py": "a0d1a552286f30e3219596bd5f06e5b99fb0eeefdf3b952202152f3ffcdac106", |
| "minimax_h3_mlx/activation_quant.py": "37621b33250fa2cb497e5cd71fc63bd124a050336d27de9e3b4154df9bc77b10", |
| "minimax_h3_mlx/quantize.py": "c908638eeec83c127a1b90f93aef607e5d12563f78011702a78465a2010ba275", |
| "minimax_h3_mlx/load.py": "4a87519b5795f92c08e5f8daf31e023b28f6491a32744a48afe804a211cbc92d", |
| "minimax_h3_mlx/streaming.py": "dbf76e338bd4c4f9a01b2f8517039b74a0f0953a3f20bebd4ae39eac43fef2c3", |
| "minimax_h3_mlx/dit.py": "a75791c95244ae496490f7ae0275e3ac42007506bec7b467ad74c56ca8f55c46" |
| } |
| }, |
| "gb_on_disk": 37.797, |
| "gb_resident_after_adaln_drop": 22.928 |
| } |
