| { |
| "source_sha256": { |
| "model-00001-of-00008.safetensors": "f8ae89948adc35f42b2d735abc460bf20df89fe27063009e7023af236421943e", |
| "model-00002-of-00008.safetensors": "09c16bdfe0f5fb160048a35f08ca998fa1e704efdcb4b3d504e46b2870c68e2d", |
| "model-00003-of-00008.safetensors": "978f4d0f66dce924a81ee2e57aaaa4d0431bf5a163eb3445f32414637846b74c", |
| "model-00004-of-00008.safetensors": "056ce5b367b2d955ce08ec5795d12ba6475640df7175c9f3eb7d5d35e18ddd86", |
| "model-00005-of-00008.safetensors": "dbc45d99c137991456115cd9b71e8fe69dcb7d5b923cee93835e34646af9da0d", |
| "model-00006-of-00008.safetensors": "bd559f8be05597b9915e91c8bd449d7c5194a2205c5a02e4ec750971a3f2814e", |
| "model-00007-of-00008.safetensors": "6c1ebd7492594617d7e0be46cce8b05d57f27930dac431bff1c23a3d496782a3", |
| "model-00008-of-00008.safetensors": "09dde4e45f4cc217f00222f3c57d8b8656d12a8f215e09d300a6f98d434fe80e" |
| }, |
| "producer": { |
| "name": "modelopt", |
| "version": "0.0.1.dev1+gfcc59e3a9" |
| }, |
| "quantization": { |
| "quant_cfg": [ |
| { |
| "quantizer_name": "*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*weight_quantizer", |
| "cfg": { |
| "num_bits": [ |
| 2, |
| 1 |
| ], |
| "effective_bits": 4.5, |
| "block_sizes": { |
| "-1": 16, |
| "type": "static", |
| "scale_bits": [ |
| 4, |
| 3 |
| ] |
| } |
| } |
| }, |
| { |
| "quantizer_name": "*gdn_state_quantizer", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*gdn_w_quantizer", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*block_sparse_moe.gate*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*linear_attn.conv1d*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*self_attention.conv1d*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*linear_attn.in_proj_a*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*linear_attn.in_proj_b*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*lm_head*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*mixer.conv1d*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*mlp.gate.*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*mlp.shared_expert_gate.*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*output_layer*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*proj_out.*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*router*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*mtp.*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "output.*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*embed_vision*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*vision_tower*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*visual*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*vision_model*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*multi_modal_projector*", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*", |
| "parent_class": "nn.BatchNorm1d", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*", |
| "parent_class": "nn.BatchNorm2d", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*", |
| "parent_class": "nn.BatchNorm3d", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*", |
| "parent_class": "nn.LeakyReLU", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*", |
| "parent_class": "nn.Embedding", |
| "enable": false |
| }, |
| { |
| "quantizer_name": "*", |
| "parent_class": "nn.LayerNorm", |
| "enable": false |
| } |
| ], |
| "algorithm": { |
| "method": "local_hessian" |
| } |
| }, |
| "loops": 2, |
| "script_sha256": "5b4755c6f19f54539e6fe63ccb3172e833cb0602373610bc9966408bc7dececd", |
| "torch": "2.10.0+cu128", |
| "weights_sha256": "62bc20a6fbafaf157154650dfb4e9ec32a19d67e8e1f60ddcc3318fd37d6ccb4", |
| "seconds": 523.3408162756823 |
| } |
|
|
