Cosmos3-Super-Image2Video-4Step-INT8-G64-BF16 / examples /quantization-verification.json
JuliaML's picture
Upload folder using huggingface_hub
89f2fc0 verified
Raw
History Blame Contribute Delete
2.6 kB
{
"format": "cosmos3-sdnq-verification-v1",
"source": "models/Cosmos3-Super-Image2Video-4Step/transformer",
"checkpoint": "checkpoints/Cosmos3-Super-Image2Video-4Step-SDNQ-INT8-G64-BF16IO/transformer",
"selection_report": "benchmarks/i2v/verification-selection.json",
"weights_dtype": "int8",
"group_size": 64,
"selected_tensors": [
"embed_tokens.weight",
"layers.0.self_attn.to_q.weight",
"layers.0.mlp.up_proj.weight",
"layers.21.self_attn.to_k.weight",
"layers.21.mlp_moe_gen.down_proj.weight",
"layers.42.self_attn.add_v_proj.weight",
"layers.42.mlp.gate_proj.weight",
"layers.63.self_attn.to_out.weight",
"layers.63.mlp.down_proj.weight",
"norm.weight",
"proj_in.weight",
"proj_out.weight"
],
"packing_exact": true,
"global_relative_mse": 4.091530100791147e-05,
"core_global_relative_mse": 4.091530100791147e-05,
"elapsed_seconds": 2.059502917000003,
"tensors": [
{
"name": "embed_tokens.weight",
"quantized": false,
"exact": true
},
{
"name": "layers.0.self_attn.to_q.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 3.631787930218696e-05
},
{
"name": "layers.0.mlp.up_proj.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 3.787928616525752e-05
},
{
"name": "layers.21.self_attn.to_k.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 4.015870025460336e-05
},
{
"name": "layers.21.mlp_moe_gen.down_proj.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 4.617328465040616e-05
},
{
"name": "layers.42.self_attn.add_v_proj.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 4.422963696925805e-05
},
{
"name": "layers.42.mlp.gate_proj.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 3.8449613650290844e-05
},
{
"name": "layers.63.self_attn.to_out.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 3.570206942213908e-05
},
{
"name": "layers.63.mlp.down_proj.weight",
"quantized": true,
"packing_exact": true,
"relative_mse": 4.066047565003439e-05
},
{
"name": "norm.weight",
"quantized": false,
"exact": true
},
{
"name": "proj_in.weight",
"quantized": false,
"exact": true
},
{
"name": "proj_out.weight",
"quantized": false,
"exact": true
}
]
}