File size: 1,015 Bytes
255d759 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"producer": {
"name": "modelopt",
"version": "0.41.0"
},
"quantization": {
"quant_algo": "NVFP4",
"kv_cache_quant_algo": "FP8",
"group_size": 16,
"exclude_modules": [
"language_model.lm_head",
"language_model.model.layers.0.self_attn*",
"language_model.model.layers.1.self_attn*",
"language_model.model.layers.10.self_attn*",
"language_model.model.layers.11.self_attn*",
"language_model.model.layers.2.self_attn*",
"language_model.model.layers.3.self_attn*",
"language_model.model.layers.4.self_attn*",
"language_model.model.layers.5.self_attn*",
"language_model.model.layers.6.self_attn*",
"language_model.model.layers.7.self_attn*",
"language_model.model.layers.8.self_attn*",
"language_model.model.layers.9.self_attn*",
"mm_projector*",
"vision_tower*"
]
}
} |