File size: 827 Bytes
122e4f1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"scheme": "FP8_DYNAMIC",
"format": "fp8",
"release": "/hf/hub/models--Cloudflare--clef/snapshots/0b331204bb13fbd2ca93a64df1956f5b55478ce5",
"ignore": [
"lm_head",
"re:.*visual.*",
"re:.*linear_attn.in_proj_a$",
"re:.*linear_attn.in_proj_b$"
],
"extra_fused_layer_names": [
[
"in_proj_qkv",
"in_proj_z"
]
],
"calibration": {
"used": false
},
"head_sha256": {
"joint_head.safetensors": "a010ac04f078e699988e4049cbea5e62c962393f59fec366640b64e8d69a4953",
"joint_head_config.json": "890be585d75b981201eb96a35f98a9967afe37bc8d220cfdea2e72d56507534f"
},
"versions": {
"llmcompressor": "0.14.0",
"compressed_tensors": "0.19.0",
"transformers": "5.16.1",
"torch": "2.14.0a0+b2c75dd062.nv26.09"
},
"pipeline": "datafree",
"seconds": 473.5
} |