{ "schema_version": 1, "created_at": "2026-07-28T12:17:52.765605+00:00", "scheme": "W8A8", "base_model": { "name_or_path": "LiquidAI/LFM2.5-1.2B-Instruct", "revision": "868df74dd56ff8a0c2ac5dbf281690c2dbebe4c9", "tokenizer_revision": "868df74dd56ff8a0c2ac5dbf281690c2dbebe4c9" }, "source_run": "/workspace/runs/application_policy_match/20260728T113822Z-e31ae7185d", "quantization_pipeline": { "type": "data_free", "reason": "llm-compressor selected DataFreePipeline for QuantizationModifier with dynamic W8A8 activations" }, "vllm_compatibility": { "excluded_module_family": "Liquid convolution projections", "reason": "Transformers names these modules conv while vLLM names them short_conv; vLLM 0.24.0 does not remap compressed scale names", "excluded_targets": [ "model.layers.0.conv.in_proj", "model.layers.0.conv.out_proj", "model.layers.1.conv.in_proj", "model.layers.1.conv.out_proj", "model.layers.11.conv.in_proj", "model.layers.11.conv.out_proj", "model.layers.13.conv.in_proj", "model.layers.13.conv.out_proj", "model.layers.15.conv.in_proj", "model.layers.15.conv.out_proj", "model.layers.3.conv.in_proj", "model.layers.3.conv.out_proj", "model.layers.4.conv.in_proj", "model.layers.4.conv.out_proj", "model.layers.6.conv.in_proj", "model.layers.6.conv.out_proj", "model.layers.7.conv.in_proj", "model.layers.7.conv.out_proj", "model.layers.9.conv.in_proj", "model.layers.9.conv.out_proj" ] }, "target_modules": [ "model.layers.0.feed_forward.w1", "model.layers.0.feed_forward.w2", "model.layers.0.feed_forward.w3", "model.layers.1.feed_forward.w1", "model.layers.1.feed_forward.w2", "model.layers.1.feed_forward.w3", "model.layers.10.feed_forward.w1", "model.layers.10.feed_forward.w2", "model.layers.10.feed_forward.w3", "model.layers.10.self_attn.k_proj", "model.layers.10.self_attn.out_proj", "model.layers.10.self_attn.q_proj", "model.layers.10.self_attn.v_proj", "model.layers.11.feed_forward.w1", "model.layers.11.feed_forward.w2", "model.layers.11.feed_forward.w3", "model.layers.12.feed_forward.w1", "model.layers.12.feed_forward.w2", "model.layers.12.feed_forward.w3", "model.layers.12.self_attn.k_proj", "model.layers.12.self_attn.out_proj", "model.layers.12.self_attn.q_proj", "model.layers.12.self_attn.v_proj", "model.layers.13.feed_forward.w1", "model.layers.13.feed_forward.w2", "model.layers.13.feed_forward.w3", "model.layers.14.feed_forward.w1", "model.layers.14.feed_forward.w2", "model.layers.14.feed_forward.w3", "model.layers.14.self_attn.k_proj", "model.layers.14.self_attn.out_proj", "model.layers.14.self_attn.q_proj", "model.layers.14.self_attn.v_proj", "model.layers.15.feed_forward.w1", "model.layers.15.feed_forward.w2", "model.layers.15.feed_forward.w3", "model.layers.2.feed_forward.w1", "model.layers.2.feed_forward.w2", "model.layers.2.feed_forward.w3", "model.layers.2.self_attn.k_proj", "model.layers.2.self_attn.out_proj", "model.layers.2.self_attn.q_proj", "model.layers.2.self_attn.v_proj", "model.layers.3.feed_forward.w1", "model.layers.3.feed_forward.w2", "model.layers.3.feed_forward.w3", "model.layers.4.feed_forward.w1", "model.layers.4.feed_forward.w2", "model.layers.4.feed_forward.w3", "model.layers.5.feed_forward.w1", "model.layers.5.feed_forward.w2", "model.layers.5.feed_forward.w3", "model.layers.5.self_attn.k_proj", "model.layers.5.self_attn.out_proj", "model.layers.5.self_attn.q_proj", "model.layers.5.self_attn.v_proj", "model.layers.6.feed_forward.w1", "model.layers.6.feed_forward.w2", "model.layers.6.feed_forward.w3", "model.layers.7.feed_forward.w1", "model.layers.7.feed_forward.w2", "model.layers.7.feed_forward.w3", "model.layers.8.feed_forward.w1", "model.layers.8.feed_forward.w2", "model.layers.8.feed_forward.w3", "model.layers.8.self_attn.k_proj", "model.layers.8.self_attn.out_proj", "model.layers.8.self_attn.q_proj", "model.layers.8.self_attn.v_proj", "model.layers.9.feed_forward.w1", "model.layers.9.feed_forward.w2", "model.layers.9.feed_forward.w3" ] }