{ "quant_method": "auto-round", "packing_format": "auto_round:auto_gptq", "bits": 4, "group_size": 128, "sym": true, "data_type": "int", "iters": 0, "model_free": true, "autoround_version": "0.14.2", "extra_config": { "jepa.norm": { "bits": 16, "data_type": "float" }, "lm_head": { "bits": 16, "data_type": "float" }, "model.engram.gate.proj": { "bits": 16, "data_type": "float" }, "model.engram.lookup.tables.0": { "bits": 16, "data_type": "float" }, "model.engram.lookup.tables.1": { "bits": 16, "data_type": "float" }, "model.hc_out_mix": { "bits": 16, "data_type": "float" }, "model.hrm_refine.norm": { "bits": 16, "data_type": "float" }, "model.layers.0.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.0.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.0.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.0.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.0.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.1.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.1.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.1.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.1.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.1.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.10.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.10.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.10.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.10.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.10.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.11.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.11.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.11.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.11.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.11.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.12.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.12.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.12.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.12.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.12.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.13.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.13.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.13.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.13.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.13.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.14.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.14.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.14.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.14.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.14.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.15.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.15.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.15.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.15.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.15.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.2.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.2.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.2.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.2.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.2.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.3.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.3.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.3.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.3.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.3.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.4.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.4.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.4.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.4.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.4.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.5.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.5.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.5.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.5.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.5.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.6.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.6.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.6.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.6.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.6.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.7.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.7.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.7.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.7.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.7.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.8.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.8.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.8.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.8.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.8.ffn_norm": { "bits": 16, "data_type": "float" }, "model.layers.9.attn.k_norm": { "bits": 16, "data_type": "float" }, "model.layers.9.attn.q_a_norm": { "bits": 16, "data_type": "float" }, "model.layers.9.attn.q_norm": { "bits": 16, "data_type": "float" }, "model.layers.9.attn_norm": { "bits": 16, "data_type": "float" }, "model.layers.9.ffn_norm": { "bits": 16, "data_type": "float" }, "model.norm": { "bits": 16, "data_type": "float" }, ".*ffn\\.(gate_proj|up_proj|down_proj)$": { "bits": 16, "data_type": "float" }, ".*(jepa|hrm_refine)\\.(down|up)$|.*engram\\.compressor\\.proj$": { "bits": 16, "data_type": "float" } } }